-- Logs begin at Thu 2022-08-18 10:32:25 UTC, end at Thu 2022-08-18 11:44:56 UTC. -- Aug 18 11:07:23.887948 dv-cinder-853450-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Aug 18 11:07:26.521349 dv-cinder-853450-2-iscsi neutron-server[106265]: INFO neutron.common.config [-] Logging enabled! Aug 18 11:07:26.521982 dv-cinder-853450-2-iscsi neutron-server[106265]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev489 Aug 18 11:07:26.522136 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=106265) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Aug 18 11:07:26.525325 dv-cinder-853450-2-iscsi neutron-server[106265]: INFO neutron.common.config [-] Logging enabled! Aug 18 11:07:26.525578 dv-cinder-853450-2-iscsi neutron-server[106265]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev489 Aug 18 11:07:26.525883 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=106265) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Aug 18 11:07:26.526839 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 18 11:07:26.527072 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 18 11:07:26.527547 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 18 11:07:26.527796 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 18 11:07:26.528020 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 18 11:07:26.528362 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:26.528664 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:26.528896 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:26.529193 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:26.529493 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:26.529772 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:26.530062 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:26.530357 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:26.530642 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:26.530921 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:26.531202 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:26.531431 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:26.531715 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.common.config [-] config_source = [] {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:26.531999 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:26.532312 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:26.532540 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.common.config [-] debug = True {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:26.532820 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:26.533249 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:26.533651 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:26.533933 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:26.534221 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:26.534505 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:26.534780 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:26.535056 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:26.535358 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:26.535668 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.common.config [-] host = dv-cinder-853450-2-iscsi {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:26.535952 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:26.536251 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:26.536541 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:26.536828 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:26.537102 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:26.537385 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:26.537674 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:26.538044 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.common.config [-] log_dir = None {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:26.538219 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.common.config [-] log_file = None {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:26.538467 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:26.538725 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:26.539010 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:26.539297 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:26.539522 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:26.539739 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:26.540022 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:26.540343 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:26.540622 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:26.540897 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:26.541170 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:26.541444 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:26.541722 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:26.541991 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:26.542275 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:26.542604 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:26.542898 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:26.543246 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:26.543525 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:26.543799 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:26.544072 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:26.544405 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:26.544685 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:26.544960 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:26.545235 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:26.545523 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:26.545792 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:26.546064 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:26.546362 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:26.546651 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:26.546932 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:26.547218 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:26.547493 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:26.547775 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:26.548044 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:26.548340 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.common.config [-] use_journal = False {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:26.548615 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.common.config [-] use_json = False {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:26.548886 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:26.549156 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:26.549437 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:26.549708 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:26.549978 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:26.550250 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:26.550521 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:26.550806 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:26.551077 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:26.551371 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:26.551672 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:26.551968 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:26.552276 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:26.552589 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:26.552869 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:26.553158 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:26.553435 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:26.553722 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:26.554009 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:26.554296 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:26.554575 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:26.554873 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:26.555159 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:26.555451 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:26.555754 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:26.556044 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:26.556359 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:26.556638 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:26.556911 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:26.557183 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:26.557459 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:26.557746 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:26.558539 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:26.558890 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:26.559186 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:26.559469 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:26.559767 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:26.560052 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:26.560366 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:26.560664 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:26.560959 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:26.561235 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:26.561522 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:26.561815 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:26.562094 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:26.562367 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:26.562658 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:26.562937 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:26.563212 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:26.563494 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:26.563786 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:26.564076 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:26.564378 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:26.564656 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:26.564948 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:26.565224 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:26.565496 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:26.565767 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:26.566043 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:26.566319 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:26.566604 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:26.566884 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:26.567157 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:26.567431 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:26.567707 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:26.567981 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:26.568281 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:26.568559 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:26.568832 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:26.569108 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:26.569382 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:26.569653 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:26.569927 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:26.570200 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:26.570474 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:26.570746 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:26.571019 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:26.571294 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:26.571571 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:26.571844 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:26.572118 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:26.572414 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:26.572688 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:26.572988 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:26.573269 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:26.573550 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:26.574423 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:26.574703 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:26.574983 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:26.575263 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:26.575544 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:26.575822 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:26.576096 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:26.576411 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:26.576696 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:26.576986 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:26.577269 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:26.577548 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:26.577861 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:26.578140 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:26.578419 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:26.578696 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:26.578973 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:26.579253 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:26.579539 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:26.579819 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:26.580099 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:26.580405 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:26.580691 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:26.580986 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:26.581287 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:26.581566 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:26.581860 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:26.582152 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:26.582441 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:26.582721 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:26.583030 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:26.583310 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:26.583527 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 18 11:07:26.583767 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=106265) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 18 11:07:26.880738 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "plugin-directory" by "neutron_lib.plugins.directory._create_plugin_directory" {{(pid=106265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:385}} Aug 18 11:07:26.880978 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.001s {{(pid=106265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:390}} Aug 18 11:07:26.881240 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=106265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Aug 18 11:07:26.881470 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "manager" by "neutron.manager.NeutronManager._create_instance" {{(pid=106265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:385}} Aug 18 11:07:26.881745 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=106265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:390}} Aug 18 11:07:26.882068 dv-cinder-853450-2-iscsi neutron-server[106265]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 18 11:07:27.292785 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:07:27.293138 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:07:27.293410 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:07:27.294687 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:07:27.294965 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:07:27.295225 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:07:27.355175 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:07:27.355454 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:07:27.355720 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:07:27.369944 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:07:27.370226 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:07:27.370995 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:07:27.401155 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:07:27.401435 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:07:27.401709 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:07:27.438065 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:07:27.438346 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:07:27.438616 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:07:27.665990 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=106265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:07:27.666603 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=106265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:07:27.666603 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=106265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:07:27.667002 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=106265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:07:27.668494 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=106265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:07:27.765629 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=106265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:07:27.765949 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=106265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:07:27.766230 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=106265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:07:27.766502 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=106265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:07:27.766767 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=106265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:07:27.767079 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=106265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:07:27.767339 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=106265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:07:27.767597 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=106265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:07:27.767853 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=106265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:07:27.768133 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=106265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:07:27.768418 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=106265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:07:27.768684 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=106265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:07:27.768941 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=106265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:07:27.769195 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=106265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:07:27.769450 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=106265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:07:27.769712 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:07:27.769966 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=106265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:07:27.770230 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=106265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:07:27.770499 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=106265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:07:27.770759 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=106265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:07:27.771030 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:07:27.771285 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:07:27.771565 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:07:27.771939 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:07:27.772207 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:07:27.772461 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:07:27.772851 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=106265) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 18 11:07:27.773091 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=106265) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 18 11:07:27.773329 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=106265) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 18 11:07:27.773568 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=106265) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 18 11:07:27.773807 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=106265) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 18 11:07:27.774039 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=106265) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 18 11:07:27.774399 dv-cinder-853450-2-iscsi neutron-server[106265]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 18 11:07:27.777497 dv-cinder-853450-2-iscsi neutron-server[106265]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 18 11:07:27.781376 dv-cinder-853450-2-iscsi neutron-server[106265]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 18 11:07:27.785199 dv-cinder-853450-2-iscsi neutron-server[106265]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(950, 999)])]) Aug 18 11:07:27.786800 dv-cinder-853450-2-iscsi neutron-server[106265]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 18 11:07:27.787426 dv-cinder-853450-2-iscsi neutron-server[106265]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 18 11:07:27.787757 dv-cinder-853450-2-iscsi neutron-server[106265]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 18 11:07:27.788140 dv-cinder-853450-2-iscsi neutron-server[106265]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 18 11:07:27.790887 dv-cinder-853450-2-iscsi neutron-server[106265]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 18 11:07:27.791137 dv-cinder-853450-2-iscsi neutron-server[106265]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 18 11:07:27.791478 dv-cinder-853450-2-iscsi neutron-server[106265]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 18 11:07:27.797146 dv-cinder-853450-2-iscsi neutron-server[106265]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 18 11:07:27.820038 dv-cinder-853450-2-iscsi neutron-server[106265]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 18 11:07:27.820521 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=106265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:07:27.820818 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=106265) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Aug 18 11:07:27.821190 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=106265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:07:27.822522 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=106265) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 18 11:07:27.822802 dv-cinder-853450-2-iscsi neutron-server[106265]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 18 11:07:27.823053 dv-cinder-853450-2-iscsi neutron-server[106265]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 18 11:07:27.826497 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=106265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:07:27.826780 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=106265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:07:27.960597 dv-cinder-853450-2-iscsi neutron-server[106265]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 18 11:07:27.960777 dv-cinder-853450-2-iscsi neutron-server[106265]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 18 11:07:27.961017 dv-cinder-853450-2-iscsi neutron-server[106265]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 18 11:07:27.961381 dv-cinder-853450-2-iscsi neutron-server[106265]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 18 11:07:28.014882 dv-cinder-853450-2-iscsi neutron-server[106265]: INFO dbcounter [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Registered counter for database neutron Aug 18 11:07:28.034520 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_db.sqlalchemy.engines [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=106265) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 18 11:07:28.040381 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG dbcounter [-] [106265] Writer thread running {{(pid=106265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 18 11:07:28.587939 dv-cinder-853450-2-iscsi neutron-server[106265]: INFO neutron.plugins.ml2.managers [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Initializing driver for type 'gre' Aug 18 11:07:28.588482 dv-cinder-853450-2-iscsi neutron-server[106265]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] gre ID ranges: [(1, 1000)] Aug 18 11:07:28.641746 dv-cinder-853450-2-iscsi neutron-server[106265]: INFO neutron.plugins.ml2.managers [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Initializing driver for type 'local' Aug 18 11:07:28.642077 dv-cinder-853450-2-iscsi neutron-server[106265]: INFO neutron.plugins.ml2.managers [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Initializing driver for type 'vlan' Aug 18 11:07:28.656463 dv-cinder-853450-2-iscsi neutron-server[106265]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] VlanTypeDriver initialization complete Aug 18 11:07:28.656804 dv-cinder-853450-2-iscsi neutron-server[106265]: INFO neutron.plugins.ml2.managers [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Initializing driver for type 'vxlan' Aug 18 11:07:28.657320 dv-cinder-853450-2-iscsi neutron-server[106265]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] vxlan ID ranges: [(1, 1000)] Aug 18 11:07:28.713201 dv-cinder-853450-2-iscsi neutron-server[106265]: INFO neutron.plugins.ml2.managers [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Initializing extension driver 'port_security' Aug 18 11:07:28.713884 dv-cinder-853450-2-iscsi neutron-server[106265]: INFO neutron.plugins.ml2.extensions.port_security [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] PortSecurityExtensionDriver initialization complete Aug 18 11:07:28.713968 dv-cinder-853450-2-iscsi neutron-server[106265]: INFO neutron.plugins.ml2.managers [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Initializing mechanism driver 'openvswitch' Aug 18 11:07:28.714769 dv-cinder-853450-2-iscsi neutron-server[106265]: INFO neutron.plugins.ml2.managers [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Initializing mechanism driver 'hyperv' Aug 18 11:07:28.721646 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.plugin [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=106265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:07:28.722329 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Subscribe: > port after_create 55550000 {{(pid=106265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:07:28.722704 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Subscribe: > port after_update 55550000 {{(pid=106265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:07:28.723061 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Subscribe: > port after_delete 55550000 {{(pid=106265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:07:28.723575 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=106265) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Aug 18 11:07:28.723997 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Subscribe: > subnet after_create 55550000 {{(pid=106265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:07:28.724383 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Subscribe: > subnet after_update 55550000 {{(pid=106265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:07:28.724737 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Subscribe: > subnet after_delete 55550000 {{(pid=106265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:07:28.725131 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=106265) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Aug 18 11:07:28.725542 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Subscribe: > network after_create 55550000 {{(pid=106265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:07:28.725896 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Subscribe: > network after_update 55550000 {{(pid=106265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:07:28.726244 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Subscribe: > network after_delete 55550000 {{(pid=106265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:07:28.726630 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=106265) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Aug 18 11:07:28.727033 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Subscribe: > security_group after_create 55550000 {{(pid=106265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:07:28.727384 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Subscribe: > security_group after_update 55550000 {{(pid=106265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:07:28.727727 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Subscribe: > security_group after_delete 55550000 {{(pid=106265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:07:28.728115 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=106265) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Aug 18 11:07:28.728544 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=106265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:07:28.728899 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=106265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:07:28.729237 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=106265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:07:28.729624 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=106265) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Aug 18 11:07:28.730740 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Subscribe: > address_group after_create 55550000 {{(pid=106265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:07:28.731100 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Subscribe: > address_group after_update 55550000 {{(pid=106265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:07:28.731440 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Subscribe: > address_group after_delete 55550000 {{(pid=106265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:07:28.731825 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=106265) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Aug 18 11:07:28.732295 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] ML2 OVO RPC backend initialized. {{(pid=106265) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Aug 18 11:07:28.733005 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Subscribe: > router_interface after_create 55550000 {{(pid=106265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:07:28.733363 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Subscribe: > router_interface after_delete 55550000 {{(pid=106265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:07:28.733783 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Subscribe: > network before_response 55550000 {{(pid=106265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:07:28.734135 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Subscribe: > networks before_response 55550000 {{(pid=106265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:07:28.734480 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Subscribe: > port before_response 55550000 {{(pid=106265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:07:28.734826 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Subscribe: > ports before_response 55550000 {{(pid=106265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:07:28.735172 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Subscribe: > subnet before_response 55550000 {{(pid=106265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:07:28.735513 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Subscribe: > subnets before_response 55550000 {{(pid=106265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:07:28.735859 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Subscribe: > network after_create 55550000 {{(pid=106265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:07:28.736217 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Subscribe: > network after_update 55550000 {{(pid=106265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:07:28.736559 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Subscribe: > network after_delete 55550000 {{(pid=106265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:07:28.736899 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Subscribe: > port after_create 55550000 {{(pid=106265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:07:28.737236 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Subscribe: > port after_update 55550000 {{(pid=106265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:07:28.737571 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Subscribe: > port after_delete 55550000 {{(pid=106265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:07:28.737908 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Subscribe: > subnet after_create 55550000 {{(pid=106265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:07:28.738243 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Subscribe: > subnet after_update 55550000 {{(pid=106265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:07:28.738576 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Subscribe: > subnet after_delete 55550000 {{(pid=106265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:07:28.746310 dv-cinder-853450-2-iscsi neutron-server[106265]: INFO neutron.quota [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Loaded quota_driver: . Aug 18 11:07:28.746670 dv-cinder-853450-2-iscsi neutron-server[106265]: INFO neutron.plugins.ml2.plugin [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Modular L2 Plugin initialization complete Aug 18 11:07:28.747017 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.manager [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Loading services supported by the core plugin {{(pid=106265) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 18 11:07:28.747358 dv-cinder-853450-2-iscsi neutron-server[106265]: INFO neutron.plugins.ml2.managers [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Got port-security extension from driver 'port_security' Aug 18 11:07:28.747839 dv-cinder-853450-2-iscsi neutron-server[106265]: INFO neutron.extensions.vlantransparent [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Disabled vlantransparent extension. Aug 18 11:07:28.748367 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.manager [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=106265) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 18 11:07:28.748693 dv-cinder-853450-2-iscsi neutron-server[106265]: INFO neutron.manager [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Loading Plugin: router Aug 18 11:07:28.784094 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Subscribe: > router_interface before_create 55550000 {{(pid=106265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:07:28.784523 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Subscribe: > router after_create 55549900 {{(pid=106265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:07:28.784900 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Subscribe: > router before_create 55549900 {{(pid=106265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:07:28.785269 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Subscribe: > router_interface before_delete 55550000 {{(pid=106265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:07:28.785648 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Subscribe: > router_interface after_delete 55550000 {{(pid=106265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:07:28.786011 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Subscribe: > router after_delete 55549900 {{(pid=106265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:07:28.786373 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Subscribe: > floatingip after_create 55550000 {{(pid=106265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:07:28.786728 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Subscribe: > floatingip after_update 55550000 {{(pid=106265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:07:28.787089 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Subscribe: > router after_create 55549900 {{(pid=106265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:07:28.787440 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Subscribe: > router after_update 55549900 {{(pid=106265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:07:28.787792 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Subscribe: > router after_update 55549900 {{(pid=106265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:07:28.788143 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=106265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:07:28.788527 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Subscribe: > router after_update 55549900 {{(pid=106265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:07:28.788942 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Subscribe: > router precommit_update 55549900 {{(pid=106265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:07:28.789314 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Subscribe: port after_update 55550000 {{(pid=106265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:07:28.789658 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Subscribe: port after_delete 55550000 {{(pid=106265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:07:28.789999 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Subscribe: subnet after_update 55550000 {{(pid=106265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:07:28.790342 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=106265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:07:28.790695 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Subscribe: > port precommit_delete 55550000 {{(pid=106265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:07:28.791045 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Subscribe: > router precommit_create 55549900 {{(pid=106265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:07:28.791389 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Subscribe: port before_delete 55550000 {{(pid=106265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:07:28.791730 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Subscribe: > router precommit_create 55550000 {{(pid=106265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:07:28.792088 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Subscribe: > router after_update 55549900 {{(pid=106265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:07:28.793112 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Subscribe: > router precommit_delete 55549900 {{(pid=106265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:07:28.793476 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Subscribe: > router precommit_create 55549900 {{(pid=106265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:07:28.793843 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Subscribe: > router_interface after_create 55550000 {{(pid=106265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:07:28.794191 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Subscribe: > router precommit_update 55549900 {{(pid=106265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:07:28.794565 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Subscribe: > agent after_create 55550000 {{(pid=106265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:07:28.794916 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Subscribe: > agent after_delete 55550000 {{(pid=106265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:07:28.795261 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Subscribe: > network after_delete 55550000 {{(pid=106265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:07:28.796128 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.quota.resource_registry [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Tracking information for resource: router configured {{(pid=106265) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 18 11:07:28.796488 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.quota.resource_registry [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Tracking information for resource: floatingip configured {{(pid=106265) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 18 11:07:28.801244 dv-cinder-853450-2-iscsi neutron-server[106265]: INFO neutron.db.l3_agentschedulers_db [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 18 11:07:28.801834 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Subscribe: port after_update 55550000 {{(pid=106265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:07:28.802198 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Subscribe: port after_create 55550000 {{(pid=106265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:07:28.802552 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Subscribe: port after_delete 55550000 {{(pid=106265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:07:28.802905 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Subscribe: port after_update 55550000 {{(pid=106265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:07:28.803690 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Subscribe: > router before_create 55550100 {{(pid=106265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:07:28.804055 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Subscribe: > router precommit_delete 55550100 {{(pid=106265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:07:28.804443 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Subscribe: > router precommit_create 55550100 {{(pid=106265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:07:28.804798 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Subscribe: > router precommit_update 55550100 {{(pid=106265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:07:28.809585 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.services.provider_configuration [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Service providers = [] {{(pid=106265) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 18 11:07:28.809950 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.db.servicetype_db [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=106265) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 18 11:07:28.813091 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.services.service_base [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=106265) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 18 11:07:28.813449 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.services.service_base [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=106265) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 18 11:07:28.813797 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.services.service_base [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=106265) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 18 11:07:28.814686 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.services.service_base [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=106265) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 18 11:07:28.815058 dv-cinder-853450-2-iscsi neutron-server[106265]: INFO neutron.services.service_base [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 18 11:07:28.815436 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.manager [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=106265) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 18 11:07:28.815757 dv-cinder-853450-2-iscsi neutron-server[106265]: INFO neutron.manager [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 18 11:07:28.826063 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.manager [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Successfully loaded METERING plugin. Description: METERING {{(pid=106265) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 18 11:07:28.826398 dv-cinder-853450-2-iscsi neutron-server[106265]: INFO neutron.manager [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Loading Plugin: auto_allocate Aug 18 11:07:28.832125 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Subscribe: network precommit_update 55550000 {{(pid=106265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:07:28.832530 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Subscribe: network precommit_create 55550000 {{(pid=106265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:07:28.833046 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.manager [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=106265) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 18 11:07:28.833363 dv-cinder-853450-2-iscsi neutron-server[106265]: INFO neutron.manager [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Loading Plugin: tag Aug 18 11:07:28.840827 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.manager [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=106265) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 18 11:07:28.841173 dv-cinder-853450-2-iscsi neutron-server[106265]: INFO neutron.manager [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Loading Plugin: timestamp Aug 18 11:07:28.844929 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.manager [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=106265) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 18 11:07:28.845260 dv-cinder-853450-2-iscsi neutron-server[106265]: INFO neutron.manager [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Loading Plugin: network_ip_availability Aug 18 11:07:28.850722 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=106265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:07:28.851101 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=106265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:07:28.851463 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:07:28.852206 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.manager [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=106265) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 18 11:07:28.852534 dv-cinder-853450-2-iscsi neutron-server[106265]: INFO neutron.manager [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Loading Plugin: flavors Aug 18 11:07:28.858128 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.manager [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=106265) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 18 11:07:28.858465 dv-cinder-853450-2-iscsi neutron-server[106265]: INFO neutron.manager [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Loading Plugin: revisions Aug 18 11:07:28.862806 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.manager [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=106265) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 18 11:07:28.863194 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_concurrency.lockutils [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.981s {{(pid=106265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Aug 18 11:07:28.863957 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=106265) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Aug 18 11:07:28.864320 dv-cinder-853450-2-iscsi neutron-server[106265]: INFO neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Initializing extension manager. Aug 18 11:07:28.864848 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Loading extension file: __init__.py {{(pid=106265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 18 11:07:28.865194 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Loading extension file: __pycache__ {{(pid=106265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 18 11:07:28.865533 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Loading extension file: address_group.py {{(pid=106265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 18 11:07:28.866257 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=106265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 18 11:07:28.866831 dv-cinder-853450-2-iscsi neutron-server[106265]: INFO neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Loaded extension: address-group Aug 18 11:07:28.867159 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Loading extension file: address_scope.py {{(pid=106265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 18 11:07:28.867836 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=106265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 18 11:07:28.868378 dv-cinder-853450-2-iscsi neutron-server[106265]: INFO neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Loaded extension: address-scope Aug 18 11:07:28.868704 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Loading extension file: admin_state_down_before_update.py {{(pid=106265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 18 11:07:28.869602 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=106265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 18 11:07:28.870117 dv-cinder-853450-2-iscsi neutron-server[106265]: INFO neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Loaded extension: router-admin-state-down-before-update Aug 18 11:07:28.870445 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Loading extension file: agent.py {{(pid=106265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 18 11:07:28.871201 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=106265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 18 11:07:28.871710 dv-cinder-853450-2-iscsi neutron-server[106265]: INFO neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Loaded extension: agent Aug 18 11:07:28.872034 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Loading extension file: agent_resources_synced.py {{(pid=106265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 18 11:07:28.872930 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=106265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 18 11:07:28.873494 dv-cinder-853450-2-iscsi neutron-server[106265]: INFO neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Loaded extension: agent-resources-synced Aug 18 11:07:28.873941 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Loading extension file: allowedaddresspairs.py {{(pid=106265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 18 11:07:28.875807 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=106265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 18 11:07:28.876378 dv-cinder-853450-2-iscsi neutron-server[106265]: INFO neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Loaded extension: allowed-address-pairs Aug 18 11:07:28.876980 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Loading extension file: auto_allocated_topology.py {{(pid=106265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 18 11:07:28.878007 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=106265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 18 11:07:28.878528 dv-cinder-853450-2-iscsi neutron-server[106265]: INFO neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Loaded extension: auto-allocated-topology Aug 18 11:07:28.878864 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Loading extension file: availability_zone.py {{(pid=106265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 18 11:07:28.879524 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=106265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 18 11:07:28.880033 dv-cinder-853450-2-iscsi neutron-server[106265]: INFO neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Loaded extension: availability_zone Aug 18 11:07:28.880383 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Loading extension file: availability_zone_filter.py {{(pid=106265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 18 11:07:28.881271 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=106265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 18 11:07:28.881782 dv-cinder-853450-2-iscsi neutron-server[106265]: INFO neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Loaded extension: availability_zone_filter Aug 18 11:07:28.882108 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Loading extension file: data_plane_status.py {{(pid=106265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 18 11:07:28.882969 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=106265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 18 11:07:28.883471 dv-cinder-853450-2-iscsi neutron-server[106265]: INFO neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Extension data-plane-status not supported by any of loaded plugins Aug 18 11:07:28.883796 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Loading extension file: default_subnetpools.py {{(pid=106265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 18 11:07:28.884700 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=106265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 18 11:07:28.885209 dv-cinder-853450-2-iscsi neutron-server[106265]: INFO neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Loaded extension: default-subnetpools Aug 18 11:07:28.885532 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Loading extension file: dhcpagentscheduler.py {{(pid=106265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 18 11:07:28.886430 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=106265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 18 11:07:28.887126 dv-cinder-853450-2-iscsi neutron-server[106265]: INFO neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Loaded extension: dhcp_agent_scheduler Aug 18 11:07:28.887459 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Loading extension file: dns.py {{(pid=106265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 18 11:07:28.888382 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=106265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 18 11:07:28.888888 dv-cinder-853450-2-iscsi neutron-server[106265]: INFO neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Extension dns-integration not supported by any of loaded plugins Aug 18 11:07:28.889213 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Loading extension file: dns_domain_ports.py {{(pid=106265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 18 11:07:28.890089 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=106265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 18 11:07:28.890598 dv-cinder-853450-2-iscsi neutron-server[106265]: INFO neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 18 11:07:28.890929 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=106265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 18 11:07:28.891808 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=106265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 18 11:07:28.892351 dv-cinder-853450-2-iscsi neutron-server[106265]: INFO neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 18 11:07:28.892680 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Loading extension file: dvr.py {{(pid=106265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 18 11:07:28.893317 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=106265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 18 11:07:28.893827 dv-cinder-853450-2-iscsi neutron-server[106265]: INFO neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Loaded extension: dvr Aug 18 11:07:28.894151 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Loading extension file: ecmp_routes.py {{(pid=106265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 18 11:07:28.895023 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=106265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 18 11:07:28.895529 dv-cinder-853450-2-iscsi neutron-server[106265]: INFO neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Extension ecmp_routes not supported by any of loaded plugins Aug 18 11:07:28.895855 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Loading extension file: empty_string_filtering.py {{(pid=106265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 18 11:07:28.896757 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=106265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 18 11:07:28.897273 dv-cinder-853450-2-iscsi neutron-server[106265]: INFO neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Loaded extension: empty-string-filtering Aug 18 11:07:28.897598 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=106265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 18 11:07:28.898479 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=106265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 18 11:07:28.898995 dv-cinder-853450-2-iscsi neutron-server[106265]: INFO neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 18 11:07:28.899319 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=106265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 18 11:07:28.900206 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=106265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 18 11:07:28.900713 dv-cinder-853450-2-iscsi neutron-server[106265]: INFO neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 18 11:07:28.901038 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Loading extension file: external_net.py {{(pid=106265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 18 11:07:28.902463 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=106265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 18 11:07:28.902978 dv-cinder-853450-2-iscsi neutron-server[106265]: INFO neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Loaded extension: external-net Aug 18 11:07:28.903302 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Loading extension file: extra_dhcp_opt.py {{(pid=106265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 18 11:07:28.904217 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=106265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 18 11:07:28.904767 dv-cinder-853450-2-iscsi neutron-server[106265]: INFO neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Loaded extension: extra_dhcp_opt Aug 18 11:07:28.905094 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Loading extension file: extraroute.py {{(pid=106265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 18 11:07:28.905967 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=106265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 18 11:07:28.906477 dv-cinder-853450-2-iscsi neutron-server[106265]: INFO neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Loaded extension: extraroute Aug 18 11:07:28.906798 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Loading extension file: extraroute_atomic.py {{(pid=106265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 18 11:07:28.907786 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=106265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 18 11:07:28.908330 dv-cinder-853450-2-iscsi neutron-server[106265]: INFO neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Loaded extension: extraroute-atomic Aug 18 11:07:28.908654 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Loading extension file: filter_validation.py {{(pid=106265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 18 11:07:28.909281 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=106265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 18 11:07:28.909998 dv-cinder-853450-2-iscsi neutron-server[106265]: INFO neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Loaded extension: filter-validation Aug 18 11:07:28.910324 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Loading extension file: fip_pf_description.py {{(pid=106265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 18 11:07:28.911193 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=106265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 18 11:07:28.911702 dv-cinder-853450-2-iscsi neutron-server[106265]: INFO neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 18 11:07:28.912029 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Loading extension file: fip_pf_port_range.py {{(pid=106265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 18 11:07:28.912917 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=106265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 18 11:07:28.913420 dv-cinder-853450-2-iscsi neutron-server[106265]: INFO neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Aug 18 11:07:28.913743 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Loading extension file: fip_port_details.py {{(pid=106265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 18 11:07:28.914632 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=106265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 18 11:07:28.915138 dv-cinder-853450-2-iscsi neutron-server[106265]: INFO neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Loaded extension: fip-port-details Aug 18 11:07:28.915462 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Loading extension file: flavors.py {{(pid=106265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 18 11:07:28.916676 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=106265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 18 11:07:28.917193 dv-cinder-853450-2-iscsi neutron-server[106265]: INFO neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Loaded extension: flavors Aug 18 11:07:28.918082 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=106265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 18 11:07:28.919855 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=106265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 18 11:07:28.920417 dv-cinder-853450-2-iscsi neutron-server[106265]: INFO neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 18 11:07:28.920754 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Loading extension file: floatingip_pools.py {{(pid=106265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 18 11:07:28.921414 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=106265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 18 11:07:28.921921 dv-cinder-853450-2-iscsi neutron-server[106265]: INFO neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Loaded extension: floatingip-pools Aug 18 11:07:28.922246 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Loading extension file: ip_allocation.py {{(pid=106265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 18 11:07:28.923126 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=106265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 18 11:07:28.923637 dv-cinder-853450-2-iscsi neutron-server[106265]: INFO neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Extension ip_allocation not supported by any of loaded plugins Aug 18 11:07:28.923967 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Loading extension file: ip_substring_port_filtering.py {{(pid=106265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 18 11:07:28.924881 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=106265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 18 11:07:28.925393 dv-cinder-853450-2-iscsi neutron-server[106265]: INFO neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Loaded extension: ip-substring-filtering Aug 18 11:07:28.925724 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Loading extension file: l2_adjacency.py {{(pid=106265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 18 11:07:28.926614 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=106265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 18 11:07:28.927117 dv-cinder-853450-2-iscsi neutron-server[106265]: INFO neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Extension l2_adjacency not supported by any of loaded plugins Aug 18 11:07:28.927447 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Loading extension file: l3.py {{(pid=106265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 18 11:07:28.928414 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=106265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 18 11:07:28.928932 dv-cinder-853450-2-iscsi neutron-server[106265]: INFO neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Loaded extension: router Aug 18 11:07:28.929260 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Loading extension file: l3_conntrack_helper.py {{(pid=106265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 18 11:07:28.931424 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=106265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 18 11:07:28.931955 dv-cinder-853450-2-iscsi neutron-server[106265]: INFO neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 18 11:07:28.932402 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Loading extension file: l3_ext_gw_mode.py {{(pid=106265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 18 11:07:28.933352 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=106265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 18 11:07:28.933948 dv-cinder-853450-2-iscsi neutron-server[106265]: INFO neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Loaded extension: ext-gw-mode Aug 18 11:07:28.934281 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Loading extension file: l3_ext_ha_mode.py {{(pid=106265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 18 11:07:28.935159 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=106265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 18 11:07:28.935670 dv-cinder-853450-2-iscsi neutron-server[106265]: INFO neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Loaded extension: l3-ha Aug 18 11:07:28.935998 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=106265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 18 11:07:28.936883 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=106265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 18 11:07:28.937393 dv-cinder-853450-2-iscsi neutron-server[106265]: INFO neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Aug 18 11:07:28.937720 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Loading extension file: l3_flavors.py {{(pid=106265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 18 11:07:28.938594 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=106265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 18 11:07:28.939112 dv-cinder-853450-2-iscsi neutron-server[106265]: INFO neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Loaded extension: l3-flavors Aug 18 11:07:28.939438 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Loading extension file: l3_ndp_proxy.py {{(pid=106265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 18 11:07:28.940790 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=106265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 18 11:07:28.941302 dv-cinder-853450-2-iscsi neutron-server[106265]: INFO neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Extension l3-ndp-proxy not supported by any of loaded plugins Aug 18 11:07:28.941631 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=106265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 18 11:07:28.942495 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=106265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 18 11:07:28.943003 dv-cinder-853450-2-iscsi neutron-server[106265]: INFO neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Loaded extension: l3-port-ip-change-not-allowed Aug 18 11:07:28.943328 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Loading extension file: l3agentscheduler.py {{(pid=106265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 18 11:07:28.944336 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=106265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 18 11:07:28.944845 dv-cinder-853450-2-iscsi neutron-server[106265]: INFO neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Loaded extension: l3_agent_scheduler Aug 18 11:07:28.945173 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Loading extension file: local_ip.py {{(pid=106265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 18 11:07:28.946867 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=106265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 18 11:07:28.947398 dv-cinder-853450-2-iscsi neutron-server[106265]: INFO neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Extension local_ip not supported by any of loaded plugins Aug 18 11:07:28.947741 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Loading extension file: logging.py {{(pid=106265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 18 11:07:28.949737 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=106265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 18 11:07:28.950254 dv-cinder-853450-2-iscsi neutron-server[106265]: INFO neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Extension logging not supported by any of loaded plugins Aug 18 11:07:28.950586 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Loading extension file: metering.py {{(pid=106265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 18 11:07:28.951285 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=106265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 18 11:07:28.953406 dv-cinder-853450-2-iscsi neutron-server[106265]: INFO neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Loaded extension: metering Aug 18 11:07:28.953745 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=106265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 18 11:07:28.954804 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=106265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 18 11:07:28.955327 dv-cinder-853450-2-iscsi neutron-server[106265]: INFO neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Loaded extension: metering_source_and_destination_fields Aug 18 11:07:28.955659 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Loading extension file: multiprovidernet.py {{(pid=106265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 18 11:07:28.956584 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=106265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 18 11:07:28.957099 dv-cinder-853450-2-iscsi neutron-server[106265]: INFO neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Loaded extension: multi-provider Aug 18 11:07:28.957428 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Loading extension file: netmtu.py {{(pid=106265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 18 11:07:28.958303 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=106265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 18 11:07:28.958828 dv-cinder-853450-2-iscsi neutron-server[106265]: INFO neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Loaded extension: net-mtu Aug 18 11:07:28.959158 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Loading extension file: netmtu_writable.py {{(pid=106265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 18 11:07:28.960035 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=106265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 18 11:07:28.960588 dv-cinder-853450-2-iscsi neutron-server[106265]: INFO neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Loaded extension: net-mtu-writable Aug 18 11:07:28.960918 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Loading extension file: network_availability_zone.py {{(pid=106265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 18 11:07:28.961556 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=106265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 18 11:07:28.962067 dv-cinder-853450-2-iscsi neutron-server[106265]: INFO neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Loaded extension: network_availability_zone Aug 18 11:07:28.962392 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Loading extension file: network_ip_availability.py {{(pid=106265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 18 11:07:28.963445 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=106265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 18 11:07:28.963963 dv-cinder-853450-2-iscsi neutron-server[106265]: INFO neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Loaded extension: network-ip-availability Aug 18 11:07:28.964891 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Loading extension file: network_segment_range.py {{(pid=106265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 18 11:07:28.965668 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=106265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 18 11:07:28.966178 dv-cinder-853450-2-iscsi neutron-server[106265]: INFO neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Extension network-segment-range not supported by any of loaded plugins Aug 18 11:07:28.966508 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Loading extension file: pagination.py {{(pid=106265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 18 11:07:28.967450 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=106265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 18 11:07:28.967786 dv-cinder-853450-2-iscsi neutron-server[106265]: INFO neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Loaded extension: pagination Aug 18 11:07:28.968110 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Loading extension file: port_device_profile.py {{(pid=106265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 18 11:07:28.969015 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=106265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 18 11:07:28.969533 dv-cinder-853450-2-iscsi neutron-server[106265]: INFO neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Loaded extension: port-device-profile Aug 18 11:07:28.969857 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Loading extension file: port_mac_address_override.py {{(pid=106265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 18 11:07:28.970738 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=106265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 18 11:07:28.971253 dv-cinder-853450-2-iscsi neutron-server[106265]: INFO neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Loaded extension: port-mac-override Aug 18 11:07:28.971578 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Loading extension file: port_mac_address_regenerate.py {{(pid=106265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 18 11:07:28.972491 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=106265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 18 11:07:28.973001 dv-cinder-853450-2-iscsi neutron-server[106265]: INFO neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Loaded extension: port-mac-address-regenerate Aug 18 11:07:28.973325 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Loading extension file: port_numa_affinity_policy.py {{(pid=106265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 18 11:07:28.974191 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=106265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 18 11:07:28.974705 dv-cinder-853450-2-iscsi neutron-server[106265]: INFO neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Loaded extension: port-numa-affinity-policy Aug 18 11:07:28.975033 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Loading extension file: port_resource_request.py {{(pid=106265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 18 11:07:28.975906 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=106265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 18 11:07:28.976442 dv-cinder-853450-2-iscsi neutron-server[106265]: INFO neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Extension port-resource-request not supported by any of loaded plugins Aug 18 11:07:28.976771 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Loading extension file: port_resource_request_groups.py {{(pid=106265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 18 11:07:28.977687 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=106265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 18 11:07:28.978196 dv-cinder-853450-2-iscsi neutron-server[106265]: INFO neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Extension port-resource-request-groups not supported by any of loaded plugins Aug 18 11:07:28.978521 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Loading extension file: portbindings.py {{(pid=106265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 18 11:07:28.979405 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=106265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 18 11:07:28.979948 dv-cinder-853450-2-iscsi neutron-server[106265]: INFO neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Loaded extension: binding Aug 18 11:07:28.980351 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Loading extension file: portbindings_extended.py {{(pid=106265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 18 11:07:28.981561 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=106265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 18 11:07:28.982081 dv-cinder-853450-2-iscsi neutron-server[106265]: INFO neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Loaded extension: binding-extended Aug 18 11:07:28.982408 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Loading extension file: portsecurity.py {{(pid=106265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 18 11:07:28.983283 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=106265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 18 11:07:28.983801 dv-cinder-853450-2-iscsi neutron-server[106265]: INFO neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Loaded extension: port-security Aug 18 11:07:28.984130 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Loading extension file: project_id.py {{(pid=106265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 18 11:07:28.985084 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=106265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 18 11:07:28.985418 dv-cinder-853450-2-iscsi neutron-server[106265]: INFO neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Loaded extension: project-id Aug 18 11:07:28.985743 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Loading extension file: providernet.py {{(pid=106265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 18 11:07:28.986608 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=106265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 18 11:07:28.987119 dv-cinder-853450-2-iscsi neutron-server[106265]: INFO neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Loaded extension: provider Aug 18 11:07:28.987446 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Loading extension file: qos.py {{(pid=106265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 18 11:07:28.990914 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=106265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 18 11:07:28.991443 dv-cinder-853450-2-iscsi neutron-server[106265]: INFO neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Extension qos not supported by any of loaded plugins Aug 18 11:07:28.991778 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Loading extension file: qos_bw_limit_direction.py {{(pid=106265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 18 11:07:28.993004 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=106265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 18 11:07:28.993518 dv-cinder-853450-2-iscsi neutron-server[106265]: INFO neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 18 11:07:28.993854 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=106265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 18 11:07:28.994745 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=106265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 18 11:07:28.995255 dv-cinder-853450-2-iscsi neutron-server[106265]: INFO neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 18 11:07:28.995637 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Loading extension file: qos_default.py {{(pid=106265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 18 11:07:28.996740 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=106265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 18 11:07:28.997253 dv-cinder-853450-2-iscsi neutron-server[106265]: INFO neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Extension qos-default not supported by any of loaded plugins Aug 18 11:07:28.997581 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Loading extension file: qos_fip.py {{(pid=106265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 18 11:07:28.998457 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=106265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 18 11:07:28.998970 dv-cinder-853450-2-iscsi neutron-server[106265]: INFO neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Extension qos-fip not supported by any of loaded plugins Aug 18 11:07:28.999296 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Loading extension file: qos_fip_network_policy.py {{(pid=106265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 18 11:07:29.000207 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=106265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 18 11:07:29.000716 dv-cinder-853450-2-iscsi neutron-server[106265]: INFO neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Extension qos-fip-network-policy not supported by any of loaded plugins Aug 18 11:07:29.001044 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Loading extension file: qos_gateway_ip.py {{(pid=106265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 18 11:07:29.002176 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=106265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 18 11:07:29.002682 dv-cinder-853450-2-iscsi neutron-server[106265]: INFO neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 18 11:07:29.003008 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Loading extension file: qos_port_network_policy.py {{(pid=106265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 18 11:07:29.003881 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=106265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 18 11:07:29.004405 dv-cinder-853450-2-iscsi neutron-server[106265]: INFO neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 18 11:07:29.004732 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=106265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 18 11:07:29.005721 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=106265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 18 11:07:29.006229 dv-cinder-853450-2-iscsi neutron-server[106265]: INFO neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Extension qos-pps-minimum not supported by any of loaded plugins Aug 18 11:07:29.006555 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=106265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 18 11:07:29.007553 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=106265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 18 11:07:29.008060 dv-cinder-853450-2-iscsi neutron-server[106265]: INFO neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Aug 18 11:07:29.008406 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Loading extension file: qos_pps_rule.py {{(pid=106265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 18 11:07:29.009529 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=106265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 18 11:07:29.010041 dv-cinder-853450-2-iscsi neutron-server[106265]: INFO neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Extension qos-pps not supported by any of loaded plugins Aug 18 11:07:29.010367 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Loading extension file: qos_rule_type_details.py {{(pid=106265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 18 11:07:29.012148 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=106265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 18 11:07:29.012687 dv-cinder-853450-2-iscsi neutron-server[106265]: INFO neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 18 11:07:29.013020 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Loading extension file: qos_rule_type_filter.py {{(pid=106265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 18 11:07:29.013881 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=106265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 18 11:07:29.014389 dv-cinder-853450-2-iscsi neutron-server[106265]: INFO neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Extension qos-rule-type-filter not supported by any of loaded plugins Aug 18 11:07:29.014718 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Loading extension file: qos_rules_alias.py {{(pid=106265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 18 11:07:29.015700 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=106265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 18 11:07:29.016236 dv-cinder-853450-2-iscsi neutron-server[106265]: INFO neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 18 11:07:29.016568 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Loading extension file: quota_check_limit.py {{(pid=106265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 18 11:07:29.017438 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=106265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 18 11:07:29.017953 dv-cinder-853450-2-iscsi neutron-server[106265]: INFO neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Loaded extension: quota-check-limit Aug 18 11:07:29.018280 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Loading extension file: quotasv2.py {{(pid=106265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 18 11:07:29.019186 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=106265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 18 11:07:29.019523 dv-cinder-853450-2-iscsi neutron-server[106265]: INFO neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Loaded extension: quotas Aug 18 11:07:29.019850 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Loading extension file: quotasv2_detail.py {{(pid=106265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 18 11:07:29.022443 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=106265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 18 11:07:29.022783 dv-cinder-853450-2-iscsi neutron-server[106265]: INFO neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Loaded extension: quota_details Aug 18 11:07:29.023113 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Loading extension file: rbac.py {{(pid=106265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 18 11:07:29.024473 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=106265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 18 11:07:29.025008 dv-cinder-853450-2-iscsi neutron-server[106265]: INFO neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Loaded extension: rbac-policies Aug 18 11:07:29.025344 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Loading extension file: rbac_address_group.py {{(pid=106265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 18 11:07:29.026255 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=106265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 18 11:07:29.026824 dv-cinder-853450-2-iscsi neutron-server[106265]: INFO neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Loaded extension: rbac-address-group Aug 18 11:07:29.027648 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Loading extension file: rbac_address_scope.py {{(pid=106265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 18 11:07:29.028573 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=106265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 18 11:07:29.029080 dv-cinder-853450-2-iscsi neutron-server[106265]: INFO neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Loaded extension: rbac-address-scope Aug 18 11:07:29.029419 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Loading extension file: rbac_security_groups.py {{(pid=106265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 18 11:07:29.030362 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=106265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 18 11:07:29.030871 dv-cinder-853450-2-iscsi neutron-server[106265]: INFO neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Loaded extension: rbac-security-groups Aug 18 11:07:29.031195 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Loading extension file: rbac_subnetpool.py {{(pid=106265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 18 11:07:29.032071 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=106265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 18 11:07:29.032606 dv-cinder-853450-2-iscsi neutron-server[106265]: INFO neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Loaded extension: rbac-subnetpool Aug 18 11:07:29.032932 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Loading extension file: revisionifmatch.py {{(pid=106265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 18 11:07:29.033987 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=106265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 18 11:07:29.034450 dv-cinder-853450-2-iscsi neutron-server[106265]: INFO neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Loaded extension: revision-if-match Aug 18 11:07:29.034774 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Loading extension file: revisions.py {{(pid=106265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 18 11:07:29.036019 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=106265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 18 11:07:29.036402 dv-cinder-853450-2-iscsi neutron-server[106265]: INFO neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Loaded extension: standard-attr-revisions Aug 18 11:07:29.036731 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Loading extension file: router_availability_zone.py {{(pid=106265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 18 11:07:29.037504 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=106265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 18 11:07:29.037878 dv-cinder-853450-2-iscsi neutron-server[106265]: INFO neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Loaded extension: router_availability_zone Aug 18 11:07:29.038205 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Loading extension file: routerservicetype.py {{(pid=106265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 18 11:07:29.039095 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=106265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 18 11:07:29.039603 dv-cinder-853450-2-iscsi neutron-server[106265]: INFO neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Extension router-service-type not supported by any of loaded plugins Aug 18 11:07:29.039932 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=106265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 18 11:07:29.040845 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=106265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 18 11:07:29.041559 dv-cinder-853450-2-iscsi neutron-server[106265]: INFO neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Loaded extension: security-groups-normalized-cidr Aug 18 11:07:29.041688 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Loading extension file: security_groups_port_filtering.py {{(pid=106265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 18 11:07:29.042613 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=106265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 18 11:07:29.043125 dv-cinder-853450-2-iscsi neutron-server[106265]: INFO neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Loaded extension: port-security-groups-filtering Aug 18 11:07:29.043453 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Loading extension file: security_groups_remote_address_group.py {{(pid=106265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 18 11:07:29.044366 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=106265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 18 11:07:29.044880 dv-cinder-853450-2-iscsi neutron-server[106265]: INFO neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Loaded extension: security-groups-remote-address-group Aug 18 11:07:29.045540 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Loading extension file: security_groups_shared_filtering.py {{(pid=106265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 18 11:07:29.046432 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=106265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 18 11:07:29.046945 dv-cinder-853450-2-iscsi neutron-server[106265]: INFO neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Loaded extension: security-groups-shared-filtering Aug 18 11:07:29.047273 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Loading extension file: securitygroup.py {{(pid=106265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 18 11:07:29.056806 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=106265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 18 11:07:29.057339 dv-cinder-853450-2-iscsi neutron-server[106265]: INFO neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Loaded extension: security-group Aug 18 11:07:29.057680 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Loading extension file: segment.py {{(pid=106265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 18 11:07:29.058597 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=106265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 18 11:07:29.059121 dv-cinder-853450-2-iscsi neutron-server[106265]: INFO neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Extension segment not supported by any of loaded plugins Aug 18 11:07:29.059453 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=106265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 18 11:07:29.060401 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=106265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 18 11:07:29.060916 dv-cinder-853450-2-iscsi neutron-server[106265]: INFO neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 18 11:07:29.061277 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Loading extension file: servicetype.py {{(pid=106265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 18 11:07:29.062330 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=106265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 18 11:07:29.062851 dv-cinder-853450-2-iscsi neutron-server[106265]: INFO neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Loaded extension: service-type Aug 18 11:07:29.063184 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Loading extension file: sorting.py {{(pid=106265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 18 11:07:29.064132 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=106265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 18 11:07:29.064490 dv-cinder-853450-2-iscsi neutron-server[106265]: INFO neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Loaded extension: sorting Aug 18 11:07:29.064948 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Loading extension file: standard_attr_segment.py {{(pid=106265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 18 11:07:29.065830 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=106265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 18 11:07:29.066349 dv-cinder-853450-2-iscsi neutron-server[106265]: INFO neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 18 11:07:29.066672 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Loading extension file: standardattrdescription.py {{(pid=106265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 18 11:07:29.067286 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=106265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 18 11:07:29.067792 dv-cinder-853450-2-iscsi neutron-server[106265]: INFO neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Loaded extension: standard-attr-description Aug 18 11:07:29.068117 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Loading extension file: stateful_security_group.py {{(pid=106265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 18 11:07:29.069034 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=106265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 18 11:07:29.069553 dv-cinder-853450-2-iscsi neutron-server[106265]: INFO neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Loaded extension: stateful-security-group Aug 18 11:07:29.069878 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Loading extension file: stdattrs_common.py {{(pid=106265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 18 11:07:29.070433 dv-cinder-853450-2-iscsi neutron-server[106265]: WARNING neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 18 11:07:29.070757 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=106265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 18 11:07:29.071657 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=106265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 18 11:07:29.072173 dv-cinder-853450-2-iscsi neutron-server[106265]: INFO neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 18 11:07:29.072591 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Loading extension file: subnet_onboard.py {{(pid=106265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 18 11:07:29.074130 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=106265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 18 11:07:29.074812 dv-cinder-853450-2-iscsi neutron-server[106265]: INFO neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Loaded extension: subnet_onboard Aug 18 11:07:29.075144 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Loading extension file: subnet_segmentid_writable.py {{(pid=106265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 18 11:07:29.076033 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=106265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 18 11:07:29.076572 dv-cinder-853450-2-iscsi neutron-server[106265]: INFO neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 18 11:07:29.076903 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Loading extension file: subnet_service_types.py {{(pid=106265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 18 11:07:29.077784 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=106265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 18 11:07:29.078300 dv-cinder-853450-2-iscsi neutron-server[106265]: INFO neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Loaded extension: subnet-service-types Aug 18 11:07:29.078628 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Loading extension file: subnetallocation.py {{(pid=106265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 18 11:07:29.079653 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=106265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 18 11:07:29.080168 dv-cinder-853450-2-iscsi neutron-server[106265]: INFO neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Loaded extension: subnet_allocation Aug 18 11:07:29.080527 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=106265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 18 11:07:29.081156 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=106265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 18 11:07:29.081667 dv-cinder-853450-2-iscsi neutron-server[106265]: INFO neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Loaded extension: subnetpool-prefix-ops Aug 18 11:07:29.081993 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=106265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 18 11:07:29.082873 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=106265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 18 11:07:29.083383 dv-cinder-853450-2-iscsi neutron-server[106265]: INFO neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 18 11:07:29.083705 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Loading extension file: tagging.py {{(pid=106265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 18 11:07:29.084739 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=106265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 18 11:07:29.085264 dv-cinder-853450-2-iscsi neutron-server[106265]: INFO neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Loaded extension: standard-attr-tag Aug 18 11:07:29.085593 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Loading extension file: timestamp.py {{(pid=106265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 18 11:07:29.086735 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=106265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 18 11:07:29.087248 dv-cinder-853450-2-iscsi neutron-server[106265]: INFO neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Loaded extension: standard-attr-timestamp Aug 18 11:07:29.087578 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Loading extension file: trunk.py {{(pid=106265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 18 11:07:29.088587 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=106265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 18 11:07:29.089110 dv-cinder-853450-2-iscsi neutron-server[106265]: INFO neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Extension trunk not supported by any of loaded plugins Aug 18 11:07:29.090076 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Loading extension file: trunk_details.py {{(pid=106265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 18 11:07:29.091175 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=106265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 18 11:07:29.091644 dv-cinder-853450-2-iscsi neutron-server[106265]: INFO neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Extension trunk-details not supported by any of loaded plugins Aug 18 11:07:29.091966 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Loading extension file: uplink_status_propagation.py {{(pid=106265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 18 11:07:29.092863 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=106265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 18 11:07:29.093370 dv-cinder-853450-2-iscsi neutron-server[106265]: INFO neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 18 11:07:29.093695 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Loading extension file: vlantransparent.py {{(pid=106265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 18 11:07:29.094331 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=106265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 18 11:07:29.094840 dv-cinder-853450-2-iscsi neutron-server[106265]: INFO neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Extension vlan-transparent not supported by any of loaded plugins Aug 18 11:07:29.097524 dv-cinder-853450-2-iscsi neutron-server[106265]: INFO neutron.quota.resource_registry [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Creating instance of TrackedResource for resource:network Aug 18 11:07:29.098051 dv-cinder-853450-2-iscsi neutron-server[106265]: INFO neutron.quota.resource_registry [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Creating instance of TrackedResource for resource:subnet Aug 18 11:07:29.098457 dv-cinder-853450-2-iscsi neutron-server[106265]: INFO neutron.quota.resource_registry [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Creating instance of TrackedResource for resource:subnetpool Aug 18 11:07:29.098848 dv-cinder-853450-2-iscsi neutron-server[106265]: INFO neutron.quota.resource_registry [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Creating instance of TrackedResource for resource:port Aug 18 11:07:29.100131 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.api.v2.resource_helper [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106265) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 18 11:07:29.100601 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.api.v2.resource_helper [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Service FLAVORS assigned prefix: {{(pid=106265) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 18 11:07:29.101210 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.api.v2.resource_helper [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106265) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 18 11:07:29.101635 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.api.v2.resource_helper [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106265) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 18 11:07:29.101969 dv-cinder-853450-2-iscsi neutron-server[106265]: INFO neutron.quota.resource_registry [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Creating instance of TrackedResource for resource:router Aug 18 11:07:29.102402 dv-cinder-853450-2-iscsi neutron-server[106265]: INFO neutron.quota.resource_registry [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Creating instance of TrackedResource for resource:floatingip Aug 18 11:07:29.102943 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.api.v2.resource_helper [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Service METERING assigned prefix: /metering {{(pid=106265) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 18 11:07:29.104420 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=106265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:07:29.104798 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=106265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:07:29.105179 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:07:29.106199 dv-cinder-853450-2-iscsi neutron-server[106265]: INFO neutron.quota.resource_registry [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Creating instance of CountableResource for resource:rbac_policy Aug 18 11:07:29.106645 dv-cinder-853450-2-iscsi neutron-server[106265]: INFO neutron.quota.resource_registry [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Creating instance of TrackedResource for resource:security_group Aug 18 11:07:29.107079 dv-cinder-853450-2-iscsi neutron-server[106265]: INFO neutron.quota.resource_registry [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Creating instance of TrackedResource for resource:security_group_rule Aug 18 11:07:29.107610 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.api.v2.resource_helper [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Service CORE assigned prefix: {{(pid=106265) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 18 11:07:29.107944 dv-cinder-853450-2-iscsi neutron-server[106265]: INFO neutron.quota.resource_registry [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Creating instance of TrackedResource for resource:subnetpool Aug 18 11:07:29.108321 dv-cinder-853450-2-iscsi neutron-server[106265]: WARNING neutron.quota.resource_registry [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] subnetpool is already registered Aug 18 11:07:29.108771 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.api.v2.resource_helper [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Service CORE assigned prefix: {{(pid=106265) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 18 11:07:29.109108 dv-cinder-853450-2-iscsi neutron-server[106265]: INFO neutron.quota.resource_registry [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Creating instance of TrackedResource for resource:subnetpool Aug 18 11:07:29.109445 dv-cinder-853450-2-iscsi neutron-server[106265]: WARNING neutron.quota.resource_registry [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] subnetpool is already registered Aug 18 11:07:29.111861 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.api.v2.resource_helper [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106265) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 18 11:07:29.112329 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.api.v2.resource_helper [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Service FLAVORS assigned prefix: {{(pid=106265) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 18 11:07:29.112931 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.api.v2.resource_helper [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106265) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 18 11:07:29.113359 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.api.v2.resource_helper [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106265) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 18 11:07:29.113696 dv-cinder-853450-2-iscsi neutron-server[106265]: INFO neutron.quota.resource_registry [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Creating instance of TrackedResource for resource:router Aug 18 11:07:29.114040 dv-cinder-853450-2-iscsi neutron-server[106265]: WARNING neutron.quota.resource_registry [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] router is already registered Aug 18 11:07:29.114455 dv-cinder-853450-2-iscsi neutron-server[106265]: INFO neutron.quota.resource_registry [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Creating instance of TrackedResource for resource:floatingip Aug 18 11:07:29.114796 dv-cinder-853450-2-iscsi neutron-server[106265]: WARNING neutron.quota.resource_registry [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] floatingip is already registered Aug 18 11:07:29.115255 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.api.v2.resource_helper [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Service METERING assigned prefix: /metering {{(pid=106265) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 18 11:07:29.115927 dv-cinder-853450-2-iscsi neutron-server[106265]: INFO neutron.quota.resource_registry [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Creating instance of CountableResource for resource:rbac_policy Aug 18 11:07:29.116283 dv-cinder-853450-2-iscsi neutron-server[106265]: WARNING neutron.quota.resource_registry [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] rbac_policy is already registered Aug 18 11:07:29.116699 dv-cinder-853450-2-iscsi neutron-server[106265]: INFO neutron.quota.resource_registry [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Creating instance of TrackedResource for resource:security_group Aug 18 11:07:29.117065 dv-cinder-853450-2-iscsi neutron-server[106265]: WARNING neutron.quota.resource_registry [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] security_group is already registered Aug 18 11:07:29.117471 dv-cinder-853450-2-iscsi neutron-server[106265]: INFO neutron.quota.resource_registry [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Creating instance of TrackedResource for resource:security_group_rule Aug 18 11:07:29.117809 dv-cinder-853450-2-iscsi neutron-server[106265]: WARNING neutron.quota.resource_registry [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] security_group_rule is already registered Aug 18 11:07:29.118438 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.api.v2.resource_helper [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Service CORE assigned prefix: {{(pid=106265) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 18 11:07:29.118767 dv-cinder-853450-2-iscsi neutron-server[106265]: INFO neutron.quota.resource_registry [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Creating instance of TrackedResource for resource:subnetpool Aug 18 11:07:29.119105 dv-cinder-853450-2-iscsi neutron-server[106265]: WARNING neutron.quota.resource_registry [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] subnetpool is already registered Aug 18 11:07:29.119526 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.api.v2.resource_helper [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Service CORE assigned prefix: {{(pid=106265) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 18 11:07:29.119859 dv-cinder-853450-2-iscsi neutron-server[106265]: INFO neutron.quota.resource_registry [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Creating instance of TrackedResource for resource:subnetpool Aug 18 11:07:29.120220 dv-cinder-853450-2-iscsi neutron-server[106265]: WARNING neutron.quota.resource_registry [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] subnetpool is already registered Aug 18 11:07:29.120780 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Extended resource: extensions {{(pid=106265) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 11:07:29.122294 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Extended resource: address-groups {{(pid=106265) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 11:07:29.123800 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Extended resource: address-scopes {{(pid=106265) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 11:07:29.125182 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Extended resource: agents {{(pid=106265) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 11:07:29.126353 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Extended resource: auto-allocated-topology {{(pid=106265) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 11:07:29.127916 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Extended resource: availability_zones {{(pid=106265) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 11:07:29.129182 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Extended resource: dhcp-networks {{(pid=106265) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 11:07:29.130725 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Extended resource: dhcp-agents {{(pid=106265) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 11:07:29.132173 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Extended resource: routers {{(pid=106265) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 11:07:29.133905 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Extended resource: flavors {{(pid=106265) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 11:07:29.135322 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Extended resource: service_profiles {{(pid=106265) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 11:07:29.137115 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Extended resource: next_providers {{(pid=106265) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 11:07:29.138590 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Extended resource: service_profiles {{(pid=106265) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 11:07:29.140174 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Extended resource: floatingip-pools {{(pid=106265) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 11:07:29.141533 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Extended resource: routers {{(pid=106265) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 11:07:29.143267 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Extended resource: floatingips {{(pid=106265) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 11:07:29.144605 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Extended resource: l3-routers {{(pid=106265) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 11:07:29.145984 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Extended resource: l3-agents {{(pid=106265) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 11:07:29.147419 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Extended resource: metering-labels {{(pid=106265) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 11:07:29.148719 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Extended resource: metering-label-rules {{(pid=106265) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 11:07:29.151092 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Extended resource: network-ip-availabilities {{(pid=106265) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 11:07:29.152983 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Extended resource: bindings {{(pid=106265) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 11:07:29.154735 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Extended resource: quotas {{(pid=106265) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 11:07:29.156435 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Extended resource: quotas {{(pid=106265) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 11:07:29.158013 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Extended resource: rbac-policies {{(pid=106265) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 11:07:29.159231 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Extended resource: security-groups {{(pid=106265) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 11:07:29.160565 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Extended resource: security-group-rules {{(pid=106265) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 11:07:29.161852 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Extended resource: service-providers {{(pid=106265) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 11:07:29.163088 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Extended resource: subnetpools {{(pid=106265) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 11:07:29.164473 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Extended resource: subnetpools {{(pid=106265) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 11:07:29.166043 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Extended resource: tags {{(pid=106265) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 11:07:29.167758 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Extended resource: tags {{(pid=106265) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 11:07:29.169791 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Extended resource: tags {{(pid=106265) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 11:07:29.171619 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Extended resource: tags {{(pid=106265) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 11:07:29.173428 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Extended resource: tags {{(pid=106265) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 11:07:29.175406 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Extended resource: tags {{(pid=106265) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 11:07:29.177160 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Extended resource: tags {{(pid=106265) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 11:07:29.179066 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Extended resource: tags {{(pid=106265) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 11:07:29.180912 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Extended resource: tags {{(pid=106265) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 11:07:29.182665 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron.api.extensions [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Extended resource: tags {{(pid=106265) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 11:07:29.189063 dv-cinder-853450-2-iscsi neutron-server[106265]: WARNING keystonemiddleware.auth_token [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 18 11:07:29.194373 dv-cinder-853450-2-iscsi neutron-server[106265]: WARNING keystonemiddleware.auth_token [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 18 11:07:29.204244 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_concurrency.lockutils [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Acquiring lock "singleton_lock" {{(pid=106265) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:293}} Aug 18 11:07:29.204584 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_concurrency.lockutils [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Acquired lock "singleton_lock" {{(pid=106265) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:296}} Aug 18 11:07:29.205061 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_concurrency.lockutils [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Releasing lock "singleton_lock" {{(pid=106265) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:314}} Aug 18 11:07:29.206059 dv-cinder-853450-2-iscsi neutron-server[106265]: INFO oslo_service.service [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Starting 2 workers Aug 18 11:07:29.210551 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Started child 106378 {{(pid=106265) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 18 11:07:29.215862 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Started child 106379 {{(pid=106265) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 18 11:07:29.216762 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:07:29.217523 dv-cinder-853450-2-iscsi neutron-server[106265]: INFO neutron.service [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Neutron service started, listening on 0.0.0.0:9696 Aug 18 11:07:29.218133 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Publish callbacks [] for process (None), before_spawn {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:07:29.218319 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [-] (106378) wsgi starting up on http://0.0.0.0:9696 Aug 18 11:07:29.220535 dv-cinder-853450-2-iscsi neutron-server[106265]: INFO oslo_service.service [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Starting 1 workers Aug 18 11:07:29.220643 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:07:29.221923 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [-] (106379) wsgi starting up on http://0.0.0.0:9696 Aug 18 11:07:29.225785 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Started child 106380 {{(pid=106265) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 18 11:07:29.226302 dv-cinder-853450-2-iscsi neutron-server[106265]: INFO oslo_service.service [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Starting 1 workers Aug 18 11:07:29.229591 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.service [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] calling RpcWorker wait() {{(pid=106380) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 18 11:07:29.230212 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.service [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] returning from RpcWorker wait() {{(pid=106380) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 18 11:07:29.231019 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Started child 106381 {{(pid=106265) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 18 11:07:29.231510 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:07:29.231812 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-3c4a186c-041d-4087-818e-1b4aab745e6b None None] Publish callbacks [] for process (None), after_spawn {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:07:29.232103 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:07:29.233693 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=106265) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 18 11:07:29.233913 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 18 11:07:29.234104 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 18 11:07:29.234332 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 18 11:07:29.234654 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 18 11:07:29.234838 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 18 11:07:29.235452 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:29.235715 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:07:29.236267 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:29.236267 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:29.236267 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:29.236850 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:29.236987 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:07:29.237115 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:29.237352 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:29.237626 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:29.237883 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:29.238058 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:29.238227 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:29.238488 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:29.238722 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:29.239046 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:29.239322 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:29.239562 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:29.239806 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:29.239982 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:29.240256 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] config_source = [] {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:29.240524 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:29.240794 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:29.241084 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] debug = True {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:29.241333 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:29.241832 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:29.242082 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:29.242323 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:29.242561 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:29.242852 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:29.243096 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:29.243352 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:29.243602 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:29.243824 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:29.244083 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:29.244367 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:29.244605 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:29.244840 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:29.245072 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:29.245338 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:29.245593 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:29.246291 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] host = dv-cinder-853450-2-iscsi {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:29.246679 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:29.246882 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:29.247136 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:29.247388 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:29.247644 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:29.247863 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:29.248143 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:29.248433 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:29.248698 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:29.248926 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:29.249202 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:29.249460 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:29.249698 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] log_dir = None {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:29.249951 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] log_file = None {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:29.250118 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] log_options = True {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:29.250353 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:29.250644 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:29.250920 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:29.251115 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:29.251285 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:29.251451 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:29.251973 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:29.252138 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:29.252418 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:29.252693 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:29.252842 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:29.253069 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:29.253302 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:29.253552 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:29.253809 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:29.254056 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:29.254271 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:29.254508 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:29.254778 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:29.255037 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:29.255272 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:29.256770 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:29.257476 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:29.257476 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:29.257476 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:29.257729 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:29.257956 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:29.258367 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:29.258824 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:29.259334 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:29.259617 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:29.259906 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:29.260158 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:29.260446 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:29.260729 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:29.261649 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:29.262027 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:29.262276 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:29.262776 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:29.263258 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:29.263683 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:29.264076 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:29.264474 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:29.264973 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:29.265370 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:29.265715 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] use_journal = False {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:29.266058 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] use_json = False {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:29.266491 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:29.266981 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:29.267434 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:29.267793 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:29.268145 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:29.268523 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:29.268883 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:29.269283 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:29.269657 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:29.270233 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.270661 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.271113 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.271381 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.271676 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.271945 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.272206 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.272521 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.272796 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.273055 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.273569 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.273808 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.274162 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.274429 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.274712 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.275166 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.275434 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.275696 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.275943 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.276168 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.276410 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.276666 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.277812 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.278108 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.278449 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.278713 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.278943 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.279237 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.279521 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.279803 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.280154 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.280486 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.280766 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.16/identity {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.281044 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.281467 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.281903 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.282332 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.282749 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.283164 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.283671 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.284131 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.284619 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.284921 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.285316 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.285620 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.285917 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.286235 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.286555 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.286878 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.287166 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.287500 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.287859 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.288133 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.288461 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.288789 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.289098 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.289397 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.289715 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.290039 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.290360 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.290661 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.290960 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.291274 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.291658 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.292069 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.292430 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.292761 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.293074 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.293363 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.293735 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.294019 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.294283 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.294569 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.294864 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.295088 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.295418 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.295661 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.295883 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.296101 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.296342 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.296582 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.296815 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.297029 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.297242 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.297455 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.297752 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.297972 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.298186 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.298401 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.298614 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.298848 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.299166 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.299406 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.299656 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.299895 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.300152 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.300418 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.300665 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.300883 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.301100 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.301316 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.301571 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.301793 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.302054 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.302294 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.302511 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.302778 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.303206 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.303631 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.304138 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.304564 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.304789 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.305046 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.305355 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.305524 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.305892 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.306287 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.306669 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.307056 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.307298 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.307558 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.309062 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.309062 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.309062 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.309368 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.309763 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.310032 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.310336 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.310614 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.310897 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.311166 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.311401 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.311675 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.311940 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.312216 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.312473 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.312724 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.312965 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.313872 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.313872 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.313872 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.313872 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.314238 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.314629 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.315007 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.315364 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.315774 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.316184 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.316580 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.316998 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.317397 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.317757 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.318127 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.318524 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.16/identity {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.318879 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.319469 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.319859 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.320248 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.320667 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.320874 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.321123 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.321506 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.321852 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.322275 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.322848 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.323284 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.324437 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.324880 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.325274 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.325679 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.326078 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.326482 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.326900 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.327288 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.327675 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.328035 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.328485 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.328911 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.329340 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.329839 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.330291 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.330716 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.331150 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.331607 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.332081 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.332519 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.332969 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.333383 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.333761 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.334162 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.334566 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.334857 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.335148 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.335555 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.335913 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.336327 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.336704 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.337180 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.337572 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.337953 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.338351 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.338721 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.339062 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.339580 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.340003 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.340420 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.340800 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.341112 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.341278 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.341466 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.341689 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.342154 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.342154 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.342373 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.342766 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.343150 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.343507 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.343871 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.344263 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.344720 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.345092 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.345459 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.345824 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.346162 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.346547 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.346897 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.347366 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.347618 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.347858 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.348109 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.348595 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.348865 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.349100 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.349310 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.349548 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.349755 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.349962 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.350198 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.350408 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.350619 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.350833 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.351083 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.351300 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.351515 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.351767 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.351985 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.352209 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.352431 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.352667 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.352875 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.353104 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.353332 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.353541 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.353761 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.353975 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.354186 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.354534 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.354728 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.355009 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.355235 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.355456 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.355662 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.355968 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.356229 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.356441 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.356735 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.357000 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.357231 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.357495 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.357822 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.358058 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.358320 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.358554 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.358792 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.359133 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.359327 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.359657 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.359912 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.360148 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.360496 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.360838 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.361078 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:950:999'] {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.361329 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.361587 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.361849 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.362188 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.362473 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.362735 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.363142 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.363529 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.363892 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.364282 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.364661 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.365006 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.365267 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.365535 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.365767 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.366013 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.366234 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.366463 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.366683 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.366906 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.367121 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.367340 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.367572 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.367730 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 18 11:07:29.368340 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=106265) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 18 11:07:29.368501 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 18 11:07:29.368954 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 18 11:07:29.369126 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 18 11:07:29.369300 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 18 11:07:29.369454 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 18 11:07:29.369664 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:29.369827 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:29.369988 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:29.370148 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:29.370332 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:29.371113 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:29.371561 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:29.371561 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:29.371561 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:29.371829 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:29.371829 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:29.371985 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:29.372114 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:29.372294 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:29.372454 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:29.372609 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:29.372768 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:29.372930 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:29.373087 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] config_source = [] {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:29.373240 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:29.373393 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:29.373548 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] debug = True {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:29.373708 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:29.374320 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:29.374320 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:29.374320 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:29.374558 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:29.374558 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:29.374701 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:29.374820 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:29.375089 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:29.375250 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:29.375409 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:29.375566 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:29.375722 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:29.375879 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:29.376036 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:29.376240 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:29.376349 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:07:29.376439 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:29.376520 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] host = dv-cinder-853450-2-iscsi {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:29.376916 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:29.377079 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:29.377235 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:29.377390 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:29.377546 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:29.377702 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:29.377859 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:29.378015 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:29.378170 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:29.378326 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:29.378484 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:29.378640 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:29.378794 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] log_dir = None {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:29.379103 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] log_file = None {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:29.379273 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] log_options = True {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:29.379774 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:29.379936 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:29.380115 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:29.380324 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:29.380487 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:29.380645 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:29.380807 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:29.380966 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:29.381131 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:29.381275 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:29.381419 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:29.381787 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:29.381787 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:29.381945 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:29.382013 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:29.382181 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:29.382330 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:29.382484 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:29.382628 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:29.382772 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:29.382920 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:29.383062 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:29.383218 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:29.383397 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:29.383520 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:29.383886 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:29.384228 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:29.384533 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:29.384691 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:29.384851 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:29.385103 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:29.385266 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:29.385429 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:29.385587 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:29.385745 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:29.385901 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:29.386058 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:29.386853 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:29.387106 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:29.387204 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:29.387327 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:29.387486 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:29.387643 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:29.387802 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:29.387952 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:29.388110 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] use_journal = False {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:29.388298 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] use_json = False {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:29.388423 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:29.388582 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:29.388738 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:29.388895 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:29.389051 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:29.389207 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:29.389352 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:29.389500 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:29.389650 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:07:29.389825 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.389981 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.390148 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.390304 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.390459 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.390613 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.390766 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.390919 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.391072 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.391261 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.391394 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.391541 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.391703 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.391858 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.392010 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.392166 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.392345 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.392499 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.392654 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.392809 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.392962 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.393116 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.393277 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.393430 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.393574 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.393727 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.393880 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.394046 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.394196 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.394355 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.394525 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.394695 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.394853 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.16/identity {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.395007 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.395268 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.395434 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.395595 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.395756 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.395916 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.396076 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.396261 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.396423 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.396587 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.396745 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.396896 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.397051 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.397260 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.397397 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.397520 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.397683 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.397814 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.397962 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.398177 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.398313 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.398438 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.398560 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.398710 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.398876 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.399029 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.399183 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.399335 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.399489 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.399644 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.399797 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.399950 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.400104 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.400285 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.400439 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.400607 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.400761 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.400915 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.401069 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.401223 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.401388 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.401531 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.401684 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.401889 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.402044 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.402198 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.402351 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.402607 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.402733 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.402855 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.402977 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.403099 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.403473 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.403473 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.403740 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.403740 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.403972 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.403972 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.404229 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.404602 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.404746 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.404870 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.405008 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.405133 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.405475 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.405623 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.405748 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.405872 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.405995 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.406121 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.406245 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.406443 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.406576 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.406693 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.406844 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.406996 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.407153 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.407376 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.407502 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.407608 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.407751 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.407903 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.408055 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.408252 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.408394 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.408546 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.408700 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.408854 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.409007 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.409172 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.409326 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.409480 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.409633 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.409792 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.409958 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.410112 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.410265 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.410418 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.410572 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.410726 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.410878 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.411031 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.411184 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.411342 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.411509 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.411695 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.411826 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.411959 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.412115 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.412303 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.412469 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.412611 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.412764 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.412917 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.413072 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.413225 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.413379 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.413549 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.413706 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.413865 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.414025 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.16/identity {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.414185 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.414343 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.414502 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.414661 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.414820 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.415058 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.415217 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.415342 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.415527 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.415687 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.415844 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.415996 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.416157 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.416363 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.416472 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.416632 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.416791 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.416950 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.417108 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.417267 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.417507 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.417777 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.417777 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.418094 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.418094 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.418297 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.418421 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.418553 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.418676 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.418798 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.418920 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.420227 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.420227 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.420227 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.420227 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.420227 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.420227 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.420227 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.420227 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.420790 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.420790 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.420790 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.420790 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.421086 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.421086 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.421229 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.421335 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.421556 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.421687 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.421861 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.421989 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.422121 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.422252 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.422377 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.422527 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.422686 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.422846 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.423056 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.423220 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.423382 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.423972 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.423972 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.423972 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.423972 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.424482 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.424482 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.424482 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.424840 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.424840 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.425075 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.425075 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.426001 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.426001 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.426001 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.426001 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.426474 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.426474 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.426474 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.426772 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.426772 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.427396 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.427396 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.427396 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.427935 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.427935 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.427935 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.428300 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.428300 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.428300 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.428663 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.428663 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.428911 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.428911 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.429151 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.429301 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.429499 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.429663 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.429818 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.429971 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.430123 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.430287 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.430445 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.430613 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.430772 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.430931 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.431089 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.431247 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.431416 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.431630 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.431790 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.431909 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.432021 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.432183 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.432390 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.432543 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.432669 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.432818 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.433542 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.433756 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.433957 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.434120 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.434290 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.434554 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.434554 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.434824 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.434824 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.435069 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.435255 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:950:999'] {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.435255 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.435504 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.435631 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.435756 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.435879 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.436012 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.436306 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.436306 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.436568 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.436675 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.436800 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.436925 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.437088 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.437247 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.437407 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.437566 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.437780 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.437893 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.438075 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.438204 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.438331 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.438456 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.438602 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:07:29.438741 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 18 11:07:29.569983 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.16', 48162) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:07:29.577590 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [-] 10.222.0.16 "GET /networking HTTP/1.1" status: 302 len: 444 time: 0.0055044 Aug 18 11:07:29.582002 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [-] 10.222.0.16 "GET /networking/ HTTP/1.1" status: 200 len: 264 time: 0.0038476 Aug 18 11:07:38.706759 dv-cinder-853450-2-iscsi neutron-server[106265]: DEBUG dbcounter [-] [106265] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=106265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:07:40.975098 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3d9faca-8323-4a90-8326-6aad2c9bad53 None None] get_active_networks_info from dv-cinder-853450-2-iscsi {{(pid=106380) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Aug 18 11:07:41.010275 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writer thread running {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 18 11:07:41.067591 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3d9faca-8323-4a90-8326-6aad2c9bad53 None None] No non-hosted networks {{(pid=106380) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 18 11:07:41.081617 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.agentschedulers_db [None req-a3d9faca-8323-4a90-8326-6aad2c9bad53 None None] DHCP Agent not found on host dv-cinder-853450-2-iscsi {{(pid=106380) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Aug 18 11:07:41.166684 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-7af266cb-c3ef-43fd-b3c7-e8f39062f3c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-519416'] for agent (c499a017-4b38-4967-b050-d4094e1a7564), after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:07:42.724750 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writer thread running {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 18 11:07:43.304663 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c2d0e577-692d-40c4-a564-c85d84fd2432 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-519416'] for agent (5a2ac145-53e3-4597-a9e7-c52b4336ae58), after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:07:43.370469 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-532ca78d-5c91-42c5-9bf1-5a9e4c99af1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (5a2ac145-53e3-4597-a9e7-c52b4336ae58), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:07:44.638694 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-a5cc8183-7213-4642-9d48-bc0d47940d29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-519416'] for agent (29720577-1c8f-43c1-a8be-c2a14df8d65e), after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:07:44.953941 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.16', 48238) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:07:45.536000 dv-cinder-853450-2-iscsi neutron-server[106378]: WARNING oslo_policy.policy [None req-be7ee501-1bbc-42fb-a962-51d8a139e482 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 18 11:07:45.536810 dv-cinder-853450-2-iscsi neutron-server[106378]: WARNING oslo_policy.policy [None req-be7ee501-1bbc-42fb-a962-51d8a139e482 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 18 11:07:45.763731 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.wsgi [None req-be7ee501-1bbc-42fb-a962-51d8a139e482 admin admin] http://10.222.0.16:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106378) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 18 11:07:45.765200 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [None req-be7ee501-1bbc-42fb-a962-51d8a139e482 admin admin] 10.222.0.16 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.8092840 Aug 18 11:07:45.959285 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-519416'] for agent (69d4285f-736d-41a6-a99e-1994eed59bce), after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:07:45.961196 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:07:45.961853 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:07:45.963129 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:07:45.963723 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:07:45.964782 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:07:45.965316 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:07:45.966076 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:07:45.966574 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:07:45.967093 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:07:45.967689 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:07:45.968177 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:07:45.968685 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:07:45.969165 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:07:45.969672 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:07:45.970156 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:07:45.971159 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-853450-2-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:07:45.978034 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-853450-2-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:07:46.401613 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c68edff8-e550-48a3-9de2-17badfe483c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-519416'] for agent (307af099-d926-4e52-9df3-0cd09baf3c81), after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:07:48.290080 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.16', 48270) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:07:48.840219 dv-cinder-853450-2-iscsi neutron-server[106379]: WARNING oslo_policy.policy [None req-38112b3e-e8fc-45cb-bc8b-61d1995daf33 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 18 11:07:48.841062 dv-cinder-853450-2-iscsi neutron-server[106379]: WARNING oslo_policy.policy [None req-38112b3e-e8fc-45cb-bc8b-61d1995daf33 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 18 11:07:49.062270 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.v2.base [None req-38112b3e-e8fc-45cb-bc8b-61d1995daf33 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'is_default': True, 'shared': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16']}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:07:49.156890 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.policy [None req-38112b3e-e8fc-45cb-bc8b-61d1995daf33 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=106379) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 18 11:07:49.201580 dv-cinder-853450-2-iscsi neutron-server[106379]: WARNING oslo_policy.policy [None req-38112b3e-e8fc-45cb-bc8b-61d1995daf33 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 18 11:07:49.201969 dv-cinder-853450-2-iscsi neutron-server[106379]: WARNING oslo_policy.policy [None req-38112b3e-e8fc-45cb-bc8b-61d1995daf33 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 18 11:07:49.222743 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writer thread running {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 18 11:07:49.300219 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-38112b3e-e8fc-45cb-bc8b-61d1995daf33 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8732801719420', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8732801720200', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8732801703592', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8732801694713', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8732801688215', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8732801679847', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3592488', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3596411', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-636068', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-543642'] for rbac-policy (None), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:07:49.378276 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-38112b3e-e8fc-45cb-bc8b-61d1995daf33 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:07:49.379568 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-38112b3e-e8fc-45cb-bc8b-61d1995daf33 admin admin] 10.222.0.16 "POST /networking/v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0886393 Aug 18 11:07:49.634489 dv-cinder-853450-2-iscsi neutron-server[106380]: INFO neutron.db.l3_hamode_db [None req-f070569d-751c-4cb4-a4e5-24c95970ad2d None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 18 11:07:49.718787 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f070569d-751c-4cb4-a4e5-24c95970ad2d None None] Routers set() bound to L3 agent in host dv-cinder-853450-2-iscsi {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 18 11:07:49.719246 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f070569d-751c-4cb4-a4e5-24c95970ad2d None None] Router IDs set() for agent in host dv-cinder-853450-2-iscsi {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Aug 18 11:07:51.968999 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.16', 48286) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:07:52.351317 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.v2.base [None req-007537cf-0e17-407b-8d7b-d878cf4505a5 demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:07:52.385932 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-007537cf-0e17-407b-8d7b-d878cf4505a5 demo demo] Made reservation on behalf of 8d671114d0af4f33841a2dc83ed32dc3 for: {'network': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 11:07:52.390210 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-007537cf-0e17-407b-8d7b-d878cf4505a5 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for network (None), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:07:52.409733 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-007537cf-0e17-407b-8d7b-d878cf4505a5 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:07:52.526673 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-007537cf-0e17-407b-8d7b-d878cf4505a5 demo demo] Publish callbacks [] for security_group (37244dda-76cf-48aa-ad05-682fcfc3d514), precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:07:52.530628 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-007537cf-0e17-407b-8d7b-d878cf4505a5 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433130'] for security_group (37244dda-76cf-48aa-ad05-682fcfc3d514), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:07:52.552782 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-007537cf-0e17-407b-8d7b-d878cf4505a5 demo demo] vlan segment allocate from pool success with {'vlan_id': 995, 'physical_network': 'physnet1'} {{(pid=106379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 11:07:52.591939 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-007537cf-0e17-407b-8d7b-d878cf4505a5 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8732802979211', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3609830'] for segment (a99aaf2c-259b-476f-aa02-568473eedfe0), precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:07:52.592461 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-007537cf-0e17-407b-8d7b-d878cf4505a5 demo demo] Unsubscribe: segment precommit_create {{(pid=106379) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 18 11:07:52.592996 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.db.segments_db [None req-007537cf-0e17-407b-8d7b-d878cf4505a5 demo demo] Added segment a99aaf2c-259b-476f-aa02-568473eedfe0 of type vlan for network 67579936-4f61-43d5-b208-4260c493e378 Aug 18 11:07:52.614457 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007537cf-0e17-407b-8d7b-d878cf4505a5 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=37244dda-76cf-48aa-ad05-682fcfc3d514,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:07:52.666448 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007537cf-0e17-407b-8d7b-d878cf4505a5 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:07:52.666793 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007537cf-0e17-407b-8d7b-d878cf4505a5 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:07:52.667252 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007537cf-0e17-407b-8d7b-d878cf4505a5 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:07:52.668054 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007537cf-0e17-407b-8d7b-d878cf4505a5 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:07:52.668416 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007537cf-0e17-407b-8d7b-d878cf4505a5 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:07:52.668743 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007537cf-0e17-407b-8d7b-d878cf4505a5 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:07:52.669064 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007537cf-0e17-407b-8d7b-d878cf4505a5 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:07:52.669383 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007537cf-0e17-407b-8d7b-d878cf4505a5 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:07:52.669711 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007537cf-0e17-407b-8d7b-d878cf4505a5 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:07:52.670027 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007537cf-0e17-407b-8d7b-d878cf4505a5 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:07:52.670346 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007537cf-0e17-407b-8d7b-d878cf4505a5 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:07:52.670684 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007537cf-0e17-407b-8d7b-d878cf4505a5 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:07:52.671004 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007537cf-0e17-407b-8d7b-d878cf4505a5 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:07:52.671322 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007537cf-0e17-407b-8d7b-d878cf4505a5 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:07:52.671640 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007537cf-0e17-407b-8d7b-d878cf4505a5 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:07:52.673105 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007537cf-0e17-407b-8d7b-d878cf4505a5 demo demo] Tracked resource versions report: Aug 18 11:07:52.673105 dv-cinder-853450-2-iscsi neutron-server[106379]: pushed versions: Aug 18 11:07:52.673105 dv-cinder-853450-2-iscsi neutron-server[106379]: { 'AddressGroup': {'1.2'}, Aug 18 11:07:52.673105 dv-cinder-853450-2-iscsi neutron-server[106379]: 'Agent': {'1.1'}, Aug 18 11:07:52.673105 dv-cinder-853450-2-iscsi neutron-server[106379]: 'ConntrackHelper': {'1.0'}, Aug 18 11:07:52.673105 dv-cinder-853450-2-iscsi neutron-server[106379]: 'LocalIPAssociation': {'1.0'}, Aug 18 11:07:52.673105 dv-cinder-853450-2-iscsi neutron-server[106379]: 'Log': {'1.0'}, Aug 18 11:07:52.673105 dv-cinder-853450-2-iscsi neutron-server[106379]: 'NDPProxy': {'1.0'}, Aug 18 11:07:52.673105 dv-cinder-853450-2-iscsi neutron-server[106379]: 'Network': {'1.1'}, Aug 18 11:07:52.673105 dv-cinder-853450-2-iscsi neutron-server[106379]: 'Port': {'1.7'}, Aug 18 11:07:52.673105 dv-cinder-853450-2-iscsi neutron-server[106379]: 'PortForwarding': {'1.3'}, Aug 18 11:07:52.673105 dv-cinder-853450-2-iscsi neutron-server[106379]: 'QosPolicy': {'1.10'}, Aug 18 11:07:52.673105 dv-cinder-853450-2-iscsi neutron-server[106379]: 'SecurityGroup': {'1.5'}, Aug 18 11:07:52.673105 dv-cinder-853450-2-iscsi neutron-server[106379]: 'SecurityGroupRule': {'1.2'}, Aug 18 11:07:52.673105 dv-cinder-853450-2-iscsi neutron-server[106379]: 'SubPort': {'1.0'}, Aug 18 11:07:52.673105 dv-cinder-853450-2-iscsi neutron-server[106379]: 'Subnet': {'1.1'}, Aug 18 11:07:52.673105 dv-cinder-853450-2-iscsi neutron-server[106379]: 'Trunk': {'1.1'}} Aug 18 11:07:52.673105 dv-cinder-853450-2-iscsi neutron-server[106379]: consumer versions: Aug 18 11:07:52.673105 dv-cinder-853450-2-iscsi neutron-server[106379]: { DHCP agent@dv-cinder-853450-2-iscsi: {}, Aug 18 11:07:52.673105 dv-cinder-853450-2-iscsi neutron-server[106379]: L3 agent@dv-cinder-853450-2-iscsi: {}, Aug 18 11:07:52.673105 dv-cinder-853450-2-iscsi neutron-server[106379]: Metadata agent@dv-cinder-853450-2-iscsi: {}, Aug 18 11:07:52.673105 dv-cinder-853450-2-iscsi neutron-server[106379]: Metering agent@dv-cinder-853450-2-iscsi: {}, Aug 18 11:07:52.673105 dv-cinder-853450-2-iscsi neutron-server[106379]: Open vSwitch agent@dv-cinder-853450-2-iscsi: { 'AddressGroup': '1.2', Aug 18 11:07:52.673105 dv-cinder-853450-2-iscsi neutron-server[106379]: 'Agent': '1.1', Aug 18 11:07:52.673105 dv-cinder-853450-2-iscsi neutron-server[106379]: 'ConntrackHelper': '1.0', Aug 18 11:07:52.673105 dv-cinder-853450-2-iscsi neutron-server[106379]: 'LocalIPAssociation': '1.0', Aug 18 11:07:52.673105 dv-cinder-853450-2-iscsi neutron-server[106379]: 'Log': '1.0', Aug 18 11:07:52.673105 dv-cinder-853450-2-iscsi neutron-server[106379]: 'NDPProxy': '1.0', Aug 18 11:07:52.673105 dv-cinder-853450-2-iscsi neutron-server[106379]: 'Network': '1.1', Aug 18 11:07:52.673105 dv-cinder-853450-2-iscsi neutron-server[106379]: 'Port': '1.7', Aug 18 11:07:52.673105 dv-cinder-853450-2-iscsi neutron-server[106379]: 'PortForwarding': '1.3', Aug 18 11:07:52.673105 dv-cinder-853450-2-iscsi neutron-server[106379]: 'QosPolicy': '1.10', Aug 18 11:07:52.673105 dv-cinder-853450-2-iscsi neutron-server[106379]: 'SecurityGroup': '1.5', Aug 18 11:07:52.673105 dv-cinder-853450-2-iscsi neutron-server[106379]: 'SecurityGroupRule': '1.2', Aug 18 11:07:52.673105 dv-cinder-853450-2-iscsi neutron-server[106379]: 'SubPort': '1.0', Aug 18 11:07:52.673105 dv-cinder-853450-2-iscsi neutron-server[106379]: 'Subnet': '1.1', Aug 18 11:07:52.673105 dv-cinder-853450-2-iscsi neutron-server[106379]: 'Trunk': '1.1'}} Aug 18 11:07:52.673105 dv-cinder-853450-2-iscsi neutron-server[106379]: {{(pid=106379) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 18 11:07:52.710058 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-007537cf-0e17-407b-8d7b-d878cf4505a5 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732802498636'] for network (67579936-4f61-43d5-b208-4260c493e378), precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:07:52.751988 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-007537cf-0e17-407b-8d7b-d878cf4505a5 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403'] for network (67579936-4f61-43d5-b208-4260c493e378), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:07:52.757575 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-007537cf-0e17-407b-8d7b-d878cf4505a5 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:07:52.758266 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-007537cf-0e17-407b-8d7b-d878cf4505a5 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682417'] for network (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:07:52.844436 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-007537cf-0e17-407b-8d7b-d878cf4505a5 demo demo] 10.222.0.16 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.8742497 Aug 18 11:07:52.882837 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007537cf-0e17-407b-8d7b-d878cf4505a5 demo demo] Pushing event updated for resources: {'Network': ['ID=67579936-4f61-43d5-b208-4260c493e378,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:07:52.899317 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Network 67579936-4f61-43d5-b208-4260c493e378 details requested by agent ovs-agent-dv-cinder-853450-2-iscsi with host dv-cinder-853450-2-iscsi {{(pid=106380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 11:07:55.331380 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.16', 48298) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:07:55.690344 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=56,neutron:INSERT=40,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:07:55.756493 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eca3fd7-cb70-4cce-b8eb-7d9368c81077 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:07:55.757881 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-1eca3fd7-cb70-4cce-b8eb-7d9368c81077 demo admin] 10.222.0.16 "GET /networking/v2.0/networks/67579936-4f61-43d5-b208-4260c493e378 HTTP/1.1" status: 200 len: 825 time: 0.4255414 Aug 18 11:07:55.784248 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-774c3648-1506-41f5-a48b-1bf3feb92358 demo admin] 10.222.0.16 "GET /networking/v2.0/subnetpools/978cb189-b5ba-47cb-be9a-93c062ec98a0 HTTP/1.1" status: 200 len: 734 time: 0.0191548 Aug 18 11:07:55.793031 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.v2.base [None req-a29b6321-dcfd-490b-b210-6643483da4c5 demo admin] Request body: {'subnet': {'ip_version': 4, 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'subnetpool_id': '978cb189-b5ba-47cb-be9a-93c062ec98a0', 'network_id': '67579936-4f61-43d5-b208-4260c493e378'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:07:55.814877 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a29b6321-dcfd-490b-b210-6643483da4c5 demo admin] Made reservation on behalf of 8d671114d0af4f33841a2dc83ed32dc3 for: {'subnet': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 11:07:55.817537 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a29b6321-dcfd-490b-b210-6643483da4c5 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:07:55.933937 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=77,neutron:INSERT=18,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:07:56.120679 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a29b6321-dcfd-490b-b210-6643483da4c5 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403'] for subnet (c073a0c1-e4f2-496d-9cda-d568344cad3f), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:07:56.189525 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29b6321-dcfd-490b-b210-6643483da4c5 demo admin] Pushing event updated for resources: {'Subnet': ['ID=c073a0c1-e4f2-496d-9cda-d568344cad3f,revision_number=0']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:07:56.193868 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a29b6321-dcfd-490b-b210-6643483da4c5 demo admin] Checking segment: {'id': 'a99aaf2c-259b-476f-aa02-568473eedfe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 995, 'network_id': '67579936-4f61-43d5-b208-4260c493e378'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 18 11:07:56.194232 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a29b6321-dcfd-490b-b210-6643483da4c5 demo admin] Network hostable DHCP agents. Network: 67579936-4f61-43d5-b208-4260c493e378, hostable agents: ['c499a017-4b38-4967-b050-d4094e1a7564'], hosted agents: [] {{(pid=106379) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 11:07:56.216724 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a29b6321-dcfd-490b-b210-6643483da4c5 demo admin] Network 67579936-4f61-43d5-b208-4260c493e378 is scheduled to be hosted by DHCP agent c499a017-4b38-4967-b050-d4094e1a7564 with binding_index 1 {{(pid=106379) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 11:07:56.227995 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-a29b6321-dcfd-490b-b210-6643483da4c5 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-853450-2-iscsi, 67579936-4f61-43d5-b208-4260c493e378) {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 11:07:56.233914 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a29b6321-dcfd-490b-b210-6643483da4c5 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:07:56.235939 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a29b6321-dcfd-490b-b210-6643483da4c5 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682417'] for subnet (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:07:56.237466 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5ed80ad-1672-41b7-8d49-95eca1c38b6a None None] Network 67579936-4f61-43d5-b208-4260c493e378 requested from dv-cinder-853450-2-iscsi {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 18 11:07:56.251510 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-a29b6321-dcfd-490b-b210-6643483da4c5 demo admin] 10.222.0.16 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4617758 Aug 18 11:07:56.505157 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b04863c8-34eb-4102-9086-c141063c62eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c84b3fc-1835-5fce-b972-629e751b1ddf-67579936-4f61-43d5-b208-4260c493e378', 'network_id': '67579936-4f61-43d5-b208-4260c493e378', 'project_id': '8d671114d0af4f33841a2dc83ed32dc3', 'fixed_ips': [{'subnet_id': 'c073a0c1-e4f2-496d-9cda-d568344cad3f'}]}} from dv-cinder-853450-2-iscsi. {{(pid=106380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 18 11:07:56.506536 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-b04863c8-34eb-4102-9086-c141063c62eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (None), before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:07:56.795527 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=60,neutron:INSERT=38,neutron:UPDATE=2 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:07:56.797410 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.db_base_plugin_common [None req-b04863c8-34eb-4102-9086-c141063c62eb None None] Allocated IP 172.20.0.2 (67579936-4f61-43d5-b208-4260c493e378/c073a0c1-e4f2-496d-9cda-d568344cad3f/3df32cec-fc4a-4c2c-839c-ae7ac6acdbf8) {{(pid=106380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 11:07:57.075451 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-b04863c8-34eb-4102-9086-c141063c62eb None None] Publish callbacks [] for port (3df32cec-fc4a-4c2c-839c-ae7ac6acdbf8), precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:07:57.082853 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-b04863c8-34eb-4102-9086-c141063c62eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732802528781'] for port (3df32cec-fc4a-4c2c-839c-ae7ac6acdbf8), after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:07:57.168024 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b04863c8-34eb-4102-9086-c141063c62eb None None] Network 67579936-4f61-43d5-b208-4260c493e378 is already hosted by enough agents. {{(pid=106380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 11:07:57.174052 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.scheduler.base_scheduler [None req-b04863c8-34eb-4102-9086-c141063c62eb None None] Resources bound (agent type, host, resource id): {{(pid=106380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 11:07:57.179091 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04863c8-34eb-4102-9086-c141063c62eb None None] Pushing event updated for resources: {'Port': ['ID=3df32cec-fc4a-4c2c-839c-ae7ac6acdbf8,revision_number=1']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:07:57.181387 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b04863c8-34eb-4102-9086-c141063c62eb None None] Received port after_create {{(pid=106380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 18 11:07:57.191983 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04863c8-34eb-4102-9086-c141063c62eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:07:57.192356 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04863c8-34eb-4102-9086-c141063c62eb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:07:57.192707 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04863c8-34eb-4102-9086-c141063c62eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:07:57.193044 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04863c8-34eb-4102-9086-c141063c62eb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:07:57.193371 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04863c8-34eb-4102-9086-c141063c62eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:07:57.193693 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04863c8-34eb-4102-9086-c141063c62eb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:07:57.194011 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04863c8-34eb-4102-9086-c141063c62eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:07:57.194329 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04863c8-34eb-4102-9086-c141063c62eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:07:57.194647 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04863c8-34eb-4102-9086-c141063c62eb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:07:57.194965 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04863c8-34eb-4102-9086-c141063c62eb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:07:57.195283 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04863c8-34eb-4102-9086-c141063c62eb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:07:57.195619 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04863c8-34eb-4102-9086-c141063c62eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:07:57.195938 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04863c8-34eb-4102-9086-c141063c62eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:07:57.196277 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04863c8-34eb-4102-9086-c141063c62eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:07:57.196592 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04863c8-34eb-4102-9086-c141063c62eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:07:57.198027 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04863c8-34eb-4102-9086-c141063c62eb None None] Tracked resource versions report: Aug 18 11:07:57.198027 dv-cinder-853450-2-iscsi neutron-server[106380]: pushed versions: Aug 18 11:07:57.198027 dv-cinder-853450-2-iscsi neutron-server[106380]: { 'AddressGroup': {'1.2'}, Aug 18 11:07:57.198027 dv-cinder-853450-2-iscsi neutron-server[106380]: 'Agent': {'1.1'}, Aug 18 11:07:57.198027 dv-cinder-853450-2-iscsi neutron-server[106380]: 'ConntrackHelper': {'1.0'}, Aug 18 11:07:57.198027 dv-cinder-853450-2-iscsi neutron-server[106380]: 'LocalIPAssociation': {'1.0'}, Aug 18 11:07:57.198027 dv-cinder-853450-2-iscsi neutron-server[106380]: 'Log': {'1.0'}, Aug 18 11:07:57.198027 dv-cinder-853450-2-iscsi neutron-server[106380]: 'NDPProxy': {'1.0'}, Aug 18 11:07:57.198027 dv-cinder-853450-2-iscsi neutron-server[106380]: 'Network': {'1.1'}, Aug 18 11:07:57.198027 dv-cinder-853450-2-iscsi neutron-server[106380]: 'Port': {'1.7'}, Aug 18 11:07:57.198027 dv-cinder-853450-2-iscsi neutron-server[106380]: 'PortForwarding': {'1.3'}, Aug 18 11:07:57.198027 dv-cinder-853450-2-iscsi neutron-server[106380]: 'QosPolicy': {'1.10'}, Aug 18 11:07:57.198027 dv-cinder-853450-2-iscsi neutron-server[106380]: 'SecurityGroup': {'1.5'}, Aug 18 11:07:57.198027 dv-cinder-853450-2-iscsi neutron-server[106380]: 'SecurityGroupRule': {'1.2'}, Aug 18 11:07:57.198027 dv-cinder-853450-2-iscsi neutron-server[106380]: 'SubPort': {'1.0'}, Aug 18 11:07:57.198027 dv-cinder-853450-2-iscsi neutron-server[106380]: 'Subnet': {'1.1'}, Aug 18 11:07:57.198027 dv-cinder-853450-2-iscsi neutron-server[106380]: 'Trunk': {'1.1'}} Aug 18 11:07:57.198027 dv-cinder-853450-2-iscsi neutron-server[106380]: consumer versions: Aug 18 11:07:57.198027 dv-cinder-853450-2-iscsi neutron-server[106380]: { DHCP agent@dv-cinder-853450-2-iscsi: {}, Aug 18 11:07:57.198027 dv-cinder-853450-2-iscsi neutron-server[106380]: L3 agent@dv-cinder-853450-2-iscsi: {}, Aug 18 11:07:57.198027 dv-cinder-853450-2-iscsi neutron-server[106380]: Metadata agent@dv-cinder-853450-2-iscsi: {}, Aug 18 11:07:57.198027 dv-cinder-853450-2-iscsi neutron-server[106380]: Metering agent@dv-cinder-853450-2-iscsi: {}, Aug 18 11:07:57.198027 dv-cinder-853450-2-iscsi neutron-server[106380]: Open vSwitch agent@dv-cinder-853450-2-iscsi: { 'AddressGroup': '1.2', Aug 18 11:07:57.198027 dv-cinder-853450-2-iscsi neutron-server[106380]: 'Agent': '1.1', Aug 18 11:07:57.198027 dv-cinder-853450-2-iscsi neutron-server[106380]: 'ConntrackHelper': '1.0', Aug 18 11:07:57.198027 dv-cinder-853450-2-iscsi neutron-server[106380]: 'LocalIPAssociation': '1.0', Aug 18 11:07:57.198027 dv-cinder-853450-2-iscsi neutron-server[106380]: 'Log': '1.0', Aug 18 11:07:57.198027 dv-cinder-853450-2-iscsi neutron-server[106380]: 'NDPProxy': '1.0', Aug 18 11:07:57.198027 dv-cinder-853450-2-iscsi neutron-server[106380]: 'Network': '1.1', Aug 18 11:07:57.198027 dv-cinder-853450-2-iscsi neutron-server[106380]: 'Port': '1.7', Aug 18 11:07:57.198027 dv-cinder-853450-2-iscsi neutron-server[106380]: 'PortForwarding': '1.3', Aug 18 11:07:57.198027 dv-cinder-853450-2-iscsi neutron-server[106380]: 'QosPolicy': '1.10', Aug 18 11:07:57.198027 dv-cinder-853450-2-iscsi neutron-server[106380]: 'SecurityGroup': '1.5', Aug 18 11:07:57.198027 dv-cinder-853450-2-iscsi neutron-server[106380]: 'SecurityGroupRule': '1.2', Aug 18 11:07:57.198027 dv-cinder-853450-2-iscsi neutron-server[106380]: 'SubPort': '1.0', Aug 18 11:07:57.198027 dv-cinder-853450-2-iscsi neutron-server[106380]: 'Subnet': '1.1', Aug 18 11:07:57.198027 dv-cinder-853450-2-iscsi neutron-server[106380]: 'Trunk': '1.1'}} Aug 18 11:07:57.198027 dv-cinder-853450-2-iscsi neutron-server[106380]: {{(pid=106380) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 18 11:07:57.274308 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-b04863c8-34eb-4102-9086-c141063c62eb None None] Attempting to bind port 3df32cec-fc4a-4c2c-839c-ae7ac6acdbf8 on host dv-cinder-853450-2-iscsi for vnic_type normal with profile {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 18 11:07:57.275012 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-b04863c8-34eb-4102-9086-c141063c62eb None None] Attempting to bind port 3df32cec-fc4a-4c2c-839c-ae7ac6acdbf8 by drivers openvswitch,hyperv on host dv-cinder-853450-2-iscsi at level 0 using segments [{'id': 'a99aaf2c-259b-476f-aa02-568473eedfe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 995, 'network_id': '67579936-4f61-43d5-b208-4260c493e378'}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 18 11:07:57.275140 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b04863c8-34eb-4102-9086-c141063c62eb None None] Attempting to bind port 3df32cec-fc4a-4c2c-839c-ae7ac6acdbf8 on network 67579936-4f61-43d5-b208-4260c493e378 {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 18 11:07:57.280992 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b04863c8-34eb-4102-9086-c141063c62eb None None] Checking agent: {'id': '69d4285f-736d-41a6-a99e-1994eed59bce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-853450-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 18, 11, 7, 46), 'started_at': datetime.datetime(2022, 8, 18, 11, 7, 46), 'heartbeat_timestamp': datetime.datetime(2022, 8, 18, 11, 7, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-853450-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 18 11:07:57.281370 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b04863c8-34eb-4102-9086-c141063c62eb None None] Checking segment: {'id': 'a99aaf2c-259b-476f-aa02-568473eedfe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 995, 'network_id': '67579936-4f61-43d5-b208-4260c493e378'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 18 11:07:57.281838 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-b04863c8-34eb-4102-9086-c141063c62eb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:07:57.282245 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b04863c8-34eb-4102-9086-c141063c62eb None None] Bound using segment: {'id': 'a99aaf2c-259b-476f-aa02-568473eedfe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 995, 'network_id': '67579936-4f61-43d5-b208-4260c493e378'} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 18 11:07:57.282687 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-b04863c8-34eb-4102-9086-c141063c62eb None None] Bound port: 3df32cec-fc4a-4c2c-839c-ae7ac6acdbf8, host: dv-cinder-853450-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a99aaf2c-259b-476f-aa02-568473eedfe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 995, 'network_id': '67579936-4f61-43d5-b208-4260c493e378'}}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 18 11:07:57.283075 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-b04863c8-34eb-4102-9086-c141063c62eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (3df32cec-fc4a-4c2c-839c-ae7ac6acdbf8), before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:07:57.317492 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:07:57.346962 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-b04863c8-34eb-4102-9086-c141063c62eb None None] For port 3df32cec-fc4a-4c2c-839c-ae7ac6acdbf8, host dv-cinder-853450-2-iscsi, cleared binding levels {{(pid=106380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 11:07:57.351268 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-b04863c8-34eb-4102-9086-c141063c62eb None None] For port 3df32cec-fc4a-4c2c-839c-ae7ac6acdbf8, host dv-cinder-853450-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853450-2-iscsi',level=0,port_id=3df32cec-fc4a-4c2c-839c-ae7ac6acdbf8,segment=NetworkSegment(a99aaf2c-259b-476f-aa02-568473eedfe0),segment_id=a99aaf2c-259b-476f-aa02-568473eedfe0)] {{(pid=106380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 11:07:57.362578 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-b04863c8-34eb-4102-9086-c141063c62eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732803053689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732802528799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732802528817'] for port (3df32cec-fc4a-4c2c-839c-ae7ac6acdbf8), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:07:57.431436 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04863c8-34eb-4102-9086-c141063c62eb None None] Pushing event updated for resources: {'Port': ['ID=3df32cec-fc4a-4c2c-839c-ae7ac6acdbf8,revision_number=2']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:07:58.803383 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.16', 48310) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:07:59.145020 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.wsgi [None req-9f23aa52-0dbe-477b-a603-8430293ba0e3 admin admin] http://10.222.0.16:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106379) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 18 11:07:59.146034 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-9f23aa52-0dbe-477b-a603-8430293ba0e3 admin admin] 10.222.0.16 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3417096 Aug 18 11:08:00.422578 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=7 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:08:00.424376 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=17,neutron:INSERT=31 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:08:01.611626 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.16', 48322) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:08:01.962505 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.wsgi [None req-7b19fe0b-a74b-4ca2-b9f1-93de24110a9f admin admin] http://10.222.0.16:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106378) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 18 11:08:01.962505 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [None req-7b19fe0b-a74b-4ca2-b9f1-93de24110a9f admin admin] 10.222.0.16 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3484287 Aug 18 11:08:04.408340 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.16', 48334) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:08:04.742291 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.v2.base [None req-80f4df9f-6b49-4aa7-ab06-98d627ac209e demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:08:04.802976 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.policy [None req-80f4df9f-6b49-4aa7-ab06-98d627ac209e demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=106378) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 18 11:08:04.847395 dv-cinder-853450-2-iscsi neutron-server[106378]: WARNING oslo_policy.policy [None req-80f4df9f-6b49-4aa7-ab06-98d627ac209e demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 18 11:08:04.847773 dv-cinder-853450-2-iscsi neutron-server[106378]: WARNING oslo_policy.policy [None req-80f4df9f-6b49-4aa7-ab06-98d627ac209e demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 18 11:08:04.867879 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writer thread running {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 18 11:08:04.868556 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=11,neutron:INSERT=31 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:08:04.915184 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-80f4df9f-6b49-4aa7-ab06-98d627ac209e demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-519984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13683'] for router (47520bf4-0567-4972-9e7c-608ebc2e3b6d), before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:08:04.918001 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-80f4df9f-6b49-4aa7-ab06-98d627ac209e demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-519014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-494146', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-365753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13578'] for router (47520bf4-0567-4972-9e7c-608ebc2e3b6d), precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:08:05.081601 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-80f4df9f-6b49-4aa7-ab06-98d627ac209e demo demo] Publish callbacks [] for router_controller (47520bf4-0567-4972-9e7c-608ebc2e3b6d), precommit_add_association {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:08:05.086756 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-80f4df9f-6b49-4aa7-ab06-98d627ac209e demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-518933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-519602'] for router (47520bf4-0567-4972-9e7c-608ebc2e3b6d), after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:08:05.112476 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-80f4df9f-6b49-4aa7-ab06-98d627ac209e demo demo] Publish callbacks [] for router (None), before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:08:05.113689 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [None req-80f4df9f-6b49-4aa7-ab06-98d627ac209e demo demo] 10.222.0.16 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.7043591 Aug 18 11:08:05.679676 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ba492e7-6fc4-4f5b-80cb-f79de1b68f1e None None] Network 67579936-4f61-43d5-b208-4260c493e378 requested from dv-cinder-853450-2-iscsi {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 18 11:08:05.755001 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-398e01f6-2d14-45ad-b29c-5965d075d54d None None] Provisioning complete for port 3df32cec-fc4a-4c2c-839c-ae7ac6acdbf8 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 18 11:08:05.755426 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-398e01f6-2d14-45ad-b29c-5965d075d54d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619404'] for port (3df32cec-fc4a-4c2c-839c-ae7ac6acdbf8), provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:08:05.807340 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Device 3df32cec-fc4a-4c2c-839c-ae7ac6acdbf8 up at agent ovs-agent-dv-cinder-853450-2-iscsi {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 11:08:06.000730 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-398e01f6-2d14-45ad-b29c-5965d075d54d None None] Current status of the port 3df32cec-fc4a-4c2c-839c-ae7ac6acdbf8 is: DOWN; New status is: ACTIVE {{(pid=106380) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 11:08:06.001129 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-398e01f6-2d14-45ad-b29c-5965d075d54d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (3df32cec-fc4a-4c2c-839c-ae7ac6acdbf8), before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:08:06.003293 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Provisioning complete for port 3df32cec-fc4a-4c2c-839c-ae7ac6acdbf8 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 18 11:08:06.003656 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619404'] for port (3df32cec-fc4a-4c2c-839c-ae7ac6acdbf8), provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:08:06.068816 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-398e01f6-2d14-45ad-b29c-5965d075d54d None None] For port 3df32cec-fc4a-4c2c-839c-ae7ac6acdbf8, host dv-cinder-853450-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853450-2-iscsi',level=0,port_id=3df32cec-fc4a-4c2c-839c-ae7ac6acdbf8,segment=NetworkSegment(a99aaf2c-259b-476f-aa02-568473eedfe0),segment_id=a99aaf2c-259b-476f-aa02-568473eedfe0)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:08:06.075983 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-398e01f6-2d14-45ad-b29c-5965d075d54d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732803053689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732802528799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732802528817'] for port (3df32cec-fc4a-4c2c-839c-ae7ac6acdbf8), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:08:06.156084 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Current status of the port 3df32cec-fc4a-4c2c-839c-ae7ac6acdbf8 is: ACTIVE; New status is: ACTIVE {{(pid=106380) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 11:08:06.158870 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398e01f6-2d14-45ad-b29c-5965d075d54d None None] Pushing event updated for resources: {'Port': ['ID=3df32cec-fc4a-4c2c-839c-ae7ac6acdbf8,revision_number=3']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:08:06.188397 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:08:06.196801 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-e918b1af-2fea-49cd-b249-b310f1352827 None None] Provisioning complete for port 3df32cec-fc4a-4c2c-839c-ae7ac6acdbf8 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 18 11:08:06.197194 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e918b1af-2fea-49cd-b249-b310f1352827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619404'] for port (3df32cec-fc4a-4c2c-839c-ae7ac6acdbf8), provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:08:06.244635 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=28,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:08:06.246167 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=54,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:08:06.273389 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.agents_db [None req-8a9264f7-88d3-4c8b-91d1-adcc6bb37de7 None None] Agent healthcheck: found 5 active agents {{(pid=106381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 11:08:06.276365 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-e918b1af-2fea-49cd-b249-b310f1352827 None None] Current status of the port 3df32cec-fc4a-4c2c-839c-ae7ac6acdbf8 is: ACTIVE; New status is: ACTIVE {{(pid=106380) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 11:08:07.574395 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.16', 48350) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:08:07.737712 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Device 3df32cec-fc4a-4c2c-839c-ae7ac6acdbf8 up at agent ovs-agent-dv-cinder-853450-2-iscsi {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 11:08:07.782163 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Provisioning complete for port 3df32cec-fc4a-4c2c-839c-ae7ac6acdbf8 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 18 11:08:07.782569 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619404'] for port (3df32cec-fc4a-4c2c-839c-ae7ac6acdbf8), provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:08:07.824813 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:08:07.859182 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Current status of the port 3df32cec-fc4a-4c2c-839c-ae7ac6acdbf8 is: ACTIVE; New status is: ACTIVE {{(pid=106380) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 11:08:07.915352 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.wsgi [None req-223a7527-dc19-4cbf-83c3-c898391b77b8 admin admin] http://10.222.0.16:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106378) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 18 11:08:07.916386 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [None req-223a7527-dc19-4cbf-83c3-c898391b77b8 admin admin] 10.222.0.16 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3411081 Aug 18 11:08:10.324687 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.16', 48358) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:08:10.654740 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.v2.base [None req-bc453052-7a90-4876-aafc-9fb7e3402336 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'name': 'public', 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'is_default': True, 'router:external': True}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:08:10.679778 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc453052-7a90-4876-aafc-9fb7e3402336 admin admin] Made reservation on behalf of c8a7d63a241745a88c5287cb0d12f0c9 for: {'network': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 11:08:10.683002 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-bc453052-7a90-4876-aafc-9fb7e3402336 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for network (None), before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:08:10.699002 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-bc453052-7a90-4876-aafc-9fb7e3402336 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:08:10.805759 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-bc453052-7a90-4876-aafc-9fb7e3402336 admin admin] Publish callbacks [] for security_group (bae84666-8d4f-49e2-9a6d-0dc87feecea9), precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:08:10.810095 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-bc453052-7a90-4876-aafc-9fb7e3402336 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433130'] for security_group (bae84666-8d4f-49e2-9a6d-0dc87feecea9), after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:08:10.821649 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-bc453052-7a90-4876-aafc-9fb7e3402336 admin admin] Reserving flat network on physical network physnet1 {{(pid=106378) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 18 11:08:10.857679 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-bc453052-7a90-4876-aafc-9fb7e3402336 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8732802979211', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3609830'] for segment (67ba5125-9fc9-4a45-924f-a98fceaf00fb), precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:08:10.858259 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-bc453052-7a90-4876-aafc-9fb7e3402336 admin admin] Unsubscribe: segment precommit_create {{(pid=106378) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 18 11:08:10.858819 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.db.segments_db [None req-bc453052-7a90-4876-aafc-9fb7e3402336 admin admin] Added segment 67ba5125-9fc9-4a45-924f-a98fceaf00fb of type flat for network c4d5f339-67bc-4c12-8231-94aca87a7153 Aug 18 11:08:10.879287 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc453052-7a90-4876-aafc-9fb7e3402336 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bae84666-8d4f-49e2-9a6d-0dc87feecea9,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:08:10.926044 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-b1bc93c9-2538-4525-aa4e-9f0f5cef8395 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (c499a017-4b38-4967-b050-d4094e1a7564), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:08:10.930018 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc453052-7a90-4876-aafc-9fb7e3402336 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:08:10.930366 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc453052-7a90-4876-aafc-9fb7e3402336 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:08:10.930725 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc453052-7a90-4876-aafc-9fb7e3402336 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:08:10.931200 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc453052-7a90-4876-aafc-9fb7e3402336 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:08:10.931541 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc453052-7a90-4876-aafc-9fb7e3402336 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:08:10.931887 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc453052-7a90-4876-aafc-9fb7e3402336 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:08:10.932233 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc453052-7a90-4876-aafc-9fb7e3402336 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:08:10.932566 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc453052-7a90-4876-aafc-9fb7e3402336 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:08:10.932928 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc453052-7a90-4876-aafc-9fb7e3402336 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:08:10.933256 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc453052-7a90-4876-aafc-9fb7e3402336 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:08:10.933601 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc453052-7a90-4876-aafc-9fb7e3402336 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:08:10.933928 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc453052-7a90-4876-aafc-9fb7e3402336 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:08:10.934248 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc453052-7a90-4876-aafc-9fb7e3402336 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:08:10.934566 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc453052-7a90-4876-aafc-9fb7e3402336 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:08:10.934896 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc453052-7a90-4876-aafc-9fb7e3402336 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:08:10.936337 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc453052-7a90-4876-aafc-9fb7e3402336 admin admin] Tracked resource versions report: Aug 18 11:08:10.936337 dv-cinder-853450-2-iscsi neutron-server[106378]: pushed versions: Aug 18 11:08:10.936337 dv-cinder-853450-2-iscsi neutron-server[106378]: { 'AddressGroup': {'1.2'}, Aug 18 11:08:10.936337 dv-cinder-853450-2-iscsi neutron-server[106378]: 'Agent': {'1.1'}, Aug 18 11:08:10.936337 dv-cinder-853450-2-iscsi neutron-server[106378]: 'ConntrackHelper': {'1.0'}, Aug 18 11:08:10.936337 dv-cinder-853450-2-iscsi neutron-server[106378]: 'LocalIPAssociation': {'1.0'}, Aug 18 11:08:10.936337 dv-cinder-853450-2-iscsi neutron-server[106378]: 'Log': {'1.0'}, Aug 18 11:08:10.936337 dv-cinder-853450-2-iscsi neutron-server[106378]: 'NDPProxy': {'1.0'}, Aug 18 11:08:10.936337 dv-cinder-853450-2-iscsi neutron-server[106378]: 'Network': {'1.1'}, Aug 18 11:08:10.936337 dv-cinder-853450-2-iscsi neutron-server[106378]: 'Port': {'1.7'}, Aug 18 11:08:10.936337 dv-cinder-853450-2-iscsi neutron-server[106378]: 'PortForwarding': {'1.3'}, Aug 18 11:08:10.936337 dv-cinder-853450-2-iscsi neutron-server[106378]: 'QosPolicy': {'1.10'}, Aug 18 11:08:10.936337 dv-cinder-853450-2-iscsi neutron-server[106378]: 'SecurityGroup': {'1.5'}, Aug 18 11:08:10.936337 dv-cinder-853450-2-iscsi neutron-server[106378]: 'SecurityGroupRule': {'1.2'}, Aug 18 11:08:10.936337 dv-cinder-853450-2-iscsi neutron-server[106378]: 'SubPort': {'1.0'}, Aug 18 11:08:10.936337 dv-cinder-853450-2-iscsi neutron-server[106378]: 'Subnet': {'1.1'}, Aug 18 11:08:10.936337 dv-cinder-853450-2-iscsi neutron-server[106378]: 'Trunk': {'1.1'}} Aug 18 11:08:10.936337 dv-cinder-853450-2-iscsi neutron-server[106378]: consumer versions: Aug 18 11:08:10.936337 dv-cinder-853450-2-iscsi neutron-server[106378]: { DHCP agent@dv-cinder-853450-2-iscsi: {}, Aug 18 11:08:10.936337 dv-cinder-853450-2-iscsi neutron-server[106378]: L3 agent@dv-cinder-853450-2-iscsi: {}, Aug 18 11:08:10.936337 dv-cinder-853450-2-iscsi neutron-server[106378]: Metadata agent@dv-cinder-853450-2-iscsi: {}, Aug 18 11:08:10.936337 dv-cinder-853450-2-iscsi neutron-server[106378]: Metering agent@dv-cinder-853450-2-iscsi: {}, Aug 18 11:08:10.936337 dv-cinder-853450-2-iscsi neutron-server[106378]: Open vSwitch agent@dv-cinder-853450-2-iscsi: { 'AddressGroup': '1.2', Aug 18 11:08:10.936337 dv-cinder-853450-2-iscsi neutron-server[106378]: 'Agent': '1.1', Aug 18 11:08:10.936337 dv-cinder-853450-2-iscsi neutron-server[106378]: 'ConntrackHelper': '1.0', Aug 18 11:08:10.936337 dv-cinder-853450-2-iscsi neutron-server[106378]: 'LocalIPAssociation': '1.0', Aug 18 11:08:10.936337 dv-cinder-853450-2-iscsi neutron-server[106378]: 'Log': '1.0', Aug 18 11:08:10.936337 dv-cinder-853450-2-iscsi neutron-server[106378]: 'NDPProxy': '1.0', Aug 18 11:08:10.936337 dv-cinder-853450-2-iscsi neutron-server[106378]: 'Network': '1.1', Aug 18 11:08:10.936337 dv-cinder-853450-2-iscsi neutron-server[106378]: 'Port': '1.7', Aug 18 11:08:10.936337 dv-cinder-853450-2-iscsi neutron-server[106378]: 'PortForwarding': '1.3', Aug 18 11:08:10.936337 dv-cinder-853450-2-iscsi neutron-server[106378]: 'QosPolicy': '1.10', Aug 18 11:08:10.936337 dv-cinder-853450-2-iscsi neutron-server[106378]: 'SecurityGroup': '1.5', Aug 18 11:08:10.936337 dv-cinder-853450-2-iscsi neutron-server[106378]: 'SecurityGroupRule': '1.2', Aug 18 11:08:10.936337 dv-cinder-853450-2-iscsi neutron-server[106378]: 'SubPort': '1.0', Aug 18 11:08:10.936337 dv-cinder-853450-2-iscsi neutron-server[106378]: 'Subnet': '1.1', Aug 18 11:08:10.936337 dv-cinder-853450-2-iscsi neutron-server[106378]: 'Trunk': '1.1'}} Aug 18 11:08:10.936337 dv-cinder-853450-2-iscsi neutron-server[106378]: {{(pid=106378) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 18 11:08:10.983161 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-bc453052-7a90-4876-aafc-9fb7e3402336 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732802498636'] for network (c4d5f339-67bc-4c12-8231-94aca87a7153), precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:08:11.026249 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-bc453052-7a90-4876-aafc-9fb7e3402336 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403'] for network (c4d5f339-67bc-4c12-8231-94aca87a7153), after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:08:11.028557 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc453052-7a90-4876-aafc-9fb7e3402336 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:08:11.029272 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-bc453052-7a90-4876-aafc-9fb7e3402336 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682417'] for network (None), before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:08:11.112062 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [None req-bc453052-7a90-4876-aafc-9fb7e3402336 admin admin] 10.222.0.16 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7863891 Aug 18 11:08:11.141512 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc453052-7a90-4876-aafc-9fb7e3402336 admin admin] Pushing event updated for resources: {'Network': ['ID=c4d5f339-67bc-4c12-8231-94aca87a7153,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:08:11.153916 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Network c4d5f339-67bc-4c12-8231-94aca87a7153 details requested by agent ovs-agent-dv-cinder-853450-2-iscsi with host dv-cinder-853450-2-iscsi {{(pid=106380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 11:08:13.303041 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-d6e3b1e9-d429-4b17-9ca5-797d7761c42f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (5a2ac145-53e3-4597-a9e7-c52b4336ae58), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:08:13.556373 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.16', 48370) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:08:13.990387 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd94a315-cc0b-4ab3-ad01-e3a470001767 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:08:13.991783 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [None req-fd94a315-cc0b-4ab3-ad01-e3a470001767 demo admin] 10.222.0.16 "GET /networking/v2.0/subnets/c073a0c1-e4f2-496d-9cda-d568344cad3f HTTP/1.1" status: 200 len: 849 time: 0.4345391 Aug 18 11:08:14.134160 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [None req-4a6b0008-78aa-45d5-ac13-3a3b79247f6e demo admin] 10.222.0.16 "GET /networking/v2.0/routers/47520bf4-0567-4972-9e7c-608ebc2e3b6d HTTP/1.1" status: 200 len: 704 time: 0.1356103 Aug 18 11:08:14.421144 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4ea2f084-9d0f-40b8-ae0f-aab3e8b65f02 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (None), before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:08:14.440984 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=79,neutron:INSERT=15,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:08:14.501925 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:INSERT=14,neutron:SELECT=83,neutron:DELETE=3 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:08:14.603444 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-a5cc8183-7213-4642-9d48-bc0d47940d29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (29720577-1c8f-43c1-a8be-c2a14df8d65e), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:08:14.735723 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-4ea2f084-9d0f-40b8-ae0f-aab3e8b65f02 demo admin] Allocated IP 172.20.0.1 (67579936-4f61-43d5-b208-4260c493e378/c073a0c1-e4f2-496d-9cda-d568344cad3f/caccaddf-3bd3-4613-b6f5-c873da9043fc) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 11:08:14.935739 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4ea2f084-9d0f-40b8-ae0f-aab3e8b65f02 demo admin] Publish callbacks [] for port (caccaddf-3bd3-4613-b6f5-c873da9043fc), precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:08:15.002036 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4ea2f084-9d0f-40b8-ae0f-aab3e8b65f02 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732802528781'] for port (caccaddf-3bd3-4613-b6f5-c873da9043fc), after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:08:15.078971 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ea2f084-9d0f-40b8-ae0f-aab3e8b65f02 demo admin] Network 67579936-4f61-43d5-b208-4260c493e378 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 11:08:15.083914 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-4ea2f084-9d0f-40b8-ae0f-aab3e8b65f02 demo admin] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 11:08:15.101025 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ea2f084-9d0f-40b8-ae0f-aab3e8b65f02 demo admin] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 18 11:08:15.101564 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4ea2f084-9d0f-40b8-ae0f-aab3e8b65f02 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-516804'] for router_interface (47520bf4-0567-4972-9e7c-608ebc2e3b6d), before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:08:15.126916 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea2f084-9d0f-40b8-ae0f-aab3e8b65f02 demo admin] Pushing event updated for resources: {'Port': ['ID=caccaddf-3bd3-4613-b6f5-c873da9043fc,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:08:15.334098 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4ea2f084-9d0f-40b8-ae0f-aab3e8b65f02 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (caccaddf-3bd3-4613-b6f5-c873da9043fc), before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:08:15.353789 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-9aa0cea6-8d6e-4bc5-be17-ed09647af1ca None None] Provisioning complete for port caccaddf-3bd3-4613-b6f5-c873da9043fc triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 18 11:08:15.354197 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9aa0cea6-8d6e-4bc5-be17-ed09647af1ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619404'] for port (caccaddf-3bd3-4613-b6f5-c873da9043fc), provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:08:15.387115 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-9aa0cea6-8d6e-4bc5-be17-ed09647af1ca None None] Port caccaddf-3bd3-4613-b6f5-c873da9043fc cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 18 11:08:15.601644 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4ea2f084-9d0f-40b8-ae0f-aab3e8b65f02 demo admin] Publish callbacks [] for port (caccaddf-3bd3-4613-b6f5-c873da9043fc), precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:08:15.606819 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4ea2f084-9d0f-40b8-ae0f-aab3e8b65f02 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732803053689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732802528799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732802528817'] for port (caccaddf-3bd3-4613-b6f5-c873da9043fc), after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:08:15.607631 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4ea2f084-9d0f-40b8-ae0f-aab3e8b65f02 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3683465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-516656'] for router_interface (47520bf4-0567-4972-9e7c-608ebc2e3b6d), after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:08:15.685183 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:08:15.696989 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea2f084-9d0f-40b8-ae0f-aab3e8b65f02 demo admin] Pushing event updated for resources: {'Port': ['ID=caccaddf-3bd3-4613-b6f5-c873da9043fc,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:08:15.703616 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:08:15.741105 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ea2f084-9d0f-40b8-ae0f-aab3e8b65f02 demo admin] Network 67579936-4f61-43d5-b208-4260c493e378 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 11:08:15.742399 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-4ea2f084-9d0f-40b8-ae0f-aab3e8b65f02 demo admin] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 11:08:15.904765 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ea2f084-9d0f-40b8-ae0f-aab3e8b65f02 demo admin] Router 47520bf4-0567-4972-9e7c-608ebc2e3b6d is scheduled to L3 agent 5a2ac145-53e3-4597-a9e7-c52b4336ae58 with binding_index 1 {{(pid=106378) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 11:08:15.908609 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-2eb87397-9f64-49e0-ae31-ab1de83b6b4e None None] Provisioning complete for port caccaddf-3bd3-4613-b6f5-c873da9043fc triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 18 11:08:15.909558 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-2eb87397-9f64-49e0-ae31-ab1de83b6b4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619404'] for port (caccaddf-3bd3-4613-b6f5-c873da9043fc), provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:08:15.958634 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-2eb87397-9f64-49e0-ae31-ab1de83b6b4e None None] Port caccaddf-3bd3-4613-b6f5-c873da9043fc cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 18 11:08:15.964941 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (69d4285f-736d-41a6-a99e-1994eed59bce), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:08:15.999747 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ea2f084-9d0f-40b8-ae0f-aab3e8b65f02 demo admin] Notify agent at l3_agent.dv-cinder-853450-2-iscsi the message routers_updated {{(pid=106378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 11:08:16.006498 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [None req-4ea2f084-9d0f-40b8-ae0f-aab3e8b65f02 demo admin] 10.222.0.16 "PUT /networking/v2.0/routers/47520bf4-0567-4972-9e7c-608ebc2e3b6d/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8658001 Aug 18 11:08:16.023763 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cb44134-0a1d-4646-b782-2f6c080da1ed None None] Sync routers for ids ['47520bf4-0567-4972-9e7c-608ebc2e3b6d'] in dv-cinder-853450-2-iscsi {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 11:08:16.040070 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cb44134-0a1d-4646-b782-2f6c080da1ed None None] Routers {'47520bf4-0567-4972-9e7c-608ebc2e3b6d'} bound to L3 agent in host dv-cinder-853450-2-iscsi {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 18 11:08:16.040948 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-1cb44134-0a1d-4646-b782-2f6c080da1ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853450-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-18T11:07:43Z,description=,heartbeat_timestamp=2022-08-18T11:08:13Z,host='dv-cinder-853450-2-iscsi',id=5a2ac145-53e3-4597-a9e7-c52b4336ae58,load=0,resource_versions=,resources_synced=,started_at=2022-08-18T11:07:43Z,topic='l3_agent')) {'router_ids': ['47520bf4-0567-4972-9e7c-608ebc2e3b6d'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:08:16.225536 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-1cb44134-0a1d-4646-b782-2f6c080da1ed None None] Set router 47520bf4-0567-4972-9e7c-608ebc2e3b6d gateway port host: None {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 18 11:08:16.374080 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c68edff8-e550-48a3-9de2-17badfe483c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (307af099-d926-4e52-9df3-0cd09baf3c81), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:08:16.654515 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-1cb44134-0a1d-4646-b782-2f6c080da1ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47520bf4-0567-4972-9e7c-608ebc2e3b6d', 'name': 'router1', 'tenant_id': '8d671114d0af4f33841a2dc83ed32dc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T11:08:04Z', 'updated_at': '2022-08-18T11:08:15Z', 'revision_number': 2, 'project_id': '8d671114d0af4f33841a2dc83ed32dc3', 'gw_port_host': None, '_interfaces': [{'id': 'caccaddf-3bd3-4613-b6f5-c873da9043fc', 'name': '', 'network_id': '67579936-4f61-43d5-b208-4260c493e378', 'tenant_id': '8d671114d0af4f33841a2dc83ed32dc3', 'mac_address': 'fa:16:3e:ea:1e:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47520bf4-0567-4972-9e7c-608ebc2e3b6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c073a0c1-e4f2-496d-9cda-d568344cad3f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:08:14Z', 'updated_at': '2022-08-18T11:08:15Z', 'revision_number': 2, 'project_id': '8d671114d0af4f33841a2dc83ed32dc3', 'subnets': [{'id': 'c073a0c1-e4f2-496d-9cda-d568344cad3f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '978cb189-b5ba-47cb-be9a-93c062ec98a0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853450-2-iscsi', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:08:16.704669 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cb44134-0a1d-4646-b782-2f6c080da1ed None None] Checking router: 47520bf4-0567-4972-9e7c-608ebc2e3b6d for host: dv-cinder-853450-2-iscsi {{(pid=106381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 11:08:16.705053 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cb44134-0a1d-4646-b782-2f6c080da1ed None None] Updating router 47520bf4-0567-4972-9e7c-608ebc2e3b6d port caccaddf-3bd3-4613-b6f5-c873da9043fc binding host dv-cinder-853450-2-iscsi {{(pid=106381) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 11:08:16.758641 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-1cb44134-0a1d-4646-b782-2f6c080da1ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (caccaddf-3bd3-4613-b6f5-c873da9043fc), before_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:08:17.282605 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-1cb44134-0a1d-4646-b782-2f6c080da1ed None None] Publish callbacks [] for port (caccaddf-3bd3-4613-b6f5-c873da9043fc), precommit_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:08:17.288898 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-1cb44134-0a1d-4646-b782-2f6c080da1ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732803053689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732802528799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732802528817'] for port (caccaddf-3bd3-4613-b6f5-c873da9043fc), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:08:17.451221 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-1cb44134-0a1d-4646-b782-2f6c080da1ed None None] Attempting to bind port caccaddf-3bd3-4613-b6f5-c873da9043fc on host dv-cinder-853450-2-iscsi for vnic_type normal with profile {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 18 11:08:17.451616 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-1cb44134-0a1d-4646-b782-2f6c080da1ed None None] Attempting to bind port caccaddf-3bd3-4613-b6f5-c873da9043fc by drivers openvswitch,hyperv on host dv-cinder-853450-2-iscsi at level 0 using segments [{'id': 'a99aaf2c-259b-476f-aa02-568473eedfe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 995, 'network_id': '67579936-4f61-43d5-b208-4260c493e378'}] {{(pid=106381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 18 11:08:17.453029 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cb44134-0a1d-4646-b782-2f6c080da1ed None None] Attempting to bind port caccaddf-3bd3-4613-b6f5-c873da9043fc on network 67579936-4f61-43d5-b208-4260c493e378 {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 18 11:08:17.454213 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5641c341-72bf-4eda-a2b7-d3dbedec24ea None None] Pushing event updated for resources: {'Port': ['ID=caccaddf-3bd3-4613-b6f5-c873da9043fc,revision_number=3']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:08:17.462671 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cb44134-0a1d-4646-b782-2f6c080da1ed None None] Checking agent: {'id': '69d4285f-736d-41a6-a99e-1994eed59bce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-853450-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 18, 11, 7, 46), 'started_at': datetime.datetime(2022, 8, 18, 11, 8, 16), 'heartbeat_timestamp': datetime.datetime(2022, 8, 18, 11, 8, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-853450-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 18 11:08:17.463062 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cb44134-0a1d-4646-b782-2f6c080da1ed None None] Checking segment: {'id': 'a99aaf2c-259b-476f-aa02-568473eedfe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 995, 'network_id': '67579936-4f61-43d5-b208-4260c493e378'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 18 11:08:17.463509 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-1cb44134-0a1d-4646-b782-2f6c080da1ed None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:08:17.463949 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cb44134-0a1d-4646-b782-2f6c080da1ed None None] Bound using segment: {'id': 'a99aaf2c-259b-476f-aa02-568473eedfe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 995, 'network_id': '67579936-4f61-43d5-b208-4260c493e378'} {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 18 11:08:17.464614 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-1cb44134-0a1d-4646-b782-2f6c080da1ed None None] Bound port: caccaddf-3bd3-4613-b6f5-c873da9043fc, host: dv-cinder-853450-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a99aaf2c-259b-476f-aa02-568473eedfe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 995, 'network_id': '67579936-4f61-43d5-b208-4260c493e378'}}] {{(pid=106381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 18 11:08:17.465148 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-1cb44134-0a1d-4646-b782-2f6c080da1ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (caccaddf-3bd3-4613-b6f5-c873da9043fc), before_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:08:17.468451 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5641c341-72bf-4eda-a2b7-d3dbedec24ea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:08:17.468791 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5641c341-72bf-4eda-a2b7-d3dbedec24ea None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:08:17.469130 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5641c341-72bf-4eda-a2b7-d3dbedec24ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:08:17.469463 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5641c341-72bf-4eda-a2b7-d3dbedec24ea None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:08:17.469788 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5641c341-72bf-4eda-a2b7-d3dbedec24ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:08:17.470106 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5641c341-72bf-4eda-a2b7-d3dbedec24ea None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:08:17.470421 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5641c341-72bf-4eda-a2b7-d3dbedec24ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:08:17.470736 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5641c341-72bf-4eda-a2b7-d3dbedec24ea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:08:17.471051 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5641c341-72bf-4eda-a2b7-d3dbedec24ea None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:08:17.471364 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5641c341-72bf-4eda-a2b7-d3dbedec24ea None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:08:17.471677 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5641c341-72bf-4eda-a2b7-d3dbedec24ea None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:08:17.472007 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5641c341-72bf-4eda-a2b7-d3dbedec24ea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:08:17.472353 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5641c341-72bf-4eda-a2b7-d3dbedec24ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:08:17.472665 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5641c341-72bf-4eda-a2b7-d3dbedec24ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:08:17.472974 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5641c341-72bf-4eda-a2b7-d3dbedec24ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:08:17.474370 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5641c341-72bf-4eda-a2b7-d3dbedec24ea None None] Tracked resource versions report: Aug 18 11:08:17.474370 dv-cinder-853450-2-iscsi neutron-server[106381]: pushed versions: Aug 18 11:08:17.474370 dv-cinder-853450-2-iscsi neutron-server[106381]: { 'AddressGroup': {'1.2'}, Aug 18 11:08:17.474370 dv-cinder-853450-2-iscsi neutron-server[106381]: 'Agent': {'1.1'}, Aug 18 11:08:17.474370 dv-cinder-853450-2-iscsi neutron-server[106381]: 'ConntrackHelper': {'1.0'}, Aug 18 11:08:17.474370 dv-cinder-853450-2-iscsi neutron-server[106381]: 'LocalIPAssociation': {'1.0'}, Aug 18 11:08:17.474370 dv-cinder-853450-2-iscsi neutron-server[106381]: 'Log': {'1.0'}, Aug 18 11:08:17.474370 dv-cinder-853450-2-iscsi neutron-server[106381]: 'NDPProxy': {'1.0'}, Aug 18 11:08:17.474370 dv-cinder-853450-2-iscsi neutron-server[106381]: 'Network': {'1.1'}, Aug 18 11:08:17.474370 dv-cinder-853450-2-iscsi neutron-server[106381]: 'Port': {'1.7'}, Aug 18 11:08:17.474370 dv-cinder-853450-2-iscsi neutron-server[106381]: 'PortForwarding': {'1.3'}, Aug 18 11:08:17.474370 dv-cinder-853450-2-iscsi neutron-server[106381]: 'QosPolicy': {'1.10'}, Aug 18 11:08:17.474370 dv-cinder-853450-2-iscsi neutron-server[106381]: 'SecurityGroup': {'1.5'}, Aug 18 11:08:17.474370 dv-cinder-853450-2-iscsi neutron-server[106381]: 'SecurityGroupRule': {'1.2'}, Aug 18 11:08:17.474370 dv-cinder-853450-2-iscsi neutron-server[106381]: 'SubPort': {'1.0'}, Aug 18 11:08:17.474370 dv-cinder-853450-2-iscsi neutron-server[106381]: 'Subnet': {'1.1'}, Aug 18 11:08:17.474370 dv-cinder-853450-2-iscsi neutron-server[106381]: 'Trunk': {'1.1'}} Aug 18 11:08:17.474370 dv-cinder-853450-2-iscsi neutron-server[106381]: consumer versions: Aug 18 11:08:17.474370 dv-cinder-853450-2-iscsi neutron-server[106381]: { DHCP agent@dv-cinder-853450-2-iscsi: {}, Aug 18 11:08:17.474370 dv-cinder-853450-2-iscsi neutron-server[106381]: L3 agent@dv-cinder-853450-2-iscsi: {}, Aug 18 11:08:17.474370 dv-cinder-853450-2-iscsi neutron-server[106381]: Metadata agent@dv-cinder-853450-2-iscsi: {}, Aug 18 11:08:17.474370 dv-cinder-853450-2-iscsi neutron-server[106381]: Metering agent@dv-cinder-853450-2-iscsi: {}, Aug 18 11:08:17.474370 dv-cinder-853450-2-iscsi neutron-server[106381]: Open vSwitch agent@dv-cinder-853450-2-iscsi: { 'AddressGroup': '1.2', Aug 18 11:08:17.474370 dv-cinder-853450-2-iscsi neutron-server[106381]: 'Agent': '1.1', Aug 18 11:08:17.474370 dv-cinder-853450-2-iscsi neutron-server[106381]: 'ConntrackHelper': '1.0', Aug 18 11:08:17.474370 dv-cinder-853450-2-iscsi neutron-server[106381]: 'LocalIPAssociation': '1.0', Aug 18 11:08:17.474370 dv-cinder-853450-2-iscsi neutron-server[106381]: 'Log': '1.0', Aug 18 11:08:17.474370 dv-cinder-853450-2-iscsi neutron-server[106381]: 'NDPProxy': '1.0', Aug 18 11:08:17.474370 dv-cinder-853450-2-iscsi neutron-server[106381]: 'Network': '1.1', Aug 18 11:08:17.474370 dv-cinder-853450-2-iscsi neutron-server[106381]: 'Port': '1.7', Aug 18 11:08:17.474370 dv-cinder-853450-2-iscsi neutron-server[106381]: 'PortForwarding': '1.3', Aug 18 11:08:17.474370 dv-cinder-853450-2-iscsi neutron-server[106381]: 'QosPolicy': '1.10', Aug 18 11:08:17.474370 dv-cinder-853450-2-iscsi neutron-server[106381]: 'SecurityGroup': '1.5', Aug 18 11:08:17.474370 dv-cinder-853450-2-iscsi neutron-server[106381]: 'SecurityGroupRule': '1.2', Aug 18 11:08:17.474370 dv-cinder-853450-2-iscsi neutron-server[106381]: 'SubPort': '1.0', Aug 18 11:08:17.474370 dv-cinder-853450-2-iscsi neutron-server[106381]: 'Subnet': '1.1', Aug 18 11:08:17.474370 dv-cinder-853450-2-iscsi neutron-server[106381]: 'Trunk': '1.1'}} Aug 18 11:08:17.474370 dv-cinder-853450-2-iscsi neutron-server[106381]: {{(pid=106381) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 18 11:08:17.542280 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-1cb44134-0a1d-4646-b782-2f6c080da1ed None None] For port caccaddf-3bd3-4613-b6f5-c873da9043fc, host dv-cinder-853450-2-iscsi, cleared binding levels {{(pid=106381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 11:08:17.563143 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-1cb44134-0a1d-4646-b782-2f6c080da1ed None None] For port caccaddf-3bd3-4613-b6f5-c873da9043fc, host dv-cinder-853450-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853450-2-iscsi',level=0,port_id=caccaddf-3bd3-4613-b6f5-c873da9043fc,segment=NetworkSegment(a99aaf2c-259b-476f-aa02-568473eedfe0),segment_id=a99aaf2c-259b-476f-aa02-568473eedfe0)] {{(pid=106381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 11:08:17.569050 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-1cb44134-0a1d-4646-b782-2f6c080da1ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732803053689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732802528799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732802528817'] for port (caccaddf-3bd3-4613-b6f5-c873da9043fc), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:08:17.601650 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:08:17.602225 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:08:17.607195 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cb44134-0a1d-4646-b782-2f6c080da1ed None None] Routers {'47520bf4-0567-4972-9e7c-608ebc2e3b6d'} bound to L3 agent in host dv-cinder-853450-2-iscsi {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 18 11:08:17.607823 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-1cb44134-0a1d-4646-b782-2f6c080da1ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853450-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-18T11:07:43Z,description=,heartbeat_timestamp=2022-08-18T11:08:13Z,host='dv-cinder-853450-2-iscsi',id=5a2ac145-53e3-4597-a9e7-c52b4336ae58,load=0,resource_versions=,resources_synced=,started_at=2022-08-18T11:07:43Z,topic='l3_agent')) {'router_ids': ['47520bf4-0567-4972-9e7c-608ebc2e3b6d'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:08:17.694603 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5641c341-72bf-4eda-a2b7-d3dbedec24ea None None] Pushing event updated for resources: {'Port': ['ID=caccaddf-3bd3-4613-b6f5-c873da9043fc,revision_number=4']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:08:17.716921 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-1cb44134-0a1d-4646-b782-2f6c080da1ed None None] Set router 47520bf4-0567-4972-9e7c-608ebc2e3b6d gateway port host: None {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 18 11:08:17.907234 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-1cb44134-0a1d-4646-b782-2f6c080da1ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47520bf4-0567-4972-9e7c-608ebc2e3b6d', 'name': 'router1', 'tenant_id': '8d671114d0af4f33841a2dc83ed32dc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T11:08:04Z', 'updated_at': '2022-08-18T11:08:15Z', 'revision_number': 2, 'project_id': '8d671114d0af4f33841a2dc83ed32dc3', 'gw_port_host': None, '_interfaces': [{'id': 'caccaddf-3bd3-4613-b6f5-c873da9043fc', 'name': '', 'network_id': '67579936-4f61-43d5-b208-4260c493e378', 'tenant_id': '8d671114d0af4f33841a2dc83ed32dc3', 'mac_address': 'fa:16:3e:ea:1e:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47520bf4-0567-4972-9e7c-608ebc2e3b6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c073a0c1-e4f2-496d-9cda-d568344cad3f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853450-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:08:14Z', 'updated_at': '2022-08-18T11:08:17Z', 'revision_number': 4, 'project_id': '8d671114d0af4f33841a2dc83ed32dc3', 'subnets': [{'id': 'c073a0c1-e4f2-496d-9cda-d568344cad3f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '978cb189-b5ba-47cb-be9a-93c062ec98a0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853450-2-iscsi', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:08:17.935484 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cb44134-0a1d-4646-b782-2f6c080da1ed None None] The sync data for ids ['47520bf4-0567-4972-9e7c-608ebc2e3b6d'] in dv-cinder-853450-2-iscsi is: [{'id': '47520bf4-0567-4972-9e7c-608ebc2e3b6d', 'name': 'router1', 'tenant_id': '8d671114d0af4f33841a2dc83ed32dc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T11:08:04Z', 'updated_at': '2022-08-18T11:08:15Z', 'revision_number': 2, 'project_id': '8d671114d0af4f33841a2dc83ed32dc3', 'gw_port_host': None, '_interfaces': [{'id': 'caccaddf-3bd3-4613-b6f5-c873da9043fc', 'name': '', 'network_id': '67579936-4f61-43d5-b208-4260c493e378', 'tenant_id': '8d671114d0af4f33841a2dc83ed32dc3', 'mac_address': 'fa:16:3e:ea:1e:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47520bf4-0567-4972-9e7c-608ebc2e3b6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c073a0c1-e4f2-496d-9cda-d568344cad3f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853450-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:08:14Z', 'updated_at': '2022-08-18T11:08:17Z', 'revision_number': 4, 'project_id': '8d671114d0af4f33841a2dc83ed32dc3', 'subnets': [{'id': 'c073a0c1-e4f2-496d-9cda-d568344cad3f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '978cb189-b5ba-47cb-be9a-93c062ec98a0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 11:08:18.403317 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.16', 48382) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:08:18.817420 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e0dd9e2-a8be-4c45-956f-9c12ecd3352d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:08:18.818796 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [None req-8e0dd9e2-a8be-4c45-956f-9c12ecd3352d admin admin] 10.222.0.16 "GET /networking/v2.0/networks/c4d5f339-67bc-4c12-8231-94aca87a7153 HTTP/1.1" status: 200 len: 842 time: 0.4145961 Aug 18 11:08:18.828843 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.v2.base [None req-872040b7-9965-4579-8348-86915580368f admin admin] Request body: {'subnet': {'cidr': '172.27.4.0/24', 'ip_version': 4, 'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'name': 'public-subnet', 'gateway_ip': '172.27.4.1', 'enable_dhcp': False}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:08:18.856489 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-872040b7-9965-4579-8348-86915580368f admin admin] Made reservation on behalf of c8a7d63a241745a88c5287cb0d12f0c9 for: {'subnet': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 11:08:18.859872 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-872040b7-9965-4579-8348-86915580368f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:08:19.168046 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.objects.ports [None req-872040b7-9965-4579-8348-86915580368f admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=106378) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Aug 18 11:08:19.168576 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-872040b7-9965-4579-8348-86915580368f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403'] for subnet (76ee03a1-e6cb-4518-8461-de8749842f4e), after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:08:19.228366 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872040b7-9965-4579-8348-86915580368f admin admin] Pushing event updated for resources: {'Subnet': ['ID=76ee03a1-e6cb-4518-8461-de8749842f4e,revision_number=0']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:08:19.240654 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-872040b7-9965-4579-8348-86915580368f admin admin] Checking segment: {'id': '67ba5125-9fc9-4a45-924f-a98fceaf00fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 18 11:08:19.241015 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-872040b7-9965-4579-8348-86915580368f admin admin] Network hostable DHCP agents. Network: c4d5f339-67bc-4c12-8231-94aca87a7153, hostable agents: ['c499a017-4b38-4967-b050-d4094e1a7564'], hosted agents: [] {{(pid=106378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 11:08:19.265441 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-872040b7-9965-4579-8348-86915580368f admin admin] Network c4d5f339-67bc-4c12-8231-94aca87a7153 is scheduled to be hosted by DHCP agent c499a017-4b38-4967-b050-d4094e1a7564 with binding_index 1 {{(pid=106378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 11:08:19.278542 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-872040b7-9965-4579-8348-86915580368f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-853450-2-iscsi, c4d5f339-67bc-4c12-8231-94aca87a7153) {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 11:08:19.282909 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-872040b7-9965-4579-8348-86915580368f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:08:19.283691 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-872040b7-9965-4579-8348-86915580368f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682417'] for subnet (None), before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:08:19.289089 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-473fe4a8-571b-41a1-931f-5876e17ae171 None None] Network c4d5f339-67bc-4c12-8231-94aca87a7153 requested from dv-cinder-853450-2-iscsi {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 18 11:08:19.320348 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [None req-872040b7-9965-4579-8348-86915580368f admin admin] 10.222.0.16 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4850907 Aug 18 11:08:19.425027 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-695475f7-ae58-451f-b91b-ceb1647e9b4a None None] Network c4d5f339-67bc-4c12-8231-94aca87a7153 requested from dv-cinder-853450-2-iscsi {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 18 11:08:21.854050 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.16', 48390) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:08:22.260269 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:08:22.286913 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [None req-b7219f66-07f2-4863-964d-da2c9fc3c04a demo admin] 10.222.0.16 "GET /networking/v2.0/routers/47520bf4-0567-4972-9e7c-608ebc2e3b6d HTTP/1.1" status: 200 len: 710 time: 0.4306440 Aug 18 11:08:22.373289 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:08:22.385078 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88c9cbe1-9da6-4b51-b112-d8502522ab56 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:08:22.387131 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [None req-88c9cbe1-9da6-4b51-b112-d8502522ab56 demo admin] 10.222.0.16 "GET /networking/v2.0/networks/c4d5f339-67bc-4c12-8231-94aca87a7153 HTTP/1.1" status: 200 len: 886 time: 0.0945199 Aug 18 11:08:22.397215 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.v2.base [None req-cd04ea00-92a1-492c-bf40-54a322ed09d7 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153'}}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:08:22.724588 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-cd04ea00-92a1-492c-bf40-54a322ed09d7 demo admin] Publish callbacks [] for router_gateway (47520bf4-0567-4972-9e7c-608ebc2e3b6d), precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:08:22.968510 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-cd04ea00-92a1-492c-bf40-54a322ed09d7 demo admin] Publish callbacks [] for router_gateway (47520bf4-0567-4972-9e7c-608ebc2e3b6d), before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:08:23.072358 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-cd04ea00-92a1-492c-bf40-54a322ed09d7 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (None), before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:08:23.193000 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-cd04ea00-92a1-492c-bf40-54a322ed09d7 demo admin] Allocated IP 172.27.4.89 (c4d5f339-67bc-4c12-8231-94aca87a7153/76ee03a1-e6cb-4518-8461-de8749842f4e/e1d0a269-d717-4c8c-bc49-0016d264d748) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 11:08:23.304634 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-cd04ea00-92a1-492c-bf40-54a322ed09d7 demo admin] Publish callbacks [] for port (e1d0a269-d717-4c8c-bc49-0016d264d748), precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:08:23.346189 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-cd04ea00-92a1-492c-bf40-54a322ed09d7 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732802528781'] for port (e1d0a269-d717-4c8c-bc49-0016d264d748), after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:08:23.351758 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:08:23.397824 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd04ea00-92a1-492c-bf40-54a322ed09d7 demo admin] Network c4d5f339-67bc-4c12-8231-94aca87a7153 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 11:08:23.400791 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-cd04ea00-92a1-492c-bf40-54a322ed09d7 demo admin] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 11:08:23.403571 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd04ea00-92a1-492c-bf40-54a322ed09d7 demo admin] Pushing event updated for resources: {'Port': ['ID=e1d0a269-d717-4c8c-bc49-0016d264d748,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:08:23.407670 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd04ea00-92a1-492c-bf40-54a322ed09d7 demo admin] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 18 11:08:23.450574 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:08:23.686422 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-cd04ea00-92a1-492c-bf40-54a322ed09d7 demo admin] Publish callbacks [] for router_gateway (47520bf4-0567-4972-9e7c-608ebc2e3b6d), after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:08:23.797962 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Device caccaddf-3bd3-4613-b6f5-c873da9043fc up at agent ovs-agent-dv-cinder-853450-2-iscsi {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 11:08:23.852290 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Provisioning complete for port caccaddf-3bd3-4613-b6f5-c873da9043fc triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 18 11:08:23.852889 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619404'] for port (caccaddf-3bd3-4613-b6f5-c873da9043fc), provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:08:23.905279 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-cd04ea00-92a1-492c-bf40-54a322ed09d7 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-519645', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-518940', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13596'] for router (47520bf4-0567-4972-9e7c-608ebc2e3b6d), precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:08:23.909617 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-cd04ea00-92a1-492c-bf40-54a322ed09d7 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-519602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-519620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-519627', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-518915'] for router (47520bf4-0567-4972-9e7c-608ebc2e3b6d), after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:08:23.943994 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Current status of the port caccaddf-3bd3-4613-b6f5-c873da9043fc is: DOWN; New status is: ACTIVE {{(pid=106380) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 11:08:23.944750 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (caccaddf-3bd3-4613-b6f5-c873da9043fc), before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:08:23.986022 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:08:24.005033 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] For port caccaddf-3bd3-4613-b6f5-c873da9043fc, host dv-cinder-853450-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853450-2-iscsi',level=0,port_id=caccaddf-3bd3-4613-b6f5-c873da9043fc,segment=NetworkSegment(a99aaf2c-259b-476f-aa02-568473eedfe0),segment_id=a99aaf2c-259b-476f-aa02-568473eedfe0)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:08:24.013785 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732803053689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732802528799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732802528817'] for port (caccaddf-3bd3-4613-b6f5-c873da9043fc), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:08:24.071218 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd04ea00-92a1-492c-bf40-54a322ed09d7 demo admin] Router 47520bf4-0567-4972-9e7c-608ebc2e3b6d has already been hosted by L3 agent 5a2ac145-53e3-4597-a9e7-c52b4336ae58 {{(pid=106378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 11:08:24.095417 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Pushing event updated for resources: {'Port': ['ID=caccaddf-3bd3-4613-b6f5-c873da9043fc,revision_number=5']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:08:24.193188 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd04ea00-92a1-492c-bf40-54a322ed09d7 demo admin] Notify agent at l3_agent.dv-cinder-853450-2-iscsi the message routers_updated {{(pid=106378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 11:08:24.198562 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-cd04ea00-92a1-492c-bf40-54a322ed09d7 demo admin] Publish callbacks [] for router (None), before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:08:24.200507 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [None req-cd04ea00-92a1-492c-bf40-54a322ed09d7 demo admin] 10.222.0.16 "PUT /networking/v2.0/routers/47520bf4-0567-4972-9e7c-608ebc2e3b6d HTTP/1.1" status: 200 len: 889 time: 1.8064375 Aug 18 11:08:24.563408 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70ca352a-b107-4ce1-980d-a04ab1c91c13 None None] Sync routers for ids ['47520bf4-0567-4972-9e7c-608ebc2e3b6d'] in dv-cinder-853450-2-iscsi {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 11:08:24.578283 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70ca352a-b107-4ce1-980d-a04ab1c91c13 None None] Routers {'47520bf4-0567-4972-9e7c-608ebc2e3b6d'} bound to L3 agent in host dv-cinder-853450-2-iscsi {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 18 11:08:24.579053 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-70ca352a-b107-4ce1-980d-a04ab1c91c13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853450-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-18T11:07:43Z,description=,heartbeat_timestamp=2022-08-18T11:08:13Z,host='dv-cinder-853450-2-iscsi',id=5a2ac145-53e3-4597-a9e7-c52b4336ae58,load=0,resource_versions=,resources_synced=,started_at=2022-08-18T11:07:43Z,topic='l3_agent')) {'router_ids': ['47520bf4-0567-4972-9e7c-608ebc2e3b6d'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:08:24.813996 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-70ca352a-b107-4ce1-980d-a04ab1c91c13 None None] Set router 47520bf4-0567-4972-9e7c-608ebc2e3b6d gateway port host: dv-cinder-853450-2-iscsi {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 18 11:08:25.064460 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:08:25.215334 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-70ca352a-b107-4ce1-980d-a04ab1c91c13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47520bf4-0567-4972-9e7c-608ebc2e3b6d', 'name': 'router1', 'tenant_id': '8d671114d0af4f33841a2dc83ed32dc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'external_fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.89'}], 'enable_snat': True}, 'gw_port_id': 'e1d0a269-d717-4c8c-bc49-0016d264d748', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T11:08:04Z', 'updated_at': '2022-08-18T11:08:23Z', 'revision_number': 4, 'project_id': '8d671114d0af4f33841a2dc83ed32dc3', 'gw_port': {'id': 'e1d0a269-d717-4c8c-bc49-0016d264d748', 'name': '', 'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:07:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47520bf4-0567-4972-9e7c-608ebc2e3b6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:08:23Z', 'updated_at': '2022-08-18T11:08:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853450-2-iscsi', '_interfaces': [{'id': 'caccaddf-3bd3-4613-b6f5-c873da9043fc', 'name': '', 'network_id': '67579936-4f61-43d5-b208-4260c493e378', 'tenant_id': '8d671114d0af4f33841a2dc83ed32dc3', 'mac_address': 'fa:16:3e:ea:1e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47520bf4-0567-4972-9e7c-608ebc2e3b6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c073a0c1-e4f2-496d-9cda-d568344cad3f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853450-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:08:14Z', 'updated_at': '2022-08-18T11:08:23Z', 'revision_number': 5, 'project_id': '8d671114d0af4f33841a2dc83ed32dc3', 'subnets': [{'id': 'c073a0c1-e4f2-496d-9cda-d568344cad3f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '978cb189-b5ba-47cb-be9a-93c062ec98a0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853450-2-iscsi', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:08:25.346629 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70ca352a-b107-4ce1-980d-a04ab1c91c13 None None] Checking router: 47520bf4-0567-4972-9e7c-608ebc2e3b6d for host: dv-cinder-853450-2-iscsi {{(pid=106380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 11:08:25.346967 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70ca352a-b107-4ce1-980d-a04ab1c91c13 None None] Updating router 47520bf4-0567-4972-9e7c-608ebc2e3b6d port e1d0a269-d717-4c8c-bc49-0016d264d748 binding host dv-cinder-853450-2-iscsi {{(pid=106380) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 11:08:25.407370 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-70ca352a-b107-4ce1-980d-a04ab1c91c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (e1d0a269-d717-4c8c-bc49-0016d264d748), before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:08:25.795986 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Device caccaddf-3bd3-4613-b6f5-c873da9043fc up at agent ovs-agent-dv-cinder-853450-2-iscsi {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 11:08:25.841874 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-70ca352a-b107-4ce1-980d-a04ab1c91c13 None None] Publish callbacks [] for port (e1d0a269-d717-4c8c-bc49-0016d264d748), precommit_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:08:25.847692 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-70ca352a-b107-4ce1-980d-a04ab1c91c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732803053689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732802528799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732802528817'] for port (e1d0a269-d717-4c8c-bc49-0016d264d748), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:08:25.895923 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-70ca352a-b107-4ce1-980d-a04ab1c91c13 None None] Attempting to bind port e1d0a269-d717-4c8c-bc49-0016d264d748 on host dv-cinder-853450-2-iscsi for vnic_type normal with profile {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 18 11:08:25.896123 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-70ca352a-b107-4ce1-980d-a04ab1c91c13 None None] Attempting to bind port e1d0a269-d717-4c8c-bc49-0016d264d748 by drivers openvswitch,hyperv on host dv-cinder-853450-2-iscsi at level 0 using segments [{'id': '67ba5125-9fc9-4a45-924f-a98fceaf00fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153'}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 18 11:08:25.896373 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70ca352a-b107-4ce1-980d-a04ab1c91c13 None None] Attempting to bind port e1d0a269-d717-4c8c-bc49-0016d264d748 on network c4d5f339-67bc-4c12-8231-94aca87a7153 {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 18 11:08:25.909275 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a117ca-cfff-4f19-8b05-ef37794a8913 None None] Pushing event updated for resources: {'Port': ['ID=e1d0a269-d717-4c8c-bc49-0016d264d748,revision_number=2']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:08:25.913489 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70ca352a-b107-4ce1-980d-a04ab1c91c13 None None] Checking agent: {'id': '69d4285f-736d-41a6-a99e-1994eed59bce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-853450-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 18, 11, 7, 46), 'started_at': datetime.datetime(2022, 8, 18, 11, 8, 16), 'heartbeat_timestamp': datetime.datetime(2022, 8, 18, 11, 8, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-853450-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 18 11:08:25.913871 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70ca352a-b107-4ce1-980d-a04ab1c91c13 None None] Checking segment: {'id': '67ba5125-9fc9-4a45-924f-a98fceaf00fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 18 11:08:25.914278 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-70ca352a-b107-4ce1-980d-a04ab1c91c13 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:08:25.914669 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70ca352a-b107-4ce1-980d-a04ab1c91c13 None None] Bound using segment: {'id': '67ba5125-9fc9-4a45-924f-a98fceaf00fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153'} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 18 11:08:25.915156 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-70ca352a-b107-4ce1-980d-a04ab1c91c13 None None] Bound port: e1d0a269-d717-4c8c-bc49-0016d264d748, host: dv-cinder-853450-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67ba5125-9fc9-4a45-924f-a98fceaf00fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153'}}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 18 11:08:25.915538 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-70ca352a-b107-4ce1-980d-a04ab1c91c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (e1d0a269-d717-4c8c-bc49-0016d264d748), before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:08:25.948031 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Provisioning complete for port caccaddf-3bd3-4613-b6f5-c873da9043fc triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 18 11:08:25.948463 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619404'] for port (caccaddf-3bd3-4613-b6f5-c873da9043fc), provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:08:26.006979 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-70ca352a-b107-4ce1-980d-a04ab1c91c13 None None] For port e1d0a269-d717-4c8c-bc49-0016d264d748, host dv-cinder-853450-2-iscsi, cleared binding levels {{(pid=106380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 11:08:26.010878 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-70ca352a-b107-4ce1-980d-a04ab1c91c13 None None] For port e1d0a269-d717-4c8c-bc49-0016d264d748, host dv-cinder-853450-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853450-2-iscsi',level=0,port_id=e1d0a269-d717-4c8c-bc49-0016d264d748,segment=NetworkSegment(67ba5125-9fc9-4a45-924f-a98fceaf00fb),segment_id=67ba5125-9fc9-4a45-924f-a98fceaf00fb)] {{(pid=106380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 11:08:26.019641 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-70ca352a-b107-4ce1-980d-a04ab1c91c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732803053689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732802528799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732802528817'] for port (e1d0a269-d717-4c8c-bc49-0016d264d748), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:08:26.041333 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:08:26.097148 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70ca352a-b107-4ce1-980d-a04ab1c91c13 None None] Routers {'47520bf4-0567-4972-9e7c-608ebc2e3b6d'} bound to L3 agent in host dv-cinder-853450-2-iscsi {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 18 11:08:26.097894 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-70ca352a-b107-4ce1-980d-a04ab1c91c13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853450-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-18T11:07:43Z,description=,heartbeat_timestamp=2022-08-18T11:08:13Z,host='dv-cinder-853450-2-iscsi',id=5a2ac145-53e3-4597-a9e7-c52b4336ae58,load=0,resource_versions=,resources_synced=,started_at=2022-08-18T11:07:43Z,topic='l3_agent')) {'router_ids': ['47520bf4-0567-4972-9e7c-608ebc2e3b6d'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:08:26.141372 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Current status of the port caccaddf-3bd3-4613-b6f5-c873da9043fc is: ACTIVE; New status is: ACTIVE {{(pid=106380) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 11:08:26.146893 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:08:26.150493 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a117ca-cfff-4f19-8b05-ef37794a8913 None None] Pushing event updated for resources: {'Port': ['ID=e1d0a269-d717-4c8c-bc49-0016d264d748,revision_number=3']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:08:26.219861 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-70ca352a-b107-4ce1-980d-a04ab1c91c13 None None] Set router 47520bf4-0567-4972-9e7c-608ebc2e3b6d gateway port host: dv-cinder-853450-2-iscsi {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 18 11:08:26.436691 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-70ca352a-b107-4ce1-980d-a04ab1c91c13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47520bf4-0567-4972-9e7c-608ebc2e3b6d', 'name': 'router1', 'tenant_id': '8d671114d0af4f33841a2dc83ed32dc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'external_fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.89'}], 'enable_snat': True}, 'gw_port_id': 'e1d0a269-d717-4c8c-bc49-0016d264d748', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T11:08:04Z', 'updated_at': '2022-08-18T11:08:23Z', 'revision_number': 4, 'project_id': '8d671114d0af4f33841a2dc83ed32dc3', 'gw_port': {'id': 'e1d0a269-d717-4c8c-bc49-0016d264d748', 'name': '', 'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:07:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47520bf4-0567-4972-9e7c-608ebc2e3b6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853450-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:08:23Z', 'updated_at': '2022-08-18T11:08:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853450-2-iscsi', '_interfaces': [{'id': 'caccaddf-3bd3-4613-b6f5-c873da9043fc', 'name': '', 'network_id': '67579936-4f61-43d5-b208-4260c493e378', 'tenant_id': '8d671114d0af4f33841a2dc83ed32dc3', 'mac_address': 'fa:16:3e:ea:1e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47520bf4-0567-4972-9e7c-608ebc2e3b6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c073a0c1-e4f2-496d-9cda-d568344cad3f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853450-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:08:14Z', 'updated_at': '2022-08-18T11:08:23Z', 'revision_number': 5, 'project_id': '8d671114d0af4f33841a2dc83ed32dc3', 'subnets': [{'id': 'c073a0c1-e4f2-496d-9cda-d568344cad3f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '978cb189-b5ba-47cb-be9a-93c062ec98a0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853450-2-iscsi', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:08:26.462807 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70ca352a-b107-4ce1-980d-a04ab1c91c13 None None] The sync data for ids ['47520bf4-0567-4972-9e7c-608ebc2e3b6d'] in dv-cinder-853450-2-iscsi is: [{'id': '47520bf4-0567-4972-9e7c-608ebc2e3b6d', 'name': 'router1', 'tenant_id': '8d671114d0af4f33841a2dc83ed32dc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'external_fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.89'}], 'enable_snat': True}, 'gw_port_id': 'e1d0a269-d717-4c8c-bc49-0016d264d748', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T11:08:04Z', 'updated_at': '2022-08-18T11:08:23Z', 'revision_number': 4, 'project_id': '8d671114d0af4f33841a2dc83ed32dc3', 'gw_port': {'id': 'e1d0a269-d717-4c8c-bc49-0016d264d748', 'name': '', 'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:07:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47520bf4-0567-4972-9e7c-608ebc2e3b6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853450-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:08:23Z', 'updated_at': '2022-08-18T11:08:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853450-2-iscsi', '_interfaces': [{'id': 'caccaddf-3bd3-4613-b6f5-c873da9043fc', 'name': '', 'network_id': '67579936-4f61-43d5-b208-4260c493e378', 'tenant_id': '8d671114d0af4f33841a2dc83ed32dc3', 'mac_address': 'fa:16:3e:ea:1e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47520bf4-0567-4972-9e7c-608ebc2e3b6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c073a0c1-e4f2-496d-9cda-d568344cad3f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853450-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:08:14Z', 'updated_at': '2022-08-18T11:08:23Z', 'revision_number': 5, 'project_id': '8d671114d0af4f33841a2dc83ed32dc3', 'subnets': [{'id': 'c073a0c1-e4f2-496d-9cda-d568344cad3f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '978cb189-b5ba-47cb-be9a-93c062ec98a0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 11:08:26.995965 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.16', 48404) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:08:27.513914 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [None req-03c0701c-5dab-4d87-b7c0-275adbdc74dd admin admin] 10.222.0.16 "GET /networking/v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.5167794 Aug 18 11:08:27.765554 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Device e1d0a269-d717-4c8c-bc49-0016d264d748 up at agent ovs-agent-dv-cinder-853450-2-iscsi {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 11:08:27.812089 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Provisioning complete for port e1d0a269-d717-4c8c-bc49-0016d264d748 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 18 11:08:27.812495 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619404'] for port (e1d0a269-d717-4c8c-bc49-0016d264d748), provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:08:27.899349 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Current status of the port e1d0a269-d717-4c8c-bc49-0016d264d748 is: DOWN; New status is: ACTIVE {{(pid=106380) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 11:08:27.899739 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (e1d0a269-d717-4c8c-bc49-0016d264d748), before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:08:27.921339 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] For port e1d0a269-d717-4c8c-bc49-0016d264d748, host dv-cinder-853450-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853450-2-iscsi',level=0,port_id=e1d0a269-d717-4c8c-bc49-0016d264d748,segment=NetworkSegment(67ba5125-9fc9-4a45-924f-a98fceaf00fb),segment_id=67ba5125-9fc9-4a45-924f-a98fceaf00fb)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:08:27.925944 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732803053689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732802528799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732802528817'] for port (e1d0a269-d717-4c8c-bc49-0016d264d748), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:08:27.976359 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Pushing event updated for resources: {'Port': ['ID=e1d0a269-d717-4c8c-bc49-0016d264d748,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:08:29.812038 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Device e1d0a269-d717-4c8c-bc49-0016d264d748 up at agent ovs-agent-dv-cinder-853450-2-iscsi {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 11:08:29.865322 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Provisioning complete for port e1d0a269-d717-4c8c-bc49-0016d264d748 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 18 11:08:29.865919 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619404'] for port (e1d0a269-d717-4c8c-bc49-0016d264d748), provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:08:29.983003 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Current status of the port e1d0a269-d717-4c8c-bc49-0016d264d748 is: ACTIVE; New status is: ACTIVE {{(pid=106380) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 11:08:31.279876 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=30 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:08:31.281814 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=46 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:08:37.502051 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=72,neutron:UPDATE=1 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:08:37.509433 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=66,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:08:39.926810 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=63,neutron:UPDATE=2 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:08:39.983776 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=92 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:08:40.929576 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-5c0f7697-0afd-4134-98a9-47a11db8636b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (c499a017-4b38-4967-b050-d4094e1a7564), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:08:43.274324 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.agents_db [None req-8a9264f7-88d3-4c8b-91d1-adcc6bb37de7 None None] Agent healthcheck: found 5 active agents {{(pid=106381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 11:08:43.302609 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-bd15ccc2-cb74-4787-be23-6772d97a7d70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (5a2ac145-53e3-4597-a9e7-c52b4336ae58), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:08:44.616752 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-a5cc8183-7213-4642-9d48-bc0d47940d29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (29720577-1c8f-43c1-a8be-c2a14df8d65e), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:08:45.957855 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (69d4285f-736d-41a6-a99e-1994eed59bce), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:08:46.378935 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c68edff8-e550-48a3-9de2-17badfe483c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (307af099-d926-4e52-9df3-0cd09baf3c81), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:08:53.268704 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=1 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:08:53.271524 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=1 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:08:56.365867 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:08:56.369432 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:09:08.278295 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=4 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:09:08.284835 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=2 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:09:10.935658 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-3ef75ebe-1a4c-415d-b138-d4dfd082eb40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (c499a017-4b38-4967-b050-d4094e1a7564), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:09:13.303813 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-f285be9e-8218-4f41-bb32-979826112756 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (5a2ac145-53e3-4597-a9e7-c52b4336ae58), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:09:14.613485 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-a5cc8183-7213-4642-9d48-bc0d47940d29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (29720577-1c8f-43c1-a8be-c2a14df8d65e), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:09:15.953857 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (69d4285f-736d-41a6-a99e-1994eed59bce), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:09:16.389160 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c68edff8-e550-48a3-9de2-17badfe483c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (307af099-d926-4e52-9df3-0cd09baf3c81), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:09:20.275411 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.agents_db [None req-8a9264f7-88d3-4c8b-91d1-adcc6bb37de7 None None] Agent healthcheck: found 5 active agents {{(pid=106381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 11:09:26.365296 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=20,neutron:UPDATE=2 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:09:26.373580 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=21,neutron:UPDATE=3 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:09:40.931653 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e32d03b9-64ef-4f28-8440-5081ae7d8c1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (c499a017-4b38-4967-b050-d4094e1a7564), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:09:43.295700 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-5e420c80-b8a4-4061-84cf-e5ce3558a08b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (5a2ac145-53e3-4597-a9e7-c52b4336ae58), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:09:44.612395 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-a5cc8183-7213-4642-9d48-bc0d47940d29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (29720577-1c8f-43c1-a8be-c2a14df8d65e), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:09:45.274620 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=6 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:09:45.280960 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:09:45.950580 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (69d4285f-736d-41a6-a99e-1994eed59bce), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:09:46.374352 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c68edff8-e550-48a3-9de2-17badfe483c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (307af099-d926-4e52-9df3-0cd09baf3c81), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:09:54.245979 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.16', 48942) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:09:54.720250 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a4f70bb-c7a4-48c2-a3dd-18504d740363 admin admin] GET failed (client error): The resource could not be found. Aug 18 11:09:54.721736 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [None req-1a4f70bb-c7a4-48c2-a3dd-18504d740363 admin admin] 10.222.0.16 "GET /networking/v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.4742081 Aug 18 11:09:54.936272 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7ebf598-44d3-4ca3-aa6b-d6a74d666a38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:09:54.937755 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [None req-c7ebf598-44d3-4ca3-aa6b-d6a74d666a38 admin admin] 10.222.0.16 "GET /networking/v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2108591 Aug 18 11:09:56.365016 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:09:56.370236 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:09:57.274134 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.agents_db [None req-8a9264f7-88d3-4c8b-91d1-adcc6bb37de7 None None] Agent healthcheck: found 5 active agents {{(pid=106381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 11:09:57.428709 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.16', 48952) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:09:57.880936 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efdd977c-e2dc-4e1a-8031-29afb7d20b77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:09:57.882244 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-efdd977c-e2dc-4e1a-8031-29afb7d20b77 admin admin] 10.222.0.16 "GET /networking/v2.0/subnets/c073a0c1-e4f2-496d-9cda-d568344cad3f HTTP/1.1" status: 200 len: 849 time: 0.4522674 Aug 18 11:09:57.894498 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.v2.base [None req-fd888cb2-263e-4d3a-9161-918d80f11827 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:09:57.997191 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-fd888cb2-263e-4d3a-9161-918d80f11827 admin admin] Publish callbacks [] for subnet (c073a0c1-e4f2-496d-9cda-d568344cad3f), before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:09:58.195097 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-fd888cb2-263e-4d3a-9161-918d80f11827 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8732803053752'] for subnet (c073a0c1-e4f2-496d-9cda-d568344cad3f), after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:09:58.231613 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd888cb2-263e-4d3a-9161-918d80f11827 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:09:58.232214 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-fd888cb2-263e-4d3a-9161-918d80f11827 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682417'] for subnet (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:09:58.233692 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-fd888cb2-263e-4d3a-9161-918d80f11827 admin admin] 10.222.0.16 "PUT /networking/v2.0/subnets/c073a0c1-e4f2-496d-9cda-d568344cad3f HTTP/1.1" status: 200 len: 868 time: 0.3438654 Aug 18 11:09:58.237906 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-474ee013-5d3f-4934-a4e0-e9f6dd4c8d2f None None] Network 67579936-4f61-43d5-b208-4260c493e378 requested from dv-cinder-853450-2-iscsi {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 18 11:09:58.255851 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd888cb2-263e-4d3a-9161-918d80f11827 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c073a0c1-e4f2-496d-9cda-d568344cad3f,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:09:58.264409 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd888cb2-263e-4d3a-9161-918d80f11827 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:09:58.264771 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd888cb2-263e-4d3a-9161-918d80f11827 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:09:58.265095 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd888cb2-263e-4d3a-9161-918d80f11827 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:09:58.265430 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd888cb2-263e-4d3a-9161-918d80f11827 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:09:58.265767 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd888cb2-263e-4d3a-9161-918d80f11827 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:09:58.266255 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd888cb2-263e-4d3a-9161-918d80f11827 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:09:58.266803 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd888cb2-263e-4d3a-9161-918d80f11827 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:09:58.267365 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd888cb2-263e-4d3a-9161-918d80f11827 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:09:58.267903 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd888cb2-263e-4d3a-9161-918d80f11827 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:09:58.268777 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd888cb2-263e-4d3a-9161-918d80f11827 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:09:58.269346 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd888cb2-263e-4d3a-9161-918d80f11827 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:09:58.269749 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd888cb2-263e-4d3a-9161-918d80f11827 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:09:58.270095 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd888cb2-263e-4d3a-9161-918d80f11827 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:09:58.270429 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd888cb2-263e-4d3a-9161-918d80f11827 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:09:58.270832 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd888cb2-263e-4d3a-9161-918d80f11827 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:09:58.616911 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-6dbff02d-ba03-4743-8c81-c1c372e7482c None None] Provisioning complete for port caccaddf-3bd3-4613-b6f5-c873da9043fc triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 18 11:09:58.617307 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-6dbff02d-ba03-4743-8c81-c1c372e7482c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619404'] for port (caccaddf-3bd3-4613-b6f5-c873da9043fc), provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:09:58.708632 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-6dbff02d-ba03-4743-8c81-c1c372e7482c None None] Current status of the port caccaddf-3bd3-4613-b6f5-c873da9043fc is: ACTIVE; New status is: ACTIVE {{(pid=106380) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 11:09:58.717417 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-6dbff02d-ba03-4743-8c81-c1c372e7482c None None] Provisioning complete for port 3df32cec-fc4a-4c2c-839c-ae7ac6acdbf8 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 18 11:09:58.717733 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-6dbff02d-ba03-4743-8c81-c1c372e7482c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619404'] for port (3df32cec-fc4a-4c2c-839c-ae7ac6acdbf8), provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:09:58.795981 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-6dbff02d-ba03-4743-8c81-c1c372e7482c None None] Current status of the port 3df32cec-fc4a-4c2c-839c-ae7ac6acdbf8 is: ACTIVE; New status is: ACTIVE {{(pid=106380) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 11:09:59.267012 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=1 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:10:00.690163 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.16', 48962) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:10:01.245101 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-282ed2d4-7077-45a0-bfdb-b7bb9a507567 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:10:01.246922 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-282ed2d4-7077-45a0-bfdb-b7bb9a507567 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:10:01.248590 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-282ed2d4-7077-45a0-bfdb-b7bb9a507567 admin admin] 10.222.0.16 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.5574095 Aug 18 11:10:03.731550 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.16', 48970) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:10:04.225105 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92ae7628-0950-492e-95b5-e25ead3f93c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:10:04.225569 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92ae7628-0950-492e-95b5-e25ead3f93c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:10:04.227102 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-92ae7628-0950-492e-95b5-e25ead3f93c9 admin admin] 10.222.0.16 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4945912 Aug 18 11:10:04.922718 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=10 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:10:04.930441 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=15 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:10:06.690408 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.16', 48978) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:10:07.143235 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f9b59f6-189e-4ea1-896a-8b29bfa0891f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:10:07.144789 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [None req-1f9b59f6-189e-4ea1-896a-8b29bfa0891f admin admin] 10.222.0.16 "GET /networking/v2.0/networks/67579936-4f61-43d5-b208-4260c493e378 HTTP/1.1" status: 200 len: 869 time: 0.4534152 Aug 18 11:10:07.271570 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=3 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:10:08.792348 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=40 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:10:08.794530 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=37 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:10:09.553289 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.16', 48986) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:10:10.023768 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17ca5e19-e030-4601-a39d-facaca39a043 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:10:10.025301 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [None req-17ca5e19-e030-4601-a39d-facaca39a043 admin admin] 10.222.0.16 "GET /networking/v2.0/networks/c4d5f339-67bc-4c12-8231-94aca87a7153 HTTP/1.1" status: 200 len: 886 time: 0.4709973 Aug 18 11:10:10.926950 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-d9b05599-b42d-422b-af42-5e51dac764f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (c499a017-4b38-4967-b050-d4094e1a7564), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:10:12.507720 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.16', 48994) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:10:12.924810 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1ffe453-e879-42ff-b15f-5744c84e3c0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:10:12.925262 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1ffe453-e879-42ff-b15f-5744c84e3c0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:10:12.926840 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [None req-c1ffe453-e879-42ff-b15f-5744c84e3c0f admin admin] 10.222.0.16 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4181297 Aug 18 11:10:13.300247 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-0262eb66-6107-41e1-88e2-8483902b0abe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (5a2ac145-53e3-4597-a9e7-c52b4336ae58), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:10:14.215003 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=64,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:10:14.222246 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=79,neutron:INSERT=1 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:10:14.615640 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-a5cc8183-7213-4642-9d48-bc0d47940d29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (29720577-1c8f-43c1-a8be-c2a14df8d65e), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:10:15.346650 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.16', 49002) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:10:15.785457 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7bfd87c-7ac8-4549-b04f-df18b4bc5b15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:10:15.786175 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7bfd87c-7ac8-4549-b04f-df18b4bc5b15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:10:15.788629 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [None req-b7bfd87c-7ac8-4549-b04f-df18b4bc5b15 admin admin] 10.222.0.16 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4408801 Aug 18 11:10:15.959453 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (69d4285f-736d-41a6-a99e-1994eed59bce), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:10:16.386691 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c68edff8-e550-48a3-9de2-17badfe483c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (307af099-d926-4e52-9df3-0cd09baf3c81), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:10:18.293758 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.16', 49010) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:10:18.751383 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a44f8e89-a41a-4581-8618-cdc06000f76d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:10:18.752791 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-a44f8e89-a41a-4581-8618-cdc06000f76d admin admin] 10.222.0.16 "GET /networking/v2.0/subnets/76ee03a1-e6cb-4518-8461-de8749842f4e HTTP/1.1" status: 200 len: 816 time: 0.4581962 Aug 18 11:10:21.180273 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.16', 49018) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:10:21.713493 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-259f0f02-5857-4706-b4ec-f08419130cc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:10:21.717897 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [None req-259f0f02-5857-4706-b4ec-f08419130cc0 admin admin] 10.222.0.16 "GET /networking/v2.0/subnets/c073a0c1-e4f2-496d-9cda-d568344cad3f HTTP/1.1" status: 200 len: 868 time: 0.5364270 Aug 18 11:10:22.329436 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=2 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:10:22.330218 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=4 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:10:26.367145 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=11 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:10:26.379603 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=4,neutron:UPDATE=5 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:10:28.744558 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=5 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:10:28.747759 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=5 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:10:31.701485 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=43 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:10:31.706767 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=39 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:10:34.272992 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.agents_db [None req-8a9264f7-88d3-4c8b-91d1-adcc6bb37de7 None None] Agent healthcheck: found 5 active agents {{(pid=106381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 11:10:40.596928 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=13 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:10:40.932136 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-f05a3280-c15d-490c-9407-c43c1f9b0db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (c499a017-4b38-4967-b050-d4094e1a7564), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:10:43.304561 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-192a7d4c-b758-46dd-a264-81b2349fc881 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (5a2ac145-53e3-4597-a9e7-c52b4336ae58), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:10:44.269143 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=15 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:10:44.618246 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-a5cc8183-7213-4642-9d48-bc0d47940d29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (29720577-1c8f-43c1-a8be-c2a14df8d65e), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:10:45.956300 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (69d4285f-736d-41a6-a99e-1994eed59bce), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:10:46.381385 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c68edff8-e550-48a3-9de2-17badfe483c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (307af099-d926-4e52-9df3-0cd09baf3c81), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:10:51.861566 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.16', 49076) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:10:52.215046 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.wsgi [None req-3ed67e40-5a2d-4cf1-8e37-26ff9de45d62 admin admin] http://10.222.0.16:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106379) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 18 11:10:52.216075 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-3ed67e40-5a2d-4cf1-8e37-26ff9de45d62 admin admin] 10.222.0.16 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3535693 Aug 18 11:10:54.689286 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.16', 49084) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:10:55.183710 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.pecan_wsgi.hooks.translation [None req-89e0fb6f-c4f1-4176-ae47-a7dcd2434e05 admin admin] GET failed (client error): The resource could not be found. Aug 18 11:10:55.185113 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-89e0fb6f-c4f1-4176-ae47-a7dcd2434e05 admin admin] 10.222.0.16 "GET /networking/v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.4948962 Aug 18 11:10:55.334241 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-410c02fc-1e00-4f42-80bc-135a4bd3daae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:10:55.336010 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-410c02fc-1e00-4f42-80bc-135a4bd3daae admin admin] 10.222.0.16 "GET /networking/v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1465678 Aug 18 11:10:56.374847 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:10:56.376719 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:10:57.754241 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.16', 49092) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:10:58.090887 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.v2.base [None req-bb2dc68f-8371-4a8a-9124-47fafeca010a admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:10:58.111971 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb2dc68f-8371-4a8a-9124-47fafeca010a admin admin] Made reservation on behalf of c8a7d63a241745a88c5287cb0d12f0c9 for: {'network': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 11:10:58.114274 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-bb2dc68f-8371-4a8a-9124-47fafeca010a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for network (None), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:10:58.150022 dv-cinder-853450-2-iscsi neutron-server[106379]: WARNING neutron.services.revisions.revision_plugin [None req-bb2dc68f-8371-4a8a-9124-47fafeca010a admin admin] Could not find related network for resource to bump revision. Aug 18 11:10:58.164703 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb2dc68f-8371-4a8a-9124-47fafeca010a admin admin] vlan segment allocate from pool success with {'vlan_id': 977, 'physical_network': 'physnet1'} {{(pid=106379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 11:10:58.174784 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-bb2dc68f-8371-4a8a-9124-47fafeca010a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3609830'] for segment (aba97a82-2807-4d9f-a899-dfe0fb7a4760), precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:10:58.175126 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.db.segments_db [None req-bb2dc68f-8371-4a8a-9124-47fafeca010a admin admin] Added segment aba97a82-2807-4d9f-a899-dfe0fb7a4760 of type vlan for network fc31cc84-696a-4d53-9edf-a29d6826d2d9 Aug 18 11:10:58.218023 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-bb2dc68f-8371-4a8a-9124-47fafeca010a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732802498636'] for network (fc31cc84-696a-4d53-9edf-a29d6826d2d9), precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:10:58.241966 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-bb2dc68f-8371-4a8a-9124-47fafeca010a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403'] for network (fc31cc84-696a-4d53-9edf-a29d6826d2d9), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:10:58.242942 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb2dc68f-8371-4a8a-9124-47fafeca010a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:10:58.243514 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-bb2dc68f-8371-4a8a-9124-47fafeca010a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682417'] for network (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:10:58.310121 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-bb2dc68f-8371-4a8a-9124-47fafeca010a admin admin] 10.222.0.16 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5546291 Aug 18 11:10:58.345031 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2dc68f-8371-4a8a-9124-47fafeca010a admin admin] Pushing event updated for resources: {'Network': ['ID=fc31cc84-696a-4d53-9edf-a29d6826d2d9,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:10:58.352794 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2dc68f-8371-4a8a-9124-47fafeca010a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:10:58.353153 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2dc68f-8371-4a8a-9124-47fafeca010a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:10:58.353471 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2dc68f-8371-4a8a-9124-47fafeca010a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:10:58.353800 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2dc68f-8371-4a8a-9124-47fafeca010a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:10:58.354130 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2dc68f-8371-4a8a-9124-47fafeca010a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:10:58.354626 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2dc68f-8371-4a8a-9124-47fafeca010a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:10:58.355710 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2dc68f-8371-4a8a-9124-47fafeca010a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:10:58.356072 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2dc68f-8371-4a8a-9124-47fafeca010a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:10:58.356466 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2dc68f-8371-4a8a-9124-47fafeca010a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:10:58.356793 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2dc68f-8371-4a8a-9124-47fafeca010a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:10:58.357126 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2dc68f-8371-4a8a-9124-47fafeca010a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:10:58.357470 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2dc68f-8371-4a8a-9124-47fafeca010a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:10:58.357791 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2dc68f-8371-4a8a-9124-47fafeca010a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:10:58.358105 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2dc68f-8371-4a8a-9124-47fafeca010a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:10:58.358420 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2dc68f-8371-4a8a-9124-47fafeca010a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:10:58.370018 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Network fc31cc84-696a-4d53-9edf-a29d6826d2d9 details requested by agent ovs-agent-dv-cinder-853450-2-iscsi with host dv-cinder-853450-2-iscsi {{(pid=106380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 11:10:59.265013 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=2 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:10:59.274855 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=4 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:11:00.718993 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.16', 49100) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:11:01.063057 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.pecan_wsgi.hooks.translation [None req-c02e51bc-b2e0-46cc-a3dd-c0c7624377fa admin admin] GET failed (client error): The resource could not be found. Aug 18 11:11:01.064382 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-c02e51bc-b2e0-46cc-a3dd-c0c7624377fa admin admin] 10.222.0.16 "GET /networking/v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.3443933 Aug 18 11:11:01.138057 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90b9a597-979f-4b9a-ab9a-3dcb3b2098d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:11:01.139535 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-90b9a597-979f-4b9a-ab9a-3dcb3b2098d2 admin admin] 10.222.0.16 "GET /networking/v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0707712 Aug 18 11:11:01.149451 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.v2.base [None req-6b18c89d-6c1f-4ee5-863c-e98547950133 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'network_id': 'fc31cc84-696a-4d53-9edf-a29d6826d2d9', 'name': 'shared-subnet'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:11:01.170804 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b18c89d-6c1f-4ee5-863c-e98547950133 admin admin] Made reservation on behalf of c8a7d63a241745a88c5287cb0d12f0c9 for: {'subnet': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 11:11:01.173154 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-6b18c89d-6c1f-4ee5-863c-e98547950133 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:11:01.342879 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-6b18c89d-6c1f-4ee5-863c-e98547950133 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403'] for subnet (d4849bb0-244b-429a-a89d-08b7bae78600), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:11:01.439895 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b18c89d-6c1f-4ee5-863c-e98547950133 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d4849bb0-244b-429a-a89d-08b7bae78600,revision_number=0']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:11:01.457816 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b18c89d-6c1f-4ee5-863c-e98547950133 admin admin] Checking segment: {'id': 'aba97a82-2807-4d9f-a899-dfe0fb7a4760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 977, 'network_id': 'fc31cc84-696a-4d53-9edf-a29d6826d2d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 18 11:11:01.458164 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b18c89d-6c1f-4ee5-863c-e98547950133 admin admin] Network hostable DHCP agents. Network: fc31cc84-696a-4d53-9edf-a29d6826d2d9, hostable agents: ['c499a017-4b38-4967-b050-d4094e1a7564'], hosted agents: [] {{(pid=106379) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 11:11:01.476427 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b18c89d-6c1f-4ee5-863c-e98547950133 admin admin] Network fc31cc84-696a-4d53-9edf-a29d6826d2d9 is scheduled to be hosted by DHCP agent c499a017-4b38-4967-b050-d4094e1a7564 with binding_index 1 {{(pid=106379) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 11:11:01.486432 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-6b18c89d-6c1f-4ee5-863c-e98547950133 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-853450-2-iscsi, fc31cc84-696a-4d53-9edf-a29d6826d2d9) {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 11:11:01.490610 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b18c89d-6c1f-4ee5-863c-e98547950133 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:11:01.491203 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-6b18c89d-6c1f-4ee5-863c-e98547950133 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682417'] for subnet (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:11:01.497130 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-760fe288-6423-41f0-abce-a13def3b2600 None None] Network fc31cc84-696a-4d53-9edf-a29d6826d2d9 requested from dv-cinder-853450-2-iscsi {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 18 11:11:01.508538 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-6b18c89d-6c1f-4ee5-863c-e98547950133 admin admin] 10.222.0.16 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3623898 Aug 18 11:11:01.706728 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f89c9dd-a12a-4ec9-924a-4cd40c76c059 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c84b3fc-1835-5fce-b972-629e751b1ddf-fc31cc84-696a-4d53-9edf-a29d6826d2d9', 'network_id': 'fc31cc84-696a-4d53-9edf-a29d6826d2d9', 'project_id': 'c8a7d63a241745a88c5287cb0d12f0c9', 'fixed_ips': [{'subnet_id': 'd4849bb0-244b-429a-a89d-08b7bae78600'}]}} from dv-cinder-853450-2-iscsi. {{(pid=106380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 18 11:11:01.707657 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9f89c9dd-a12a-4ec9-924a-4cd40c76c059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (None), before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:11:01.850546 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.db_base_plugin_common [None req-9f89c9dd-a12a-4ec9-924a-4cd40c76c059 None None] Allocated IP 192.168.233.2 (fc31cc84-696a-4d53-9edf-a29d6826d2d9/d4849bb0-244b-429a-a89d-08b7bae78600/17182f75-1347-4946-9e43-cf6e90259bce) {{(pid=106380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 11:11:02.002707 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9f89c9dd-a12a-4ec9-924a-4cd40c76c059 None None] Publish callbacks [] for port (17182f75-1347-4946-9e43-cf6e90259bce), precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:11:02.010078 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9f89c9dd-a12a-4ec9-924a-4cd40c76c059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732802528781'] for port (17182f75-1347-4946-9e43-cf6e90259bce), after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:11:02.052397 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f89c9dd-a12a-4ec9-924a-4cd40c76c059 None None] Network fc31cc84-696a-4d53-9edf-a29d6826d2d9 is already hosted by enough agents. {{(pid=106380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 11:11:02.055341 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.scheduler.base_scheduler [None req-9f89c9dd-a12a-4ec9-924a-4cd40c76c059 None None] Resources bound (agent type, host, resource id): {{(pid=106380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 11:11:02.062317 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f89c9dd-a12a-4ec9-924a-4cd40c76c059 None None] Received port after_create {{(pid=106380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 18 11:11:02.065587 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f89c9dd-a12a-4ec9-924a-4cd40c76c059 None None] Pushing event updated for resources: {'Port': ['ID=17182f75-1347-4946-9e43-cf6e90259bce,revision_number=1']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:11:02.076808 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f89c9dd-a12a-4ec9-924a-4cd40c76c059 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:11:02.077149 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f89c9dd-a12a-4ec9-924a-4cd40c76c059 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:11:02.077506 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f89c9dd-a12a-4ec9-924a-4cd40c76c059 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:11:02.077855 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f89c9dd-a12a-4ec9-924a-4cd40c76c059 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:11:02.078185 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f89c9dd-a12a-4ec9-924a-4cd40c76c059 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:11:02.078512 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f89c9dd-a12a-4ec9-924a-4cd40c76c059 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:11:02.078843 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f89c9dd-a12a-4ec9-924a-4cd40c76c059 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:11:02.079162 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f89c9dd-a12a-4ec9-924a-4cd40c76c059 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:11:02.079485 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f89c9dd-a12a-4ec9-924a-4cd40c76c059 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:11:02.079800 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f89c9dd-a12a-4ec9-924a-4cd40c76c059 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:11:02.080117 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f89c9dd-a12a-4ec9-924a-4cd40c76c059 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:11:02.080478 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f89c9dd-a12a-4ec9-924a-4cd40c76c059 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:11:02.080798 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f89c9dd-a12a-4ec9-924a-4cd40c76c059 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:11:02.081113 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f89c9dd-a12a-4ec9-924a-4cd40c76c059 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:11:02.081430 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f89c9dd-a12a-4ec9-924a-4cd40c76c059 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:11:02.134942 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-9f89c9dd-a12a-4ec9-924a-4cd40c76c059 None None] Attempting to bind port 17182f75-1347-4946-9e43-cf6e90259bce on host dv-cinder-853450-2-iscsi for vnic_type normal with profile {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 18 11:11:02.135312 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-9f89c9dd-a12a-4ec9-924a-4cd40c76c059 None None] Attempting to bind port 17182f75-1347-4946-9e43-cf6e90259bce by drivers openvswitch,hyperv on host dv-cinder-853450-2-iscsi at level 0 using segments [{'id': 'aba97a82-2807-4d9f-a899-dfe0fb7a4760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 977, 'network_id': 'fc31cc84-696a-4d53-9edf-a29d6826d2d9'}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 18 11:11:02.135714 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f89c9dd-a12a-4ec9-924a-4cd40c76c059 None None] Attempting to bind port 17182f75-1347-4946-9e43-cf6e90259bce on network fc31cc84-696a-4d53-9edf-a29d6826d2d9 {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 18 11:11:02.141784 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f89c9dd-a12a-4ec9-924a-4cd40c76c059 None None] Checking agent: {'id': '69d4285f-736d-41a6-a99e-1994eed59bce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-853450-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 18, 11, 7, 46), 'started_at': datetime.datetime(2022, 8, 18, 11, 8, 16), 'heartbeat_timestamp': datetime.datetime(2022, 8, 18, 11, 10, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-853450-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 18 11:11:02.142297 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f89c9dd-a12a-4ec9-924a-4cd40c76c059 None None] Checking segment: {'id': 'aba97a82-2807-4d9f-a899-dfe0fb7a4760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 977, 'network_id': 'fc31cc84-696a-4d53-9edf-a29d6826d2d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 18 11:11:02.142704 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9f89c9dd-a12a-4ec9-924a-4cd40c76c059 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:11:02.143101 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f89c9dd-a12a-4ec9-924a-4cd40c76c059 None None] Bound using segment: {'id': 'aba97a82-2807-4d9f-a899-dfe0fb7a4760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 977, 'network_id': 'fc31cc84-696a-4d53-9edf-a29d6826d2d9'} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 18 11:11:02.143603 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-9f89c9dd-a12a-4ec9-924a-4cd40c76c059 None None] Bound port: 17182f75-1347-4946-9e43-cf6e90259bce, host: dv-cinder-853450-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aba97a82-2807-4d9f-a899-dfe0fb7a4760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 977, 'network_id': 'fc31cc84-696a-4d53-9edf-a29d6826d2d9'}}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 18 11:11:02.143986 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9f89c9dd-a12a-4ec9-924a-4cd40c76c059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (17182f75-1347-4946-9e43-cf6e90259bce), before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:11:02.210139 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-9f89c9dd-a12a-4ec9-924a-4cd40c76c059 None None] For port 17182f75-1347-4946-9e43-cf6e90259bce, host dv-cinder-853450-2-iscsi, cleared binding levels {{(pid=106380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 11:11:02.214650 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-9f89c9dd-a12a-4ec9-924a-4cd40c76c059 None None] For port 17182f75-1347-4946-9e43-cf6e90259bce, host dv-cinder-853450-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853450-2-iscsi',level=0,port_id=17182f75-1347-4946-9e43-cf6e90259bce,segment=NetworkSegment(aba97a82-2807-4d9f-a899-dfe0fb7a4760),segment_id=aba97a82-2807-4d9f-a899-dfe0fb7a4760)] {{(pid=106380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 11:11:02.221091 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9f89c9dd-a12a-4ec9-924a-4cd40c76c059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732803053689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732802528799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732802528817'] for port (17182f75-1347-4946-9e43-cf6e90259bce), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:11:02.279900 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f89c9dd-a12a-4ec9-924a-4cd40c76c059 None None] Pushing event updated for resources: {'Port': ['ID=17182f75-1347-4946-9e43-cf6e90259bce,revision_number=2']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:11:03.113633 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6af9f20e-2954-4867-9fbe-4194bc0753e6 None None] Network fc31cc84-696a-4d53-9edf-a29d6826d2d9 requested from dv-cinder-853450-2-iscsi {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 18 11:11:03.169617 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-fffaf094-45a2-4127-a18a-aa2239c0d7e4 None None] Provisioning complete for port 17182f75-1347-4946-9e43-cf6e90259bce triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 18 11:11:03.169995 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-fffaf094-45a2-4127-a18a-aa2239c0d7e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619404'] for port (17182f75-1347-4946-9e43-cf6e90259bce), provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:11:03.199893 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:11:03.258098 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:11:03.309015 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-fffaf094-45a2-4127-a18a-aa2239c0d7e4 None None] Current status of the port 17182f75-1347-4946-9e43-cf6e90259bce is: DOWN; New status is: ACTIVE {{(pid=106380) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 11:11:03.309676 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-fffaf094-45a2-4127-a18a-aa2239c0d7e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (17182f75-1347-4946-9e43-cf6e90259bce), before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:11:03.357395 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-fffaf094-45a2-4127-a18a-aa2239c0d7e4 None None] For port 17182f75-1347-4946-9e43-cf6e90259bce, host dv-cinder-853450-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853450-2-iscsi',level=0,port_id=17182f75-1347-4946-9e43-cf6e90259bce,segment=NetworkSegment(aba97a82-2807-4d9f-a899-dfe0fb7a4760),segment_id=aba97a82-2807-4d9f-a899-dfe0fb7a4760)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:11:03.363468 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-fffaf094-45a2-4127-a18a-aa2239c0d7e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732803053689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732802528799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732802528817'] for port (17182f75-1347-4946-9e43-cf6e90259bce), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:11:03.425259 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffaf094-45a2-4127-a18a-aa2239c0d7e4 None None] Pushing event updated for resources: {'Port': ['ID=17182f75-1347-4946-9e43-cf6e90259bce,revision_number=3']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:11:03.483259 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-2c8f77db-b8ff-4690-bd52-0da7f480fdaf None None] Provisioning complete for port 17182f75-1347-4946-9e43-cf6e90259bce triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 18 11:11:03.483474 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-2c8f77db-b8ff-4690-bd52-0da7f480fdaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619404'] for port (17182f75-1347-4946-9e43-cf6e90259bce), provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:11:03.558986 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-2c8f77db-b8ff-4690-bd52-0da7f480fdaf None None] Current status of the port 17182f75-1347-4946-9e43-cf6e90259bce is: ACTIVE; New status is: ACTIVE {{(pid=106380) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 11:11:03.884803 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Device 17182f75-1347-4946-9e43-cf6e90259bce up at agent ovs-agent-dv-cinder-853450-2-iscsi {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 11:11:03.933718 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Provisioning complete for port 17182f75-1347-4946-9e43-cf6e90259bce triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 18 11:11:03.934101 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619404'] for port (17182f75-1347-4946-9e43-cf6e90259bce), provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:11:04.007963 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Current status of the port 17182f75-1347-4946-9e43-cf6e90259bce is: ACTIVE; New status is: ACTIVE {{(pid=106380) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 11:11:10.925898 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-29dd4acd-887a-40e5-81c9-28538ebd3fdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (c499a017-4b38-4967-b050-d4094e1a7564), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:11:11.271520 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.agents_db [None req-8a9264f7-88d3-4c8b-91d1-adcc6bb37de7 None None] Agent healthcheck: found 5 active agents {{(pid=106381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 11:11:11.499242 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=82,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:11:11.502468 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=78,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:11:13.307238 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-a336645b-9f77-4864-8176-b422e94e111b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (5a2ac145-53e3-4597-a9e7-c52b4336ae58), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:11:14.621220 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-a5cc8183-7213-4642-9d48-bc0d47940d29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (29720577-1c8f-43c1-a8be-c2a14df8d65e), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:11:15.950865 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (69d4285f-736d-41a6-a99e-1994eed59bce), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:11:16.385007 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c68edff8-e550-48a3-9de2-17badfe483c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (307af099-d926-4e52-9df3-0cd09baf3c81), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:11:21.267614 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=1 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:11:21.268401 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=1 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:11:26.378598 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=64,neutron:UPDATE=4 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:11:26.380616 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=73,neutron:UPDATE=3 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:11:39.263617 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=3 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:11:39.264969 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:11:40.930250 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-3a12eed0-5464-4e1a-99eb-34d50960f4e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (c499a017-4b38-4967-b050-d4094e1a7564), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:11:43.311969 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-5c487324-8ef4-4bf2-a920-c3c368f7daf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (5a2ac145-53e3-4597-a9e7-c52b4336ae58), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:11:44.623725 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-a5cc8183-7213-4642-9d48-bc0d47940d29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (29720577-1c8f-43c1-a8be-c2a14df8d65e), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:11:45.955941 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (69d4285f-736d-41a6-a99e-1994eed59bce), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:11:46.387215 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c68edff8-e550-48a3-9de2-17badfe483c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (307af099-d926-4e52-9df3-0cd09baf3c81), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:11:48.269968 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.agents_db [None req-8a9264f7-88d3-4c8b-91d1-adcc6bb37de7 None None] Agent healthcheck: found 5 active agents {{(pid=106381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 11:11:56.379842 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:11:56.381824 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:11:58.266262 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=1 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:11:58.267167 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=1 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:12:10.933964 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-feb76e46-610e-46e2-844e-db430ebd0886 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (c499a017-4b38-4967-b050-d4094e1a7564), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:12:13.277671 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=3 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:12:13.278471 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=3 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:12:13.316557 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-a56d7023-0268-4f4c-b98b-c1dc65ad13c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (5a2ac145-53e3-4597-a9e7-c52b4336ae58), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:12:14.626598 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-a5cc8183-7213-4642-9d48-bc0d47940d29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (29720577-1c8f-43c1-a8be-c2a14df8d65e), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:12:15.963036 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (69d4285f-736d-41a6-a99e-1994eed59bce), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:12:16.388529 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c68edff8-e550-48a3-9de2-17badfe483c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (307af099-d926-4e52-9df3-0cd09baf3c81), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:12:23.071367 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.16', 49138) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:12:23.077108 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.wsgi [None req-cab3f6b1-03d1-4a84-9d65-33eb40bf47e1 tempest-verify_tempest_config-1564471140 tempest-verify_tempest_config-1564471140-project] http://10.222.0.16:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106379) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 18 11:12:23.078180 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-cab3f6b1-03d1-4a84-9d65-33eb40bf47e1 tempest-verify_tempest_config-1564471140 tempest-verify_tempest_config-1564471140-project] 10.222.0.16 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0058510 Aug 18 11:12:23.597008 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.16', 49156) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:12:23.933579 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-18846f1f-2974-4b2b-8970-bf9df5bfbc7b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:12:24.011636 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-18846f1f-2974-4b2b-8970-bf9df5bfbc7b admin admin] Publish callbacks [] for security_group (854af35d-bfac-42a8-8d82-2f94aab3af5e), precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:12:24.015626 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-18846f1f-2974-4b2b-8970-bf9df5bfbc7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433130'] for security_group (854af35d-bfac-42a8-8d82-2f94aab3af5e), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:12:24.065316 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-18846f1f-2974-4b2b-8970-bf9df5bfbc7b admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=5d7861c1049b49ee83dd75f55b3ad51e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4672308 Aug 18 11:12:24.065993 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18846f1f-2974-4b2b-8970-bf9df5bfbc7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=854af35d-bfac-42a8-8d82-2f94aab3af5e,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:12:24.068141 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.16', 49160) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:12:24.073838 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18846f1f-2974-4b2b-8970-bf9df5bfbc7b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:12:24.074333 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18846f1f-2974-4b2b-8970-bf9df5bfbc7b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:12:24.074536 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18846f1f-2974-4b2b-8970-bf9df5bfbc7b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:12:24.074873 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18846f1f-2974-4b2b-8970-bf9df5bfbc7b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:12:24.075201 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18846f1f-2974-4b2b-8970-bf9df5bfbc7b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:12:24.075533 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18846f1f-2974-4b2b-8970-bf9df5bfbc7b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:12:24.075862 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18846f1f-2974-4b2b-8970-bf9df5bfbc7b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:12:24.076183 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18846f1f-2974-4b2b-8970-bf9df5bfbc7b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:12:24.076547 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18846f1f-2974-4b2b-8970-bf9df5bfbc7b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:12:24.076876 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18846f1f-2974-4b2b-8970-bf9df5bfbc7b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:12:24.077213 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18846f1f-2974-4b2b-8970-bf9df5bfbc7b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:12:24.077582 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18846f1f-2974-4b2b-8970-bf9df5bfbc7b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:12:24.077903 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18846f1f-2974-4b2b-8970-bf9df5bfbc7b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:12:24.078219 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18846f1f-2974-4b2b-8970-bf9df5bfbc7b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:12:24.078533 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18846f1f-2974-4b2b-8970-bf9df5bfbc7b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:12:24.125235 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4a08d787-850c-48e6-816f-2ddb73ef9906 admin admin] Publish callbacks [] for security_group (854af35d-bfac-42a8-8d82-2f94aab3af5e), before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:12:24.145350 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4a08d787-850c-48e6-816f-2ddb73ef9906 admin admin] Publish callbacks [] for security_group (854af35d-bfac-42a8-8d82-2f94aab3af5e), precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:12:24.243105 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4a08d787-850c-48e6-816f-2ddb73ef9906 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433130'] for security_group (854af35d-bfac-42a8-8d82-2f94aab3af5e), after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:12:24.246604 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4a08d787-850c-48e6-816f-2ddb73ef9906 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:12:24.247858 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [None req-4a08d787-850c-48e6-816f-2ddb73ef9906 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/854af35d-bfac-42a8-8d82-2f94aab3af5e HTTP/1.1" status: 204 len: 168 time: 0.1786134 Aug 18 11:12:24.255692 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a08d787-850c-48e6-816f-2ddb73ef9906 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=854af35d-bfac-42a8-8d82-2f94aab3af5e,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:12:24.264516 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a08d787-850c-48e6-816f-2ddb73ef9906 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:12:24.264929 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a08d787-850c-48e6-816f-2ddb73ef9906 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:12:24.265288 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a08d787-850c-48e6-816f-2ddb73ef9906 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:12:24.265748 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a08d787-850c-48e6-816f-2ddb73ef9906 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:12:24.266021 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a08d787-850c-48e6-816f-2ddb73ef9906 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:12:24.266345 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a08d787-850c-48e6-816f-2ddb73ef9906 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:12:24.266671 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a08d787-850c-48e6-816f-2ddb73ef9906 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:12:24.267014 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a08d787-850c-48e6-816f-2ddb73ef9906 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:12:24.267335 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a08d787-850c-48e6-816f-2ddb73ef9906 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:12:24.267651 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a08d787-850c-48e6-816f-2ddb73ef9906 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:12:24.268013 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a08d787-850c-48e6-816f-2ddb73ef9906 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:12:24.268364 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a08d787-850c-48e6-816f-2ddb73ef9906 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:12:24.268698 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a08d787-850c-48e6-816f-2ddb73ef9906 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:12:24.269017 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a08d787-850c-48e6-816f-2ddb73ef9906 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:12:24.269482 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a08d787-850c-48e6-816f-2ddb73ef9906 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:12:25.272092 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.agents_db [None req-8a9264f7-88d3-4c8b-91d1-adcc6bb37de7 None None] Agent healthcheck: found 5 active agents {{(pid=106381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 11:12:26.381850 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:12:34.059206 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=16,neutron:INSERT=7 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:12:34.069367 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=23,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:12:34.252261 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=15,neutron:DELETE=2 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:12:34.259874 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=19,neutron:DELETE=2 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:12:34.291212 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:12:40.938743 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-f53e0005-ac58-415d-b722-69f24e8b7dfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (c499a017-4b38-4967-b050-d4094e1a7564), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:12:43.319215 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-10225b7d-2632-46ef-9258-550b3327fe47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (5a2ac145-53e3-4597-a9e7-c52b4336ae58), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:12:44.628760 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-a5cc8183-7213-4642-9d48-bc0d47940d29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (29720577-1c8f-43c1-a8be-c2a14df8d65e), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:12:45.955474 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (69d4285f-736d-41a6-a99e-1994eed59bce), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:12:46.390989 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c68edff8-e550-48a3-9de2-17badfe483c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (307af099-d926-4e52-9df3-0cd09baf3c81), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:12:50.270458 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=15 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:12:50.274695 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=19 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:12:56.380592 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:12:56.387488 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:13:02.271658 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.agents_db [None req-8a9264f7-88d3-4c8b-91d1-adcc6bb37de7 None None] Agent healthcheck: found 5 active agents {{(pid=106381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 11:13:10.941387 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-0118fc69-d91b-4ded-8b27-2919be4e1f4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (c499a017-4b38-4967-b050-d4094e1a7564), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:13:12.267866 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=2 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:13:13.322273 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cabd1484-724a-4c5c-ac39-59c84d120f7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (5a2ac145-53e3-4597-a9e7-c52b4336ae58), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:13:14.631806 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-a5cc8183-7213-4642-9d48-bc0d47940d29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (29720577-1c8f-43c1-a8be-c2a14df8d65e), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:13:15.960546 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (69d4285f-736d-41a6-a99e-1994eed59bce), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:13:16.397075 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c68edff8-e550-48a3-9de2-17badfe483c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (307af099-d926-4e52-9df3-0cd09baf3c81), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:13:26.389826 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=20,neutron:UPDATE=2 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:13:26.392789 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=21,neutron:UPDATE=3 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:13:27.274023 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=3 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:13:27.276140 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=3 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:13:39.270647 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:DELETE=1 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:13:39.272468 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.agents_db [None req-8a9264f7-88d3-4c8b-91d1-adcc6bb37de7 None None] Agent healthcheck: found 5 active agents {{(pid=106381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 11:13:40.942827 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-36d9519f-b19a-4982-9152-a78ed7ca7fa6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (c499a017-4b38-4967-b050-d4094e1a7564), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:13:43.325155 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-0cdd91b9-2fb9-4871-b40e-dfbc9d70c94b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (5a2ac145-53e3-4597-a9e7-c52b4336ae58), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:13:44.634972 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-a5cc8183-7213-4642-9d48-bc0d47940d29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (29720577-1c8f-43c1-a8be-c2a14df8d65e), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:13:45.963743 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (69d4285f-736d-41a6-a99e-1994eed59bce), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:13:46.399230 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c68edff8-e550-48a3-9de2-17badfe483c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (307af099-d926-4e52-9df3-0cd09baf3c81), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:13:49.268155 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=3 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:13:56.393185 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:13:56.395118 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:14:04.268828 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=2 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:14:04.273072 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=4 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:14:04.910895 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-519416'] for agent (0c451e2b-fe38-44d1-984c-2dd7bcedf4dc), after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:14:10.949796 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8a71464f-d0e5-44cb-9002-3d4b2b036014 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (c499a017-4b38-4967-b050-d4094e1a7564), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:14:13.330090 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9a7f4f3e-8998-4cc4-bd44-96b826af3de3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (5a2ac145-53e3-4597-a9e7-c52b4336ae58), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:14:14.639835 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-a5cc8183-7213-4642-9d48-bc0d47940d29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (29720577-1c8f-43c1-a8be-c2a14df8d65e), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:14:15.969478 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (69d4285f-736d-41a6-a99e-1994eed59bce), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:14:16.273564 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.agents_db [None req-8a9264f7-88d3-4c8b-91d1-adcc6bb37de7 None None] Agent healthcheck: found 6 active agents {{(pid=106381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 11:14:16.402759 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c68edff8-e550-48a3-9de2-17badfe483c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (307af099-d926-4e52-9df3-0cd09baf3c81), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:14:17.376747 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.16', 49260) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:14:17.510236 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [None req-87f359d7-11b3-4b8e-a5d1-3468e70da34f admin admin] 10.222.0.16 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1324480 Aug 18 11:14:19.755744 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.16', 49270) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:14:19.811750 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [None req-0e9386d4-88da-441c-84b7-144a8c7aa9c1 admin admin] 10.222.0.16 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0549769 Aug 18 11:14:25.964787 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=8,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:14:26.267075 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=1 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:14:26.267793 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=1 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:14:26.398821 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:14:29.806411 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=2 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:14:29.807276 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=2 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:14:34.867052 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (0c451e2b-fe38-44d1-984c-2dd7bcedf4dc), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:14:40.944819 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e0a2bd20-4650-4b21-be8b-c4ae6e37e7e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (c499a017-4b38-4967-b050-d4094e1a7564), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:14:41.265679 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=18 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:14:41.273316 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=14 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:14:43.339267 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-4087dff3-0590-42b7-90f5-f426bdc4182e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (5a2ac145-53e3-4597-a9e7-c52b4336ae58), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:14:44.643370 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-a5cc8183-7213-4642-9d48-bc0d47940d29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (29720577-1c8f-43c1-a8be-c2a14df8d65e), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:14:45.964089 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (69d4285f-736d-41a6-a99e-1994eed59bce), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:14:46.406188 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c68edff8-e550-48a3-9de2-17badfe483c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (307af099-d926-4e52-9df3-0cd09baf3c81), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:14:53.275424 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.agents_db [None req-8a9264f7-88d3-4c8b-91d1-adcc6bb37de7 None None] Agent healthcheck: found 6 active agents {{(pid=106381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 11:14:56.395999 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:14:56.400680 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=8,neutron:UPDATE=5 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:15:03.267823 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=2 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:15:03.268671 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=2 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:15:04.859418 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (0c451e2b-fe38-44d1-984c-2dd7bcedf4dc), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:15:10.947168 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-3c5b759e-8fa7-43e2-8e7d-aa58e2789ccc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (c499a017-4b38-4967-b050-d4094e1a7564), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:15:13.335933 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e40324c5-4df5-42f6-bcde-d9879487c4a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (5a2ac145-53e3-4597-a9e7-c52b4336ae58), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:15:14.649030 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-a5cc8183-7213-4642-9d48-bc0d47940d29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (29720577-1c8f-43c1-a8be-c2a14df8d65e), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:15:15.989814 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (69d4285f-736d-41a6-a99e-1994eed59bce), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:15:16.411539 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c68edff8-e550-48a3-9de2-17badfe483c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (307af099-d926-4e52-9df3-0cd09baf3c81), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:15:18.263339 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=2 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:15:18.268970 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=4 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:15:26.398848 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:UPDATE=3,neutron:SELECT=17 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:15:26.407489 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=27,neutron:UPDATE=3 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:15:30.273900 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.agents_db [None req-8a9264f7-88d3-4c8b-91d1-adcc6bb37de7 None None] Agent healthcheck: found 6 active agents {{(pid=106381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 11:15:34.876101 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (0c451e2b-fe38-44d1-984c-2dd7bcedf4dc), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:15:40.269118 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:15:40.269837 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=1 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:15:40.950689 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-1ca2d943-57e9-41c7-b13a-d1373b612979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (c499a017-4b38-4967-b050-d4094e1a7564), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:15:43.330475 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-503c8b99-b631-442f-bea5-8b42a522dda5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (5a2ac145-53e3-4597-a9e7-c52b4336ae58), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:15:44.648049 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-a5cc8183-7213-4642-9d48-bc0d47940d29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (29720577-1c8f-43c1-a8be-c2a14df8d65e), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:15:45.969243 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (69d4285f-736d-41a6-a99e-1994eed59bce), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:15:46.413574 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c68edff8-e550-48a3-9de2-17badfe483c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (307af099-d926-4e52-9df3-0cd09baf3c81), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:15:54.068000 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.16', 49414) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:15:54.099829 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.16', 49420) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:15:54.335452 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.v2.base [None req-450b095f-df3b-47cc-87a1-465aa6d1c435 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-2089290289-network', 'tenant_id': '129f3d9f33ad4b209039244eb09599e9'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:15:54.347392 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.v2.base [None req-f8d32021-8b47-424e-8e55-ee418e58622e admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-2046775969-network', 'tenant_id': 'aab35f7119e44d3c8da92076c7e823db'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:15:54.379852 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8d32021-8b47-424e-8e55-ee418e58622e admin admin] Made reservation on behalf of aab35f7119e44d3c8da92076c7e823db for: {'network': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 11:15:54.385949 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f8d32021-8b47-424e-8e55-ee418e58622e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for network (None), before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:15:54.400449 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f8d32021-8b47-424e-8e55-ee418e58622e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:15:54.412968 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-450b095f-df3b-47cc-87a1-465aa6d1c435 admin admin] Made reservation on behalf of 129f3d9f33ad4b209039244eb09599e9 for: {'network': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 11:15:54.415311 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-450b095f-df3b-47cc-87a1-465aa6d1c435 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for network (None), before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:15:54.431052 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-450b095f-df3b-47cc-87a1-465aa6d1c435 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:15:54.570849 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f8d32021-8b47-424e-8e55-ee418e58622e admin admin] Publish callbacks [] for security_group (b21c2cf3-45f4-4212-bbb4-b16e8476f4ca), precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:15:54.580733 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f8d32021-8b47-424e-8e55-ee418e58622e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433130'] for security_group (b21c2cf3-45f4-4212-bbb4-b16e8476f4ca), after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:15:54.595909 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-450b095f-df3b-47cc-87a1-465aa6d1c435 admin admin] Publish callbacks [] for security_group (99c34658-a538-48cf-8080-1600e940b873), precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:15:54.609617 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8d32021-8b47-424e-8e55-ee418e58622e admin admin] vlan segment allocate from pool success with {'vlan_id': 981, 'physical_network': 'physnet1'} {{(pid=106378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 11:15:54.613924 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-450b095f-df3b-47cc-87a1-465aa6d1c435 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433130'] for security_group (99c34658-a538-48cf-8080-1600e940b873), after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:15:54.631241 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f8d32021-8b47-424e-8e55-ee418e58622e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3609830'] for segment (a2aedf6e-157b-419a-80ab-5857554bba74), precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:15:54.631880 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.db.segments_db [None req-f8d32021-8b47-424e-8e55-ee418e58622e admin admin] Added segment a2aedf6e-157b-419a-80ab-5857554bba74 of type vlan for network dd9ba834-1e3f-4b43-ad03-a13182799a15 Aug 18 11:15:54.686057 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f8d32021-8b47-424e-8e55-ee418e58622e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732802498636'] for network (dd9ba834-1e3f-4b43-ad03-a13182799a15), precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:15:54.691566 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-450b095f-df3b-47cc-87a1-465aa6d1c435 admin admin] vlan segment allocate from pool success with {'vlan_id': 997, 'physical_network': 'physnet1'} {{(pid=106378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 11:15:54.720340 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d32021-8b47-424e-8e55-ee418e58622e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b21c2cf3-45f4-4212-bbb4-b16e8476f4ca,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:15:54.728590 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-450b095f-df3b-47cc-87a1-465aa6d1c435 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3609830'] for segment (ee45f576-d1b7-4e11-a10f-3fe54663f35e), precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:15:54.728929 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.db.segments_db [None req-450b095f-df3b-47cc-87a1-465aa6d1c435 admin admin] Added segment ee45f576-d1b7-4e11-a10f-3fe54663f35e of type vlan for network ca6ccede-6467-4618-b24a-e0809d05149d Aug 18 11:15:54.746300 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d32021-8b47-424e-8e55-ee418e58622e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:15:54.746793 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d32021-8b47-424e-8e55-ee418e58622e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:15:54.746975 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d32021-8b47-424e-8e55-ee418e58622e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:15:54.747490 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d32021-8b47-424e-8e55-ee418e58622e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:15:54.747833 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d32021-8b47-424e-8e55-ee418e58622e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:15:54.748879 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d32021-8b47-424e-8e55-ee418e58622e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:15:54.749307 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d32021-8b47-424e-8e55-ee418e58622e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:15:54.749647 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d32021-8b47-424e-8e55-ee418e58622e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:15:54.749991 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d32021-8b47-424e-8e55-ee418e58622e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:15:54.750509 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d32021-8b47-424e-8e55-ee418e58622e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:15:54.750855 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d32021-8b47-424e-8e55-ee418e58622e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:15:54.751223 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d32021-8b47-424e-8e55-ee418e58622e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:15:54.751535 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d32021-8b47-424e-8e55-ee418e58622e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:15:54.751868 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d32021-8b47-424e-8e55-ee418e58622e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:15:54.752634 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d32021-8b47-424e-8e55-ee418e58622e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:15:54.753580 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d32021-8b47-424e-8e55-ee418e58622e admin admin] Tracked resource versions report: Aug 18 11:15:54.753580 dv-cinder-853450-2-iscsi neutron-server[106378]: pushed versions: Aug 18 11:15:54.753580 dv-cinder-853450-2-iscsi neutron-server[106378]: { 'AddressGroup': {'1.2'}, Aug 18 11:15:54.753580 dv-cinder-853450-2-iscsi neutron-server[106378]: 'Agent': {'1.1'}, Aug 18 11:15:54.753580 dv-cinder-853450-2-iscsi neutron-server[106378]: 'ConntrackHelper': {'1.0'}, Aug 18 11:15:54.753580 dv-cinder-853450-2-iscsi neutron-server[106378]: 'LocalIPAssociation': {'1.0'}, Aug 18 11:15:54.753580 dv-cinder-853450-2-iscsi neutron-server[106378]: 'Log': {'1.0'}, Aug 18 11:15:54.753580 dv-cinder-853450-2-iscsi neutron-server[106378]: 'NDPProxy': {'1.0'}, Aug 18 11:15:54.753580 dv-cinder-853450-2-iscsi neutron-server[106378]: 'Network': {'1.1'}, Aug 18 11:15:54.753580 dv-cinder-853450-2-iscsi neutron-server[106378]: 'Port': {'1.7'}, Aug 18 11:15:54.753580 dv-cinder-853450-2-iscsi neutron-server[106378]: 'PortForwarding': {'1.3'}, Aug 18 11:15:54.753580 dv-cinder-853450-2-iscsi neutron-server[106378]: 'QosPolicy': {'1.10'}, Aug 18 11:15:54.753580 dv-cinder-853450-2-iscsi neutron-server[106378]: 'SecurityGroup': {'1.5'}, Aug 18 11:15:54.753580 dv-cinder-853450-2-iscsi neutron-server[106378]: 'SecurityGroupRule': {'1.2'}, Aug 18 11:15:54.753580 dv-cinder-853450-2-iscsi neutron-server[106378]: 'SubPort': {'1.0'}, Aug 18 11:15:54.753580 dv-cinder-853450-2-iscsi neutron-server[106378]: 'Subnet': {'1.1'}, Aug 18 11:15:54.753580 dv-cinder-853450-2-iscsi neutron-server[106378]: 'Trunk': {'1.1'}} Aug 18 11:15:54.753580 dv-cinder-853450-2-iscsi neutron-server[106378]: consumer versions: Aug 18 11:15:54.753580 dv-cinder-853450-2-iscsi neutron-server[106378]: { DHCP agent@dv-cinder-853450-2-iscsi: {}, Aug 18 11:15:54.753580 dv-cinder-853450-2-iscsi neutron-server[106378]: HyperV agent@hv-cinder-85345: {}, Aug 18 11:15:54.753580 dv-cinder-853450-2-iscsi neutron-server[106378]: L3 agent@dv-cinder-853450-2-iscsi: {}, Aug 18 11:15:54.753580 dv-cinder-853450-2-iscsi neutron-server[106378]: Metadata agent@dv-cinder-853450-2-iscsi: {}, Aug 18 11:15:54.753580 dv-cinder-853450-2-iscsi neutron-server[106378]: Metering agent@dv-cinder-853450-2-iscsi: {}, Aug 18 11:15:54.753580 dv-cinder-853450-2-iscsi neutron-server[106378]: Open vSwitch agent@dv-cinder-853450-2-iscsi: { 'AddressGroup': '1.2', Aug 18 11:15:54.753580 dv-cinder-853450-2-iscsi neutron-server[106378]: 'Agent': '1.1', Aug 18 11:15:54.753580 dv-cinder-853450-2-iscsi neutron-server[106378]: 'ConntrackHelper': '1.0', Aug 18 11:15:54.753580 dv-cinder-853450-2-iscsi neutron-server[106378]: 'LocalIPAssociation': '1.0', Aug 18 11:15:54.753580 dv-cinder-853450-2-iscsi neutron-server[106378]: 'Log': '1.0', Aug 18 11:15:54.753580 dv-cinder-853450-2-iscsi neutron-server[106378]: 'NDPProxy': '1.0', Aug 18 11:15:54.753580 dv-cinder-853450-2-iscsi neutron-server[106378]: 'Network': '1.1', Aug 18 11:15:54.753580 dv-cinder-853450-2-iscsi neutron-server[106378]: 'Port': '1.7', Aug 18 11:15:54.753580 dv-cinder-853450-2-iscsi neutron-server[106378]: 'PortForwarding': '1.3', Aug 18 11:15:54.753580 dv-cinder-853450-2-iscsi neutron-server[106378]: 'QosPolicy': '1.10', Aug 18 11:15:54.753580 dv-cinder-853450-2-iscsi neutron-server[106378]: 'SecurityGroup': '1.5', Aug 18 11:15:54.753580 dv-cinder-853450-2-iscsi neutron-server[106378]: 'SecurityGroupRule': '1.2', Aug 18 11:15:54.753580 dv-cinder-853450-2-iscsi neutron-server[106378]: 'SubPort': '1.0', Aug 18 11:15:54.753580 dv-cinder-853450-2-iscsi neutron-server[106378]: 'Subnet': '1.1', Aug 18 11:15:54.753580 dv-cinder-853450-2-iscsi neutron-server[106378]: 'Trunk': '1.1'}} Aug 18 11:15:54.753580 dv-cinder-853450-2-iscsi neutron-server[106378]: {{(pid=106378) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 18 11:15:54.756650 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f8d32021-8b47-424e-8e55-ee418e58622e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403'] for network (dd9ba834-1e3f-4b43-ad03-a13182799a15), after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:15:54.761622 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8d32021-8b47-424e-8e55-ee418e58622e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:15:54.762350 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f8d32021-8b47-424e-8e55-ee418e58622e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682417'] for network (None), before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:15:54.830350 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-450b095f-df3b-47cc-87a1-465aa6d1c435 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732802498636'] for network (ca6ccede-6467-4618-b24a-e0809d05149d), precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:15:54.833720 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450b095f-df3b-47cc-87a1-465aa6d1c435 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99c34658-a538-48cf-8080-1600e940b873,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:15:54.860768 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [None req-f8d32021-8b47-424e-8e55-ee418e58622e admin admin] 10.222.0.16 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.7593584 Aug 18 11:15:54.861626 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.16', 49470) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:15:54.867692 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.v2.base [None req-365ad9e0-155f-41e9-b04a-410146d942df admin admin] Request body: {'subnet': {'network_id': 'dd9ba834-1e3f-4b43-ad03-a13182799a15', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-2046775969-subnet', 'tenant_id': 'aab35f7119e44d3c8da92076c7e823db', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:15:54.892566 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-365ad9e0-155f-41e9-b04a-410146d942df admin admin] Made reservation on behalf of aab35f7119e44d3c8da92076c7e823db for: {'subnet': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 11:15:54.895619 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-365ad9e0-155f-41e9-b04a-410146d942df admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:15:54.917939 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=73,neutron:INSERT=21,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:15:54.928544 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d32021-8b47-424e-8e55-ee418e58622e admin admin] Pushing event updated for resources: {'Network': ['ID=dd9ba834-1e3f-4b43-ad03-a13182799a15,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:15:54.938034 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-450b095f-df3b-47cc-87a1-465aa6d1c435 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403'] for network (ca6ccede-6467-4618-b24a-e0809d05149d), after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:15:54.940299 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-450b095f-df3b-47cc-87a1-465aa6d1c435 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:15:54.942288 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-450b095f-df3b-47cc-87a1-465aa6d1c435 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682417'] for network (None), before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:15:54.945515 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Network dd9ba834-1e3f-4b43-ad03-a13182799a15 details requested by agent ovs-agent-dv-cinder-853450-2-iscsi with host dv-cinder-853450-2-iscsi {{(pid=106380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 11:15:55.020987 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [None req-450b095f-df3b-47cc-87a1-465aa6d1c435 admin admin] 10.222.0.16 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9512246 Aug 18 11:15:55.024568 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.16', 49474) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:15:55.037254 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.v2.base [None req-6ff1b5b7-5f83-494c-8888-66a2e2598a0d admin admin] Request body: {'subnet': {'network_id': 'ca6ccede-6467-4618-b24a-e0809d05149d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-2089290289-subnet', 'tenant_id': '129f3d9f33ad4b209039244eb09599e9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:15:55.081676 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450b095f-df3b-47cc-87a1-465aa6d1c435 admin admin] Pushing event updated for resources: {'Network': ['ID=ca6ccede-6467-4618-b24a-e0809d05149d,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:15:55.112716 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Network ca6ccede-6467-4618-b24a-e0809d05149d details requested by agent ovs-agent-dv-cinder-853450-2-iscsi with host dv-cinder-853450-2-iscsi {{(pid=106380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 11:15:55.116856 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ff1b5b7-5f83-494c-8888-66a2e2598a0d admin admin] Made reservation on behalf of 129f3d9f33ad4b209039244eb09599e9 for: {'subnet': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 11:15:55.120142 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6ff1b5b7-5f83-494c-8888-66a2e2598a0d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:15:55.235734 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-365ad9e0-155f-41e9-b04a-410146d942df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403'] for subnet (055aadf2-d4b5-4a33-adc5-6baee36dc7bc), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:15:55.261125 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=3 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:15:55.266517 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=3 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:15:55.292464 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=79,neutron:INSERT=15,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:15:55.311447 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.16', 49486) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:15:55.311806 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.16', 49488) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:15:55.312553 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365ad9e0-155f-41e9-b04a-410146d942df admin admin] Pushing event updated for resources: {'Subnet': ['ID=055aadf2-d4b5-4a33-adc5-6baee36dc7bc,revision_number=0']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:15:55.340125 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.16', 49492) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:15:55.342710 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365ad9e0-155f-41e9-b04a-410146d942df admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:15:55.343063 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365ad9e0-155f-41e9-b04a-410146d942df admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:15:55.343680 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365ad9e0-155f-41e9-b04a-410146d942df admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:15:55.344507 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365ad9e0-155f-41e9-b04a-410146d942df admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:15:55.344853 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365ad9e0-155f-41e9-b04a-410146d942df admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:15:55.345943 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365ad9e0-155f-41e9-b04a-410146d942df admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:15:55.346613 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365ad9e0-155f-41e9-b04a-410146d942df admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:15:55.347156 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365ad9e0-155f-41e9-b04a-410146d942df admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:15:55.347756 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365ad9e0-155f-41e9-b04a-410146d942df admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:15:55.348591 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365ad9e0-155f-41e9-b04a-410146d942df admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:15:55.349174 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365ad9e0-155f-41e9-b04a-410146d942df admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:15:55.349844 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365ad9e0-155f-41e9-b04a-410146d942df admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:15:55.350423 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365ad9e0-155f-41e9-b04a-410146d942df admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:15:55.350969 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365ad9e0-155f-41e9-b04a-410146d942df admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:15:55.351661 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365ad9e0-155f-41e9-b04a-410146d942df admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:15:55.353079 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365ad9e0-155f-41e9-b04a-410146d942df admin admin] Tracked resource versions report: Aug 18 11:15:55.353079 dv-cinder-853450-2-iscsi neutron-server[106379]: pushed versions: Aug 18 11:15:55.353079 dv-cinder-853450-2-iscsi neutron-server[106379]: { 'AddressGroup': {'1.2'}, Aug 18 11:15:55.353079 dv-cinder-853450-2-iscsi neutron-server[106379]: 'Agent': {'1.1'}, Aug 18 11:15:55.353079 dv-cinder-853450-2-iscsi neutron-server[106379]: 'ConntrackHelper': {'1.0'}, Aug 18 11:15:55.353079 dv-cinder-853450-2-iscsi neutron-server[106379]: 'LocalIPAssociation': {'1.0'}, Aug 18 11:15:55.353079 dv-cinder-853450-2-iscsi neutron-server[106379]: 'Log': {'1.0'}, Aug 18 11:15:55.353079 dv-cinder-853450-2-iscsi neutron-server[106379]: 'NDPProxy': {'1.0'}, Aug 18 11:15:55.353079 dv-cinder-853450-2-iscsi neutron-server[106379]: 'Network': {'1.1'}, Aug 18 11:15:55.353079 dv-cinder-853450-2-iscsi neutron-server[106379]: 'Port': {'1.7'}, Aug 18 11:15:55.353079 dv-cinder-853450-2-iscsi neutron-server[106379]: 'PortForwarding': {'1.3'}, Aug 18 11:15:55.353079 dv-cinder-853450-2-iscsi neutron-server[106379]: 'QosPolicy': {'1.10'}, Aug 18 11:15:55.353079 dv-cinder-853450-2-iscsi neutron-server[106379]: 'SecurityGroup': {'1.5'}, Aug 18 11:15:55.353079 dv-cinder-853450-2-iscsi neutron-server[106379]: 'SecurityGroupRule': {'1.2'}, Aug 18 11:15:55.353079 dv-cinder-853450-2-iscsi neutron-server[106379]: 'SubPort': {'1.0'}, Aug 18 11:15:55.353079 dv-cinder-853450-2-iscsi neutron-server[106379]: 'Subnet': {'1.1'}, Aug 18 11:15:55.353079 dv-cinder-853450-2-iscsi neutron-server[106379]: 'Trunk': {'1.1'}} Aug 18 11:15:55.353079 dv-cinder-853450-2-iscsi neutron-server[106379]: consumer versions: Aug 18 11:15:55.353079 dv-cinder-853450-2-iscsi neutron-server[106379]: { DHCP agent@dv-cinder-853450-2-iscsi: {}, Aug 18 11:15:55.353079 dv-cinder-853450-2-iscsi neutron-server[106379]: HyperV agent@hv-cinder-85345: {}, Aug 18 11:15:55.353079 dv-cinder-853450-2-iscsi neutron-server[106379]: L3 agent@dv-cinder-853450-2-iscsi: {}, Aug 18 11:15:55.353079 dv-cinder-853450-2-iscsi neutron-server[106379]: Metadata agent@dv-cinder-853450-2-iscsi: {}, Aug 18 11:15:55.353079 dv-cinder-853450-2-iscsi neutron-server[106379]: Metering agent@dv-cinder-853450-2-iscsi: {}, Aug 18 11:15:55.353079 dv-cinder-853450-2-iscsi neutron-server[106379]: Open vSwitch agent@dv-cinder-853450-2-iscsi: { 'AddressGroup': '1.2', Aug 18 11:15:55.353079 dv-cinder-853450-2-iscsi neutron-server[106379]: 'Agent': '1.1', Aug 18 11:15:55.353079 dv-cinder-853450-2-iscsi neutron-server[106379]: 'ConntrackHelper': '1.0', Aug 18 11:15:55.353079 dv-cinder-853450-2-iscsi neutron-server[106379]: 'LocalIPAssociation': '1.0', Aug 18 11:15:55.353079 dv-cinder-853450-2-iscsi neutron-server[106379]: 'Log': '1.0', Aug 18 11:15:55.353079 dv-cinder-853450-2-iscsi neutron-server[106379]: 'NDPProxy': '1.0', Aug 18 11:15:55.353079 dv-cinder-853450-2-iscsi neutron-server[106379]: 'Network': '1.1', Aug 18 11:15:55.353079 dv-cinder-853450-2-iscsi neutron-server[106379]: 'Port': '1.7', Aug 18 11:15:55.353079 dv-cinder-853450-2-iscsi neutron-server[106379]: 'PortForwarding': '1.3', Aug 18 11:15:55.353079 dv-cinder-853450-2-iscsi neutron-server[106379]: 'QosPolicy': '1.10', Aug 18 11:15:55.353079 dv-cinder-853450-2-iscsi neutron-server[106379]: 'SecurityGroup': '1.5', Aug 18 11:15:55.353079 dv-cinder-853450-2-iscsi neutron-server[106379]: 'SecurityGroupRule': '1.2', Aug 18 11:15:55.353079 dv-cinder-853450-2-iscsi neutron-server[106379]: 'SubPort': '1.0', Aug 18 11:15:55.353079 dv-cinder-853450-2-iscsi neutron-server[106379]: 'Subnet': '1.1', Aug 18 11:15:55.353079 dv-cinder-853450-2-iscsi neutron-server[106379]: 'Trunk': '1.1'}} Aug 18 11:15:55.353079 dv-cinder-853450-2-iscsi neutron-server[106379]: {{(pid=106379) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 18 11:15:55.370992 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6ff1b5b7-5f83-494c-8888-66a2e2598a0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403'] for subnet (cf42f62c-f94a-411e-aa38-b95605994c37), after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:15:55.400078 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-365ad9e0-155f-41e9-b04a-410146d942df admin admin] Checking segment: {'id': 'a2aedf6e-157b-419a-80ab-5857554bba74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 981, 'network_id': 'dd9ba834-1e3f-4b43-ad03-a13182799a15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 18 11:15:55.400635 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-365ad9e0-155f-41e9-b04a-410146d942df admin admin] Network hostable DHCP agents. Network: dd9ba834-1e3f-4b43-ad03-a13182799a15, hostable agents: ['c499a017-4b38-4967-b050-d4094e1a7564'], hosted agents: [] {{(pid=106379) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 11:15:55.429592 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-365ad9e0-155f-41e9-b04a-410146d942df admin admin] Network dd9ba834-1e3f-4b43-ad03-a13182799a15 is scheduled to be hosted by DHCP agent c499a017-4b38-4967-b050-d4094e1a7564 with binding_index 1 {{(pid=106379) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 11:15:55.439168 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff1b5b7-5f83-494c-8888-66a2e2598a0d admin admin] Pushing event updated for resources: {'Subnet': ['ID=cf42f62c-f94a-411e-aa38-b95605994c37,revision_number=0']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:15:55.451822 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-365ad9e0-155f-41e9-b04a-410146d942df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-853450-2-iscsi, dd9ba834-1e3f-4b43-ad03-a13182799a15) {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 11:15:55.463774 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-365ad9e0-155f-41e9-b04a-410146d942df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:15:55.465099 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-365ad9e0-155f-41e9-b04a-410146d942df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682417'] for subnet (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:15:55.466430 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ff1b5b7-5f83-494c-8888-66a2e2598a0d admin admin] Checking segment: {'id': 'ee45f576-d1b7-4e11-a10f-3fe54663f35e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 997, 'network_id': 'ca6ccede-6467-4618-b24a-e0809d05149d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 18 11:15:55.466430 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ff1b5b7-5f83-494c-8888-66a2e2598a0d admin admin] Network hostable DHCP agents. Network: ca6ccede-6467-4618-b24a-e0809d05149d, hostable agents: ['c499a017-4b38-4967-b050-d4094e1a7564'], hosted agents: [] {{(pid=106378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 11:15:55.471196 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5707468a-064f-4e85-b5ad-988da67f71b6 None None] Network dd9ba834-1e3f-4b43-ad03-a13182799a15 requested from dv-cinder-853450-2-iscsi {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 18 11:15:55.492568 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ff1b5b7-5f83-494c-8888-66a2e2598a0d admin admin] Network ca6ccede-6467-4618-b24a-e0809d05149d is scheduled to be hosted by DHCP agent c499a017-4b38-4967-b050-d4094e1a7564 with binding_index 1 {{(pid=106378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 11:15:55.500234 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-365ad9e0-155f-41e9-b04a-410146d942df admin admin] 10.222.0.16 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.6368270 Aug 18 11:15:55.500861 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.16', 49500) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:15:55.506850 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-6ff1b5b7-5f83-494c-8888-66a2e2598a0d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-853450-2-iscsi, ca6ccede-6467-4618-b24a-e0809d05149d) {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 11:15:55.512034 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ff1b5b7-5f83-494c-8888-66a2e2598a0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:15:55.512847 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6ff1b5b7-5f83-494c-8888-66a2e2598a0d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682417'] for subnet (None), before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:15:55.517046 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.v2.base [None req-ddb36420-1e9e-4f39-ba33-1bdab50c5a84 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-2046775969-router', 'tenant_id': 'aab35f7119e44d3c8da92076c7e823db', 'external_gateway_info': {'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153'}}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:15:55.537412 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [None req-6ff1b5b7-5f83-494c-8888-66a2e2598a0d admin admin] 10.222.0.16 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5110784 Aug 18 11:15:55.540346 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.16', 49506) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:15:55.545829 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.v2.base [None req-4f0199f6-d75c-4963-a2ea-cdf7dd1ce7b7 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-2089290289-router', 'tenant_id': '129f3d9f33ad4b209039244eb09599e9', 'external_gateway_info': {'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153'}}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:15:55.577404 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ddb36420-1e9e-4f39-ba33-1bdab50c5a84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-519984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13683'] for router (ac1bbf50-8919-4b59-b313-27fdafa51525), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:15:55.579179 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ddb36420-1e9e-4f39-ba33-1bdab50c5a84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-519014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-494146', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-365753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13578'] for router (ac1bbf50-8919-4b59-b313-27fdafa51525), precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:15:55.580082 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4f0199f6-d75c-4963-a2ea-cdf7dd1ce7b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-519984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13683'] for router (998cf145-4292-4cbf-b148-168edf6fee5f), before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:15:55.582128 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4f0199f6-d75c-4963-a2ea-cdf7dd1ce7b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-519014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-494146', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-365753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13578'] for router (998cf145-4292-4cbf-b148-168edf6fee5f), precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:15:55.633550 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45c365d6-fec6-419f-8a8d-7b6b9915ba87 None None] Network ca6ccede-6467-4618-b24a-e0809d05149d requested from dv-cinder-853450-2-iscsi {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 18 11:15:55.663623 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4f0199f6-d75c-4963-a2ea-cdf7dd1ce7b7 admin admin] Publish callbacks [] for router_controller (998cf145-4292-4cbf-b148-168edf6fee5f), precommit_add_association {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:15:55.784615 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.v2.base [None req-7458af70-8d8a-48a4-8933-d268fd9dcdda admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1403039600-network', 'tenant_id': 'be810e9efc4f4214b473f76da7e2714b'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:15:55.789853 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ddb36420-1e9e-4f39-ba33-1bdab50c5a84 admin admin] Publish callbacks [] for router_controller (ac1bbf50-8919-4b59-b313-27fdafa51525), precommit_add_association {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:15:55.796232 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.v2.base [None req-a0a08834-5551-44f9-851a-c0fcc399c954 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-190121854-network', 'tenant_id': '9bde4e46648043d1bcf041be06ae18cb'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:15:55.939120 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-062cff68-951c-44a3-9c51-f64d68e3fb7f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c84b3fc-1835-5fce-b972-629e751b1ddf-dd9ba834-1e3f-4b43-ad03-a13182799a15', 'network_id': 'dd9ba834-1e3f-4b43-ad03-a13182799a15', 'project_id': 'aab35f7119e44d3c8da92076c7e823db', 'fixed_ips': [{'subnet_id': '055aadf2-d4b5-4a33-adc5-6baee36dc7bc'}]}} from dv-cinder-853450-2-iscsi. {{(pid=106380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 18 11:15:55.945207 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-062cff68-951c-44a3-9c51-f64d68e3fb7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (None), before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:15:55.994441 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.v2.base [None req-7517245c-87c0-4b77-b2fb-e65d7453a4f7 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1144119157-network', 'tenant_id': 'b3cf862a38da43c081db5e171efe9459'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:15:55.999730 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfa5aaa2-e23e-40b0-b6b7-75e2bcf1c6ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c84b3fc-1835-5fce-b972-629e751b1ddf-ca6ccede-6467-4618-b24a-e0809d05149d', 'network_id': 'ca6ccede-6467-4618-b24a-e0809d05149d', 'project_id': '129f3d9f33ad4b209039244eb09599e9', 'fixed_ips': [{'subnet_id': 'cf42f62c-f94a-411e-aa38-b95605994c37'}]}} from dv-cinder-853450-2-iscsi. {{(pid=106380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 18 11:15:56.000434 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0a08834-5551-44f9-851a-c0fcc399c954 admin admin] Made reservation on behalf of 9bde4e46648043d1bcf041be06ae18cb for: {'network': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 11:15:56.002502 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-bfa5aaa2-e23e-40b0-b6b7-75e2bcf1c6ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (None), before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:15:56.008006 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a0a08834-5551-44f9-851a-c0fcc399c954 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for network (None), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:15:56.038588 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a0a08834-5551-44f9-851a-c0fcc399c954 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:15:56.095855 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7458af70-8d8a-48a4-8933-d268fd9dcdda admin admin] Made reservation on behalf of be810e9efc4f4214b473f76da7e2714b for: {'network': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 11:15:56.098511 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7458af70-8d8a-48a4-8933-d268fd9dcdda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for network (None), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:15:56.168354 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4f0199f6-d75c-4963-a2ea-cdf7dd1ce7b7 admin admin] Publish callbacks [] for router_gateway (998cf145-4292-4cbf-b148-168edf6fee5f), precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:15:56.173510 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ddb36420-1e9e-4f39-ba33-1bdab50c5a84 admin admin] Publish callbacks [] for router_gateway (ac1bbf50-8919-4b59-b313-27fdafa51525), precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:15:56.189044 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:15:56.211819 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7458af70-8d8a-48a4-8933-d268fd9dcdda admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:15:56.225677 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7517245c-87c0-4b77-b2fb-e65d7453a4f7 admin admin] Made reservation on behalf of b3cf862a38da43c081db5e171efe9459 for: {'network': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 11:15:56.231760 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7517245c-87c0-4b77-b2fb-e65d7453a4f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for network (None), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:15:56.283548 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7517245c-87c0-4b77-b2fb-e65d7453a4f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:15:56.385353 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.db_base_plugin_common [None req-062cff68-951c-44a3-9c51-f64d68e3fb7f None None] Allocated IP 172.20.0.2 (dd9ba834-1e3f-4b43-ad03-a13182799a15/055aadf2-d4b5-4a33-adc5-6baee36dc7bc/09f95f53-76ba-46d8-90fc-8b446a4a283f) {{(pid=106380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 11:15:56.399781 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=82,neutron:INSERT=16,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:15:56.413262 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=65,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:15:56.416143 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=66,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:15:56.524616 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.db_base_plugin_common [None req-bfa5aaa2-e23e-40b0-b6b7-75e2bcf1c6ce None None] Allocated IP 172.20.0.2 (ca6ccede-6467-4618-b24a-e0809d05149d/cf42f62c-f94a-411e-aa38-b95605994c37/938c6a6f-9d3b-457b-a7f2-443b77f88a64) {{(pid=106380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 11:15:56.570882 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:15:56.698489 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4f0199f6-d75c-4963-a2ea-cdf7dd1ce7b7 admin admin] Publish callbacks [] for router_gateway (998cf145-4292-4cbf-b148-168edf6fee5f), before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:15:56.725021 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a0a08834-5551-44f9-851a-c0fcc399c954 admin admin] Publish callbacks [] for security_group (81376047-64cd-4237-99c5-b3daebdd93d0), precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:15:56.743817 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a0a08834-5551-44f9-851a-c0fcc399c954 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433130'] for security_group (81376047-64cd-4237-99c5-b3daebdd93d0), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:15:56.752414 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4f0199f6-d75c-4963-a2ea-cdf7dd1ce7b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (None), before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:15:56.759998 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0a08834-5551-44f9-851a-c0fcc399c954 admin admin] vlan segment allocate from pool success with {'vlan_id': 950, 'physical_network': 'physnet1'} {{(pid=106379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 11:15:56.775724 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a0a08834-5551-44f9-851a-c0fcc399c954 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3609830'] for segment (b878730d-aad9-4bb7-975f-cafa0e82f84c), precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:15:56.776125 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.db.segments_db [None req-a0a08834-5551-44f9-851a-c0fcc399c954 admin admin] Added segment b878730d-aad9-4bb7-975f-cafa0e82f84c of type vlan for network 6f9e8262-631b-4089-b0d5-152cf5753e77 Aug 18 11:15:56.843077 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a0a08834-5551-44f9-851a-c0fcc399c954 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732802498636'] for network (6f9e8262-631b-4089-b0d5-152cf5753e77), precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:15:56.891816 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a0a08834-5551-44f9-851a-c0fcc399c954 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403'] for network (6f9e8262-631b-4089-b0d5-152cf5753e77), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:15:56.893372 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0a08834-5551-44f9-851a-c0fcc399c954 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:15:56.893960 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a0a08834-5551-44f9-851a-c0fcc399c954 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682417'] for network (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:15:56.922436 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7458af70-8d8a-48a4-8933-d268fd9dcdda admin admin] Publish callbacks [] for security_group (62c9b015-0afe-4aca-867d-71d2cf33198b), precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:15:56.992645 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-a0a08834-5551-44f9-851a-c0fcc399c954 admin admin] 10.222.0.16 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.6644855 Aug 18 11:15:56.995492 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.16', 49560) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:15:57.008968 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.v2.base [None req-f7131296-5452-462a-883b-cc50d7df0a38 admin admin] Request body: {'subnet': {'network_id': '6f9e8262-631b-4089-b0d5-152cf5753e77', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-190121854-subnet', 'tenant_id': '9bde4e46648043d1bcf041be06ae18cb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:15:57.009368 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7458af70-8d8a-48a4-8933-d268fd9dcdda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433130'] for security_group (62c9b015-0afe-4aca-867d-71d2cf33198b), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:15:57.058521 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7517245c-87c0-4b77-b2fb-e65d7453a4f7 admin admin] Publish callbacks [] for security_group (d5100d6d-7ccd-4a77-9503-b6d463c0cee4), precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:15:57.076065 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-4f0199f6-d75c-4963-a2ea-cdf7dd1ce7b7 admin admin] Allocated IP 172.27.4.158 (c4d5f339-67bc-4c12-8231-94aca87a7153/76ee03a1-e6cb-4518-8461-de8749842f4e/ce095ec4-83b0-46bf-b392-7aa0e9163c2a) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 11:15:57.126163 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7131296-5452-462a-883b-cc50d7df0a38 admin admin] Made reservation on behalf of 9bde4e46648043d1bcf041be06ae18cb for: {'subnet': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 11:15:57.128871 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f7131296-5452-462a-883b-cc50d7df0a38 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:15:57.140087 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ddb36420-1e9e-4f39-ba33-1bdab50c5a84 admin admin] Publish callbacks [] for router_gateway (ac1bbf50-8919-4b59-b313-27fdafa51525), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:15:57.180502 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ddb36420-1e9e-4f39-ba33-1bdab50c5a84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (None), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:15:57.183607 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-062cff68-951c-44a3-9c51-f64d68e3fb7f None None] Publish callbacks [] for port (09f95f53-76ba-46d8-90fc-8b446a4a283f), precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:15:57.203079 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-062cff68-951c-44a3-9c51-f64d68e3fb7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732802528781'] for port (09f95f53-76ba-46d8-90fc-8b446a4a283f), after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:15:57.208968 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7517245c-87c0-4b77-b2fb-e65d7453a4f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433130'] for security_group (d5100d6d-7ccd-4a77-9503-b6d463c0cee4), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:15:57.215041 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-bfa5aaa2-e23e-40b0-b6b7-75e2bcf1c6ce None None] Publish callbacks [] for port (938c6a6f-9d3b-457b-a7f2-443b77f88a64), precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:15:57.254886 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7517245c-87c0-4b77-b2fb-e65d7453a4f7 admin admin] vlan segment allocate from pool success with {'vlan_id': 974, 'physical_network': 'physnet1'} {{(pid=106379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 11:15:57.269762 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-bfa5aaa2-e23e-40b0-b6b7-75e2bcf1c6ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732802528781'] for port (938c6a6f-9d3b-457b-a7f2-443b77f88a64), after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:15:57.270167 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7517245c-87c0-4b77-b2fb-e65d7453a4f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3609830'] for segment (892a3a86-c8b7-4a74-8bc2-c36bdf2ec3b1), precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:15:57.270666 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.db.segments_db [None req-7517245c-87c0-4b77-b2fb-e65d7453a4f7 admin admin] Added segment 892a3a86-c8b7-4a74-8bc2-c36bdf2ec3b1 of type vlan for network 5b1c9faa-c979-43b2-a0cc-ea8cbdb168b9 Aug 18 11:15:57.292790 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfa5aaa2-e23e-40b0-b6b7-75e2bcf1c6ce None None] Network ca6ccede-6467-4618-b24a-e0809d05149d is already hosted by enough agents. {{(pid=106380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 11:15:57.299836 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.scheduler.base_scheduler [None req-bfa5aaa2-e23e-40b0-b6b7-75e2bcf1c6ce None None] Resources bound (agent type, host, resource id): {{(pid=106380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 11:15:57.306132 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfa5aaa2-e23e-40b0-b6b7-75e2bcf1c6ce None None] Received port after_create {{(pid=106380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 18 11:15:57.365573 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=83,neutron:DELETE=1,neutron:INSERT=12,neutron:UPDATE=4 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:15:57.375842 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-062cff68-951c-44a3-9c51-f64d68e3fb7f None None] Network dd9ba834-1e3f-4b43-ad03-a13182799a15 is already hosted by enough agents. {{(pid=106380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 11:15:57.388135 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=67,neutron:UPDATE=6,neutron:INSERT=27 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:15:57.413375 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.scheduler.base_scheduler [None req-062cff68-951c-44a3-9c51-f64d68e3fb7f None None] Resources bound (agent type, host, resource id): {{(pid=106380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 11:15:57.416817 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7458af70-8d8a-48a4-8933-d268fd9dcdda admin admin] vlan segment allocate from pool success with {'vlan_id': 968, 'physical_network': 'physnet1'} {{(pid=106379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 11:15:57.419378 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a08834-5551-44f9-851a-c0fcc399c954 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81376047-64cd-4237-99c5-b3daebdd93d0,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:15:57.445027 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f7131296-5452-462a-883b-cc50d7df0a38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403'] for subnet (cee75b4c-e92f-4987-88f3-da70335c9bf5), after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:15:57.464873 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-062cff68-951c-44a3-9c51-f64d68e3fb7f None None] Received port after_create {{(pid=106380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 18 11:15:57.471954 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062cff68-951c-44a3-9c51-f64d68e3fb7f None None] Pushing event updated for resources: {'Port': ['ID=09f95f53-76ba-46d8-90fc-8b446a4a283f,revision_number=1']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:15:57.524929 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-062cff68-951c-44a3-9c51-f64d68e3fb7f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:15:57.525352 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-062cff68-951c-44a3-9c51-f64d68e3fb7f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:15:57.525626 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-062cff68-951c-44a3-9c51-f64d68e3fb7f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:15:57.525978 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-062cff68-951c-44a3-9c51-f64d68e3fb7f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:15:57.526314 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-062cff68-951c-44a3-9c51-f64d68e3fb7f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:15:57.526644 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-062cff68-951c-44a3-9c51-f64d68e3fb7f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:15:57.527366 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-062cff68-951c-44a3-9c51-f64d68e3fb7f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:15:57.527366 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-062cff68-951c-44a3-9c51-f64d68e3fb7f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:15:57.527720 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-062cff68-951c-44a3-9c51-f64d68e3fb7f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:15:57.528442 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-062cff68-951c-44a3-9c51-f64d68e3fb7f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:15:57.528763 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-062cff68-951c-44a3-9c51-f64d68e3fb7f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:15:57.529930 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-062cff68-951c-44a3-9c51-f64d68e3fb7f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:15:57.529930 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-062cff68-951c-44a3-9c51-f64d68e3fb7f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:15:57.530269 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-062cff68-951c-44a3-9c51-f64d68e3fb7f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:15:57.530599 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-062cff68-951c-44a3-9c51-f64d68e3fb7f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:15:57.531727 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-062cff68-951c-44a3-9c51-f64d68e3fb7f None None] Tracked resource versions report: Aug 18 11:15:57.531727 dv-cinder-853450-2-iscsi neutron-server[106380]: pushed versions: Aug 18 11:15:57.531727 dv-cinder-853450-2-iscsi neutron-server[106380]: { 'AddressGroup': {'1.2'}, Aug 18 11:15:57.531727 dv-cinder-853450-2-iscsi neutron-server[106380]: 'Agent': {'1.1'}, Aug 18 11:15:57.531727 dv-cinder-853450-2-iscsi neutron-server[106380]: 'ConntrackHelper': {'1.0'}, Aug 18 11:15:57.531727 dv-cinder-853450-2-iscsi neutron-server[106380]: 'LocalIPAssociation': {'1.0'}, Aug 18 11:15:57.531727 dv-cinder-853450-2-iscsi neutron-server[106380]: 'Log': {'1.0'}, Aug 18 11:15:57.531727 dv-cinder-853450-2-iscsi neutron-server[106380]: 'NDPProxy': {'1.0'}, Aug 18 11:15:57.531727 dv-cinder-853450-2-iscsi neutron-server[106380]: 'Network': {'1.1'}, Aug 18 11:15:57.531727 dv-cinder-853450-2-iscsi neutron-server[106380]: 'Port': {'1.7'}, Aug 18 11:15:57.531727 dv-cinder-853450-2-iscsi neutron-server[106380]: 'PortForwarding': {'1.3'}, Aug 18 11:15:57.531727 dv-cinder-853450-2-iscsi neutron-server[106380]: 'QosPolicy': {'1.10'}, Aug 18 11:15:57.531727 dv-cinder-853450-2-iscsi neutron-server[106380]: 'SecurityGroup': {'1.5'}, Aug 18 11:15:57.531727 dv-cinder-853450-2-iscsi neutron-server[106380]: 'SecurityGroupRule': {'1.2'}, Aug 18 11:15:57.531727 dv-cinder-853450-2-iscsi neutron-server[106380]: 'SubPort': {'1.0'}, Aug 18 11:15:57.531727 dv-cinder-853450-2-iscsi neutron-server[106380]: 'Subnet': {'1.1'}, Aug 18 11:15:57.531727 dv-cinder-853450-2-iscsi neutron-server[106380]: 'Trunk': {'1.1'}} Aug 18 11:15:57.531727 dv-cinder-853450-2-iscsi neutron-server[106380]: consumer versions: Aug 18 11:15:57.531727 dv-cinder-853450-2-iscsi neutron-server[106380]: { DHCP agent@dv-cinder-853450-2-iscsi: {}, Aug 18 11:15:57.531727 dv-cinder-853450-2-iscsi neutron-server[106380]: HyperV agent@hv-cinder-85345: {}, Aug 18 11:15:57.531727 dv-cinder-853450-2-iscsi neutron-server[106380]: L3 agent@dv-cinder-853450-2-iscsi: {}, Aug 18 11:15:57.531727 dv-cinder-853450-2-iscsi neutron-server[106380]: Metadata agent@dv-cinder-853450-2-iscsi: {}, Aug 18 11:15:57.531727 dv-cinder-853450-2-iscsi neutron-server[106380]: Metering agent@dv-cinder-853450-2-iscsi: {}, Aug 18 11:15:57.531727 dv-cinder-853450-2-iscsi neutron-server[106380]: Open vSwitch agent@dv-cinder-853450-2-iscsi: { 'AddressGroup': '1.2', Aug 18 11:15:57.531727 dv-cinder-853450-2-iscsi neutron-server[106380]: 'Agent': '1.1', Aug 18 11:15:57.531727 dv-cinder-853450-2-iscsi neutron-server[106380]: 'ConntrackHelper': '1.0', Aug 18 11:15:57.531727 dv-cinder-853450-2-iscsi neutron-server[106380]: 'LocalIPAssociation': '1.0', Aug 18 11:15:57.531727 dv-cinder-853450-2-iscsi neutron-server[106380]: 'Log': '1.0', Aug 18 11:15:57.531727 dv-cinder-853450-2-iscsi neutron-server[106380]: 'NDPProxy': '1.0', Aug 18 11:15:57.531727 dv-cinder-853450-2-iscsi neutron-server[106380]: 'Network': '1.1', Aug 18 11:15:57.531727 dv-cinder-853450-2-iscsi neutron-server[106380]: 'Port': '1.7', Aug 18 11:15:57.531727 dv-cinder-853450-2-iscsi neutron-server[106380]: 'PortForwarding': '1.3', Aug 18 11:15:57.531727 dv-cinder-853450-2-iscsi neutron-server[106380]: 'QosPolicy': '1.10', Aug 18 11:15:57.531727 dv-cinder-853450-2-iscsi neutron-server[106380]: 'SecurityGroup': '1.5', Aug 18 11:15:57.531727 dv-cinder-853450-2-iscsi neutron-server[106380]: 'SecurityGroupRule': '1.2', Aug 18 11:15:57.531727 dv-cinder-853450-2-iscsi neutron-server[106380]: 'SubPort': '1.0', Aug 18 11:15:57.531727 dv-cinder-853450-2-iscsi neutron-server[106380]: 'Subnet': '1.1', Aug 18 11:15:57.531727 dv-cinder-853450-2-iscsi neutron-server[106380]: 'Trunk': '1.1'}} Aug 18 11:15:57.531727 dv-cinder-853450-2-iscsi neutron-server[106380]: {{(pid=106380) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 18 11:15:57.567541 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-bfa5aaa2-e23e-40b0-b6b7-75e2bcf1c6ce None None] Attempting to bind port 938c6a6f-9d3b-457b-a7f2-443b77f88a64 on host dv-cinder-853450-2-iscsi for vnic_type normal with profile {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 18 11:15:57.567825 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-bfa5aaa2-e23e-40b0-b6b7-75e2bcf1c6ce None None] Attempting to bind port 938c6a6f-9d3b-457b-a7f2-443b77f88a64 by drivers openvswitch,hyperv on host dv-cinder-853450-2-iscsi at level 0 using segments [{'id': 'ee45f576-d1b7-4e11-a10f-3fe54663f35e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 997, 'network_id': 'ca6ccede-6467-4618-b24a-e0809d05149d'}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 18 11:15:57.568179 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa5aaa2-e23e-40b0-b6b7-75e2bcf1c6ce None None] Attempting to bind port 938c6a6f-9d3b-457b-a7f2-443b77f88a64 on network ca6ccede-6467-4618-b24a-e0809d05149d {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 18 11:15:57.597006 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7517245c-87c0-4b77-b2fb-e65d7453a4f7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732802498636'] for network (5b1c9faa-c979-43b2-a0cc-ea8cbdb168b9), precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:15:57.606719 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7131296-5452-462a-883b-cc50d7df0a38 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cee75b4c-e92f-4987-88f3-da70335c9bf5,revision_number=0']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:15:57.617576 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa5aaa2-e23e-40b0-b6b7-75e2bcf1c6ce None None] Checking agent: {'id': '69d4285f-736d-41a6-a99e-1994eed59bce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-853450-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 18, 11, 7, 46), 'started_at': datetime.datetime(2022, 8, 18, 11, 8, 16), 'heartbeat_timestamp': datetime.datetime(2022, 8, 18, 11, 15, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-853450-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 18 11:15:57.617953 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa5aaa2-e23e-40b0-b6b7-75e2bcf1c6ce None None] Checking segment: {'id': 'ee45f576-d1b7-4e11-a10f-3fe54663f35e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 997, 'network_id': 'ca6ccede-6467-4618-b24a-e0809d05149d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 18 11:15:57.618352 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-bfa5aaa2-e23e-40b0-b6b7-75e2bcf1c6ce None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:15:57.618788 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa5aaa2-e23e-40b0-b6b7-75e2bcf1c6ce None None] Bound using segment: {'id': 'ee45f576-d1b7-4e11-a10f-3fe54663f35e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 997, 'network_id': 'ca6ccede-6467-4618-b24a-e0809d05149d'} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 18 11:15:57.619213 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-bfa5aaa2-e23e-40b0-b6b7-75e2bcf1c6ce None None] Bound port: 938c6a6f-9d3b-457b-a7f2-443b77f88a64, host: dv-cinder-853450-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee45f576-d1b7-4e11-a10f-3fe54663f35e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 997, 'network_id': 'ca6ccede-6467-4618-b24a-e0809d05149d'}}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 18 11:15:57.619589 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-bfa5aaa2-e23e-40b0-b6b7-75e2bcf1c6ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (938c6a6f-9d3b-457b-a7f2-443b77f88a64), before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:15:57.627946 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7131296-5452-462a-883b-cc50d7df0a38 admin admin] Checking segment: {'id': 'b878730d-aad9-4bb7-975f-cafa0e82f84c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 950, 'network_id': '6f9e8262-631b-4089-b0d5-152cf5753e77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 18 11:15:57.628339 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7131296-5452-462a-883b-cc50d7df0a38 admin admin] Network hostable DHCP agents. Network: 6f9e8262-631b-4089-b0d5-152cf5753e77, hostable agents: ['c499a017-4b38-4967-b050-d4094e1a7564'], hosted agents: [] {{(pid=106378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 11:15:57.636133 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4f0199f6-d75c-4963-a2ea-cdf7dd1ce7b7 admin admin] Publish callbacks [] for port (ce095ec4-83b0-46bf-b392-7aa0e9163c2a), precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:15:57.649284 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-062cff68-951c-44a3-9c51-f64d68e3fb7f None None] Attempting to bind port 09f95f53-76ba-46d8-90fc-8b446a4a283f on host dv-cinder-853450-2-iscsi for vnic_type normal with profile {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 18 11:15:57.649284 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-062cff68-951c-44a3-9c51-f64d68e3fb7f None None] Attempting to bind port 09f95f53-76ba-46d8-90fc-8b446a4a283f by drivers openvswitch,hyperv on host dv-cinder-853450-2-iscsi at level 0 using segments [{'id': 'a2aedf6e-157b-419a-80ab-5857554bba74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 981, 'network_id': 'dd9ba834-1e3f-4b43-ad03-a13182799a15'}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 18 11:15:57.650336 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-062cff68-951c-44a3-9c51-f64d68e3fb7f None None] Attempting to bind port 09f95f53-76ba-46d8-90fc-8b446a4a283f on network dd9ba834-1e3f-4b43-ad03-a13182799a15 {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 18 11:15:57.656219 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa5aaa2-e23e-40b0-b6b7-75e2bcf1c6ce None None] Pushing event updated for resources: {'Port': ['ID=938c6a6f-9d3b-457b-a7f2-443b77f88a64,revision_number=1']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:15:57.661350 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-062cff68-951c-44a3-9c51-f64d68e3fb7f None None] Checking agent: {'id': '69d4285f-736d-41a6-a99e-1994eed59bce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-853450-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 18, 11, 7, 46), 'started_at': datetime.datetime(2022, 8, 18, 11, 8, 16), 'heartbeat_timestamp': datetime.datetime(2022, 8, 18, 11, 15, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-853450-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 18 11:15:57.661723 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-062cff68-951c-44a3-9c51-f64d68e3fb7f None None] Checking segment: {'id': 'a2aedf6e-157b-419a-80ab-5857554bba74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 981, 'network_id': 'dd9ba834-1e3f-4b43-ad03-a13182799a15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 18 11:15:57.662195 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-062cff68-951c-44a3-9c51-f64d68e3fb7f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:15:57.662484 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-062cff68-951c-44a3-9c51-f64d68e3fb7f None None] Bound using segment: {'id': 'a2aedf6e-157b-419a-80ab-5857554bba74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 981, 'network_id': 'dd9ba834-1e3f-4b43-ad03-a13182799a15'} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 18 11:15:57.663407 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-062cff68-951c-44a3-9c51-f64d68e3fb7f None None] Bound port: 09f95f53-76ba-46d8-90fc-8b446a4a283f, host: dv-cinder-853450-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2aedf6e-157b-419a-80ab-5857554bba74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 981, 'network_id': 'dd9ba834-1e3f-4b43-ad03-a13182799a15'}}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 18 11:15:57.663795 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-062cff68-951c-44a3-9c51-f64d68e3fb7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (09f95f53-76ba-46d8-90fc-8b446a4a283f), before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:15:57.673663 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7131296-5452-462a-883b-cc50d7df0a38 admin admin] Network 6f9e8262-631b-4089-b0d5-152cf5753e77 is scheduled to be hosted by DHCP agent c499a017-4b38-4967-b050-d4094e1a7564 with binding_index 1 {{(pid=106378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 11:15:57.677305 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a08834-5551-44f9-851a-c0fcc399c954 admin admin] Pushing event updated for resources: {'Network': ['ID=6f9e8262-631b-4089-b0d5-152cf5753e77,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:15:57.699208 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Network 6f9e8262-631b-4089-b0d5-152cf5753e77 details requested by agent ovs-agent-dv-cinder-853450-2-iscsi with host dv-cinder-853450-2-iscsi {{(pid=106380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 11:15:57.700572 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-f7131296-5452-462a-883b-cc50d7df0a38 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-853450-2-iscsi, 6f9e8262-631b-4089-b0d5-152cf5753e77) {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 11:15:57.707344 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7131296-5452-462a-883b-cc50d7df0a38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:15:57.707943 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f7131296-5452-462a-883b-cc50d7df0a38 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682417'] for subnet (None), before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:15:57.718270 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=79,neutron:INSERT=15,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:15:57.718689 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4f0199f6-d75c-4963-a2ea-cdf7dd1ce7b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732802528781'] for port (ce095ec4-83b0-46bf-b392-7aa0e9163c2a), after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:15:57.728447 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07b1fd59-80b9-4e62-adc8-7343f9da31a0 None None] Network 6f9e8262-631b-4089-b0d5-152cf5753e77 requested from dv-cinder-853450-2-iscsi {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 18 11:15:57.767864 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7458af70-8d8a-48a4-8933-d268fd9dcdda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3609830'] for segment (9c3c1f69-d097-49d4-af01-0805916be3fe), precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:15:57.769827 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.db.segments_db [None req-7458af70-8d8a-48a4-8933-d268fd9dcdda admin admin] Added segment 9c3c1f69-d097-49d4-af01-0805916be3fe of type vlan for network 610eae45-7047-4853-8153-1da79fb95838 Aug 18 11:15:57.806000 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f0199f6-d75c-4963-a2ea-cdf7dd1ce7b7 admin admin] Network c4d5f339-67bc-4c12-8231-94aca87a7153 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 11:15:57.807423 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0199f6-d75c-4963-a2ea-cdf7dd1ce7b7 admin admin] Pushing event updated for resources: {'Port': ['ID=ce095ec4-83b0-46bf-b392-7aa0e9163c2a,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:15:57.810109 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-4f0199f6-d75c-4963-a2ea-cdf7dd1ce7b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 11:15:57.827252 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f0199f6-d75c-4963-a2ea-cdf7dd1ce7b7 admin admin] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 18 11:15:57.939182 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [None req-f7131296-5452-462a-883b-cc50d7df0a38 admin admin] 10.222.0.16 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.9392691 Aug 18 11:15:58.015344 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:15:58.075354 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.db.resource_extend [None req-7517245c-87c0-4b77-b2fb-e65d7453a4f7 admin admin] It took 0.41 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Aug 18 11:15:58.085919 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dd529d6-b9c1-4990-b7bd-f47227619843 None None] Network 6f9e8262-631b-4089-b0d5-152cf5753e77 requested from dv-cinder-853450-2-iscsi {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 18 11:15:58.089486 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:UPDATE=5,neutron:SELECT=93,neutron:INSERT=2 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:15:58.090133 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:15:58.091450 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-bfa5aaa2-e23e-40b0-b6b7-75e2bcf1c6ce None None] For port 938c6a6f-9d3b-457b-a7f2-443b77f88a64, host dv-cinder-853450-2-iscsi, cleared binding levels {{(pid=106380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 11:15:58.135130 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7458af70-8d8a-48a4-8933-d268fd9dcdda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62c9b015-0afe-4aca-867d-71d2cf33198b,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:15:58.206435 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-bfa5aaa2-e23e-40b0-b6b7-75e2bcf1c6ce None None] For port 938c6a6f-9d3b-457b-a7f2-443b77f88a64, host dv-cinder-853450-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853450-2-iscsi',level=0,port_id=938c6a6f-9d3b-457b-a7f2-443b77f88a64,segment=NetworkSegment(ee45f576-d1b7-4e11-a10f-3fe54663f35e),segment_id=ee45f576-d1b7-4e11-a10f-3fe54663f35e)] {{(pid=106380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 11:15:58.236549 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-062cff68-951c-44a3-9c51-f64d68e3fb7f None None] For port 09f95f53-76ba-46d8-90fc-8b446a4a283f, host dv-cinder-853450-2-iscsi, cleared binding levels {{(pid=106380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 11:15:58.248730 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-bfa5aaa2-e23e-40b0-b6b7-75e2bcf1c6ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732803053689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732802528799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732802528817'] for port (938c6a6f-9d3b-457b-a7f2-443b77f88a64), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:15:58.301128 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-062cff68-951c-44a3-9c51-f64d68e3fb7f None None] For port 09f95f53-76ba-46d8-90fc-8b446a4a283f, host dv-cinder-853450-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853450-2-iscsi',level=0,port_id=09f95f53-76ba-46d8-90fc-8b446a4a283f,segment=NetworkSegment(a2aedf6e-157b-419a-80ab-5857554bba74),segment_id=a2aedf6e-157b-419a-80ab-5857554bba74)] {{(pid=106380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 11:15:58.311717 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7517245c-87c0-4b77-b2fb-e65d7453a4f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403'] for network (5b1c9faa-c979-43b2-a0cc-ea8cbdb168b9), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:15:58.317362 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7517245c-87c0-4b77-b2fb-e65d7453a4f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:15:58.319161 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7517245c-87c0-4b77-b2fb-e65d7453a4f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682417'] for network (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:15:58.331610 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4f0199f6-d75c-4963-a2ea-cdf7dd1ce7b7 admin admin] Publish callbacks [] for router_gateway (998cf145-4292-4cbf-b148-168edf6fee5f), after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:15:58.364105 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7458af70-8d8a-48a4-8933-d268fd9dcdda admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732802498636'] for network (610eae45-7047-4853-8153-1da79fb95838), precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:15:58.395980 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-062cff68-951c-44a3-9c51-f64d68e3fb7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732803053689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732802528799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732802528817'] for port (09f95f53-76ba-46d8-90fc-8b446a4a283f), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:15:58.521827 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.db.db_base_plugin_common [None req-ddb36420-1e9e-4f39-ba33-1bdab50c5a84 admin admin] Allocated IP 172.27.4.214 (c4d5f339-67bc-4c12-8231-94aca87a7153/76ee03a1-e6cb-4518-8461-de8749842f4e/44b9dc73-a9bf-496f-be3a-d067fc020a1d) {{(pid=106379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 11:15:58.528140 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.db.resource_extend [None req-7458af70-8d8a-48a4-8933-d268fd9dcdda admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Aug 18 11:15:58.532253 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7517245c-87c0-4b77-b2fb-e65d7453a4f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5100d6d-7ccd-4a77-9503-b6d463c0cee4,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:15:58.564485 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-7517245c-87c0-4b77-b2fb-e65d7453a4f7 admin admin] 10.222.0.16 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 3.1942844 Aug 18 11:15:58.573152 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.16', 49620) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:15:58.582449 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa5aaa2-e23e-40b0-b6b7-75e2bcf1c6ce None None] Pushing event updated for resources: {'Port': ['ID=938c6a6f-9d3b-457b-a7f2-443b77f88a64,revision_number=2']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:15:58.590448 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.v2.base [None req-26104b0b-e964-4031-9dd7-064ca4fcd2a5 admin admin] Request body: {'subnet': {'network_id': '5b1c9faa-c979-43b2-a0cc-ea8cbdb168b9', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1144119157-subnet', 'tenant_id': 'b3cf862a38da43c081db5e171efe9459', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:15:58.614148 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7517245c-87c0-4b77-b2fb-e65d7453a4f7 admin admin] Pushing event updated for resources: {'Network': ['ID=5b1c9faa-c979-43b2-a0cc-ea8cbdb168b9,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:15:58.622102 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7458af70-8d8a-48a4-8933-d268fd9dcdda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403'] for network (610eae45-7047-4853-8153-1da79fb95838), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:15:58.624901 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7458af70-8d8a-48a4-8933-d268fd9dcdda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:15:58.626442 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7458af70-8d8a-48a4-8933-d268fd9dcdda admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682417'] for network (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:15:58.681145 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26104b0b-e964-4031-9dd7-064ca4fcd2a5 admin admin] Made reservation on behalf of b3cf862a38da43c081db5e171efe9459 for: {'subnet': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 11:15:58.685271 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Network 5b1c9faa-c979-43b2-a0cc-ea8cbdb168b9 details requested by agent ovs-agent-dv-cinder-853450-2-iscsi with host dv-cinder-853450-2-iscsi {{(pid=106380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 11:15:58.761383 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-26104b0b-e964-4031-9dd7-064ca4fcd2a5 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:15:58.824418 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-7458af70-8d8a-48a4-8933-d268fd9dcdda admin admin] 10.222.0.16 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 890 time: 3.4903059 Aug 18 11:15:58.838690 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.16', 49626) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:15:58.848387 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.v2.base [None req-ebd35718-5969-4324-b634-56458458f3fc admin admin] Request body: {'subnet': {'network_id': '610eae45-7047-4853-8153-1da79fb95838', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1403039600-subnet', 'tenant_id': 'be810e9efc4f4214b473f76da7e2714b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:15:58.872102 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7458af70-8d8a-48a4-8933-d268fd9dcdda admin admin] Pushing event updated for resources: {'Network': ['ID=610eae45-7047-4853-8153-1da79fb95838,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:15:58.948618 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebd35718-5969-4324-b634-56458458f3fc admin admin] Made reservation on behalf of be810e9efc4f4214b473f76da7e2714b for: {'subnet': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 11:15:58.952846 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Network 610eae45-7047-4853-8153-1da79fb95838 details requested by agent ovs-agent-dv-cinder-853450-2-iscsi with host dv-cinder-853450-2-iscsi {{(pid=106380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 11:15:58.955949 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ebd35718-5969-4324-b634-56458458f3fc admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:15:59.079752 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.16', 49634) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:15:59.171936 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:15:59.174050 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4f0199f6-d75c-4963-a2ea-cdf7dd1ce7b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-518933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-519602'] for router (998cf145-4292-4cbf-b148-168edf6fee5f), after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:15:59.224670 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062cff68-951c-44a3-9c51-f64d68e3fb7f None None] Pushing event updated for resources: {'Port': ['ID=09f95f53-76ba-46d8-90fc-8b446a4a283f,revision_number=2']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:15:59.236828 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ddb36420-1e9e-4f39-ba33-1bdab50c5a84 admin admin] Publish callbacks [] for port (44b9dc73-a9bf-496f-be3a-d067fc020a1d), precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:15:59.475749 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.16', 49650) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:15:59.533962 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.v2.base [None req-10031730-8580-4148-8ea0-a02464c5a3da admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1726670079-network', 'tenant_id': '52547696f2734798a80a82e21966fcca'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:15:59.595704 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ddb36420-1e9e-4f39-ba33-1bdab50c5a84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732802528781'] for port (44b9dc73-a9bf-496f-be3a-d067fc020a1d), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:15:59.608938 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-65c920e1-d0d3-421a-a44a-9d549bbad966 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:15:59.629984 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=88,neutron:UPDATE=5,neutron:DELETE=3,neutron:INSERT=4 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:15:59.631129 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10031730-8580-4148-8ea0-a02464c5a3da admin admin] Made reservation on behalf of 52547696f2734798a80a82e21966fcca for: {'network': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 11:15:59.633901 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-10031730-8580-4148-8ea0-a02464c5a3da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for network (None), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:15:59.703342 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-10031730-8580-4148-8ea0-a02464c5a3da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:15:59.717087 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:15:59.732014 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddb36420-1e9e-4f39-ba33-1bdab50c5a84 admin admin] Network c4d5f339-67bc-4c12-8231-94aca87a7153 is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 11:15:59.779101 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-ddb36420-1e9e-4f39-ba33-1bdab50c5a84 admin admin] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 11:15:59.787969 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddb36420-1e9e-4f39-ba33-1bdab50c5a84 admin admin] Received port after_create {{(pid=106379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 18 11:15:59.830772 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb36420-1e9e-4f39-ba33-1bdab50c5a84 admin admin] Pushing event updated for resources: {'Port': ['ID=44b9dc73-a9bf-496f-be3a-d067fc020a1d,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:15:59.866340 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f0199f6-d75c-4963-a2ea-cdf7dd1ce7b7 admin admin] Router 998cf145-4292-4cbf-b148-168edf6fee5f is scheduled to L3 agent 5a2ac145-53e3-4597-a9e7-c52b4336ae58 with binding_index 1 {{(pid=106378) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 11:15:59.866340 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-26104b0b-e964-4031-9dd7-064ca4fcd2a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403'] for subnet (e50f9d21-ffad-4a8f-ae9c-3875b87336d6), after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:15:59.898161 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ebd35718-5969-4324-b634-56458458f3fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403'] for subnet (c3eb1b23-820c-420d-9ebc-59169bbc8615), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:15:59.997243 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:16:00.077928 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-65c920e1-d0d3-421a-a44a-9d549bbad966 admin admin] Publish callbacks [] for security_group (2ed675b3-fa32-4b87-9bd7-ff901c5bf0fe), precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:00.145192 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd35718-5969-4324-b634-56458458f3fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=c3eb1b23-820c-420d-9ebc-59169bbc8615,revision_number=0']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:16:00.170503 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-65c920e1-d0d3-421a-a44a-9d549bbad966 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433130'] for security_group (2ed675b3-fa32-4b87-9bd7-ff901c5bf0fe), after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:00.220793 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Device 938c6a6f-9d3b-457b-a7f2-443b77f88a64 up at agent ovs-agent-dv-cinder-853450-2-iscsi {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 11:16:00.261395 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26104b0b-e964-4031-9dd7-064ca4fcd2a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e50f9d21-ffad-4a8f-ae9c-3875b87336d6,revision_number=0']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:16:00.265849 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebd35718-5969-4324-b634-56458458f3fc admin admin] Checking segment: {'id': '9c3c1f69-d097-49d4-af01-0805916be3fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 968, 'network_id': '610eae45-7047-4853-8153-1da79fb95838'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 18 11:16:00.266437 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebd35718-5969-4324-b634-56458458f3fc admin admin] Network hostable DHCP agents. Network: 610eae45-7047-4853-8153-1da79fb95838, hostable agents: ['c499a017-4b38-4967-b050-d4094e1a7564'], hosted agents: [] {{(pid=106379) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 11:16:00.270576 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-10031730-8580-4148-8ea0-a02464c5a3da admin admin] Publish callbacks [] for security_group (1ab8e3a9-753e-456b-ad69-ae2ff24e7007), precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:00.305132 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Provisioning complete for port 938c6a6f-9d3b-457b-a7f2-443b77f88a64 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 18 11:16:00.306242 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619404'] for port (938c6a6f-9d3b-457b-a7f2-443b77f88a64), provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:00.319000 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26104b0b-e964-4031-9dd7-064ca4fcd2a5 admin admin] Checking segment: {'id': '892a3a86-c8b7-4a74-8bc2-c36bdf2ec3b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 974, 'network_id': '5b1c9faa-c979-43b2-a0cc-ea8cbdb168b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 18 11:16:00.319932 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26104b0b-e964-4031-9dd7-064ca4fcd2a5 admin admin] Network hostable DHCP agents. Network: 5b1c9faa-c979-43b2-a0cc-ea8cbdb168b9, hostable agents: ['c499a017-4b38-4967-b050-d4094e1a7564'], hosted agents: [] {{(pid=106378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 11:16:00.320246 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-10031730-8580-4148-8ea0-a02464c5a3da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433130'] for security_group (1ab8e3a9-753e-456b-ad69-ae2ff24e7007), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:00.358342 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [None req-65c920e1-d0d3-421a-a44a-9d549bbad966 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=ae2c606234664b83b82eaf8f7c577899&name=default HTTP/1.1" status: 200 len: 2992 time: 1.2583756 Aug 18 11:16:00.365730 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.16', 49662) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:16:00.382277 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f0199f6-d75c-4963-a2ea-cdf7dd1ce7b7 admin admin] Notify agent at l3_agent.dv-cinder-853450-2-iscsi the message routers_updated {{(pid=106378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 11:16:00.385967 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c920e1-d0d3-421a-a44a-9d549bbad966 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ed675b3-fa32-4b87-9bd7-ff901c5bf0fe,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:16:00.387835 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10031730-8580-4148-8ea0-a02464c5a3da admin admin] vlan segment allocate from pool success with {'vlan_id': 958, 'physical_network': 'physnet1'} {{(pid=106379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 11:16:00.398936 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1732630-b33c-404b-bbef-b22bba8eadeb None None] Sync routers for ids ['998cf145-4292-4cbf-b148-168edf6fee5f'] in dv-cinder-853450-2-iscsi {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 11:16:00.421465 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1732630-b33c-404b-bbef-b22bba8eadeb None None] Routers {'998cf145-4292-4cbf-b148-168edf6fee5f'} bound to L3 agent in host dv-cinder-853450-2-iscsi {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 18 11:16:00.422386 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-d1732630-b33c-404b-bbef-b22bba8eadeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853450-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-18T11:07:43Z,description=,heartbeat_timestamp=2022-08-18T11:15:43Z,host='dv-cinder-853450-2-iscsi',id=5a2ac145-53e3-4597-a9e7-c52b4336ae58,load=0,resource_versions=,resources_synced=,started_at=2022-08-18T11:07:43Z,topic='l3_agent')) {'router_ids': ['998cf145-4292-4cbf-b148-168edf6fee5f'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:16:00.429300 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Current status of the port 938c6a6f-9d3b-457b-a7f2-443b77f88a64 is: DOWN; New status is: ACTIVE {{(pid=106380) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 11:16:00.435664 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (938c6a6f-9d3b-457b-a7f2-443b77f88a64), before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:00.439202 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5698ea90-64f5-409d-b865-50c31f866c55 None None] Network dd9ba834-1e3f-4b43-ad03-a13182799a15 requested from dv-cinder-853450-2-iscsi {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 18 11:16:00.439512 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-10031730-8580-4148-8ea0-a02464c5a3da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3609830'] for segment (893b36b5-8428-4c26-a279-fcc0b8fe14cb), precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:00.439823 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.db.segments_db [None req-10031730-8580-4148-8ea0-a02464c5a3da admin admin] Added segment 893b36b5-8428-4c26-a279-fcc0b8fe14cb of type vlan for network db067efc-5424-4174-9d50-544605c36c27 Aug 18 11:16:00.441461 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebd35718-5969-4324-b634-56458458f3fc admin admin] Network 610eae45-7047-4853-8153-1da79fb95838 is scheduled to be hosted by DHCP agent c499a017-4b38-4967-b050-d4094e1a7564 with binding_index 1 {{(pid=106379) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 11:16:00.455922 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ddb36420-1e9e-4f39-ba33-1bdab50c5a84 admin admin] Publish callbacks [] for router_gateway (ac1bbf50-8919-4b59-b313-27fdafa51525), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:00.457966 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10031730-8580-4148-8ea0-a02464c5a3da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ab8e3a9-753e-456b-ad69-ae2ff24e7007,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:16:00.485432 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4f0199f6-d75c-4963-a2ea-cdf7dd1ce7b7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:00.496738 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [None req-4f0199f6-d75c-4963-a2ea-cdf7dd1ce7b7 admin admin] 10.222.0.16 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.9552050 Aug 18 11:16:00.498202 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.16', 49664) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:16:00.509765 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:16:00.534614 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-73c85e8b-4dc9-4332-a223-81e103ab8bb9 None None] Provisioning complete for port 09f95f53-76ba-46d8-90fc-8b446a4a283f triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 18 11:16:00.535517 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-73c85e8b-4dc9-4332-a223-81e103ab8bb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619404'] for port (09f95f53-76ba-46d8-90fc-8b446a4a283f), provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:00.553096 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-ebd35718-5969-4324-b634-56458458f3fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-853450-2-iscsi, 610eae45-7047-4853-8153-1da79fb95838) {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 11:16:00.560751 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebd35718-5969-4324-b634-56458458f3fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:16:00.561642 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ebd35718-5969-4324-b634-56458458f3fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682417'] for subnet (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:00.608310 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-10031730-8580-4148-8ea0-a02464c5a3da admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732802498636'] for network (db067efc-5424-4174-9d50-544605c36c27), precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:00.637481 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-ebd35718-5969-4324-b634-56458458f3fc admin admin] 10.222.0.16 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.7949796 Aug 18 11:16:00.641479 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26104b0b-e964-4031-9dd7-064ca4fcd2a5 admin admin] Network 5b1c9faa-c979-43b2-a0cc-ea8cbdb168b9 is scheduled to be hosted by DHCP agent c499a017-4b38-4967-b050-d4094e1a7564 with binding_index 1 {{(pid=106378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 11:16:00.654456 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.16', 49668) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:16:00.680554 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] For port 938c6a6f-9d3b-457b-a7f2-443b77f88a64, host dv-cinder-853450-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853450-2-iscsi',level=0,port_id=938c6a6f-9d3b-457b-a7f2-443b77f88a64,segment=NetworkSegment(ee45f576-d1b7-4e11-a10f-3fe54663f35e),segment_id=ee45f576-d1b7-4e11-a10f-3fe54663f35e)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:16:00.687984 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28783a6c-0ca1-4c3b-8108-e1955140c962 None None] Network 610eae45-7047-4853-8153-1da79fb95838 requested from dv-cinder-853450-2-iscsi {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 18 11:16:00.689646 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:16:00.717121 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.v2.base [None req-2737d1cd-0425-483a-8ada-ea5bab2010f6 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1403039600-router', 'tenant_id': 'be810e9efc4f4214b473f76da7e2714b', 'external_gateway_info': {'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153'}}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:16:00.729126 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-d1732630-b33c-404b-bbef-b22bba8eadeb None None] Set router 998cf145-4292-4cbf-b148-168edf6fee5f gateway port host: dv-cinder-853450-2-iscsi {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 18 11:16:00.747038 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-26104b0b-e964-4031-9dd7-064ca4fcd2a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-853450-2-iscsi, 5b1c9faa-c979-43b2-a0cc-ea8cbdb168b9) {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 11:16:00.754108 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2737d1cd-0425-483a-8ada-ea5bab2010f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-519984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13683'] for router (831210b6-dcdc-42e9-b525-a9ceeab779ac), before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:00.755273 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2737d1cd-0425-483a-8ada-ea5bab2010f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-519014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-494146', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-365753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13578'] for router (831210b6-dcdc-42e9-b525-a9ceeab779ac), precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:00.759734 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-fbcb9837-fd7f-4c2e-9b1a-ba45e701168d admin admin] Publish callbacks [] for security_group (2ed675b3-fa32-4b87-9bd7-ff901c5bf0fe), before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:00.767161 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-10031730-8580-4148-8ea0-a02464c5a3da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403'] for network (db067efc-5424-4174-9d50-544605c36c27), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:00.769727 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10031730-8580-4148-8ea0-a02464c5a3da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:16:00.770751 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-10031730-8580-4148-8ea0-a02464c5a3da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682417'] for network (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:00.772385 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26104b0b-e964-4031-9dd7-064ca4fcd2a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:16:00.773057 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-26104b0b-e964-4031-9dd7-064ca4fcd2a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682417'] for subnet (None), before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:00.791470 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:INSERT=2,neutron:SELECT=94,neutron:UPDATE=4 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:16:00.814930 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [None req-26104b0b-e964-4031-9dd7-064ca4fcd2a5 admin admin] 10.222.0.16 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.2386894 Aug 18 11:16:00.815563 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.16', 49670) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:16:00.829460 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b35647e5-01c3-4142-8f0e-5780fe811b6e None None] Network ca6ccede-6467-4618-b24a-e0809d05149d requested from dv-cinder-853450-2-iscsi {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 18 11:16:00.830048 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.v2.base [None req-b91a1f64-bb18-4e8c-a8ab-5b78bebd2bca admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-1144119157-router', 'tenant_id': 'b3cf862a38da43c081db5e171efe9459', 'external_gateway_info': {'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153'}}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:16:00.831799 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96e36458-9b29-474a-93b1-38a9a7f4f7b5 None None] Network 5b1c9faa-c979-43b2-a0cc-ea8cbdb168b9 requested from dv-cinder-853450-2-iscsi {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 18 11:16:00.834078 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732803053689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732802528799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732802528817'] for port (938c6a6f-9d3b-457b-a7f2-443b77f88a64), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:00.834871 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Device 09f95f53-76ba-46d8-90fc-8b446a4a283f up at agent ovs-agent-dv-cinder-853450-2-iscsi {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 11:16:00.854040 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10031730-8580-4148-8ea0-a02464c5a3da admin admin] Pushing event updated for resources: {'Network': ['ID=db067efc-5424-4174-9d50-544605c36c27,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:16:00.882410 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-10031730-8580-4148-8ea0-a02464c5a3da admin admin] 10.222.0.16 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.4004977 Aug 18 11:16:00.882933 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-fbcb9837-fd7f-4c2e-9b1a-ba45e701168d admin admin] Publish callbacks [] for security_group (2ed675b3-fa32-4b87-9bd7-ff901c5bf0fe), precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:00.885761 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.16', 49676) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:16:00.892062 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.v2.base [None req-12cb5c5e-b709-4131-a94b-940b9646a5c8 admin admin] Request body: {'subnet': {'network_id': 'db067efc-5424-4174-9d50-544605c36c27', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1726670079-subnet', 'tenant_id': '52547696f2734798a80a82e21966fcca', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:16:00.950365 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-d1732630-b33c-404b-bbef-b22bba8eadeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '998cf145-4292-4cbf-b148-168edf6fee5f', 'name': 'tempest-AttachVolumeNegativeTest-2089290289-router', 'tenant_id': '129f3d9f33ad4b209039244eb09599e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'external_fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.158'}], 'enable_snat': True}, 'gw_port_id': 'ce095ec4-83b0-46bf-b392-7aa0e9163c2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T11:15:55Z', 'updated_at': '2022-08-18T11:15:58Z', 'revision_number': 3, 'project_id': '129f3d9f33ad4b209039244eb09599e9', 'gw_port': {'id': 'ce095ec4-83b0-46bf-b392-7aa0e9163c2a', 'name': '', 'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:5f:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '998cf145-4292-4cbf-b148-168edf6fee5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:15:56Z', 'updated_at': '2022-08-18T11:15:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853450-2-iscsi'}], 'dv-cinder-853450-2-iscsi', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:16:00.990104 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1732630-b33c-404b-bbef-b22bba8eadeb None None] Checking router: 998cf145-4292-4cbf-b148-168edf6fee5f for host: dv-cinder-853450-2-iscsi {{(pid=106381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 11:16:00.991257 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1732630-b33c-404b-bbef-b22bba8eadeb None None] Updating router 998cf145-4292-4cbf-b148-168edf6fee5f port ce095ec4-83b0-46bf-b392-7aa0e9163c2a binding host dv-cinder-853450-2-iscsi {{(pid=106381) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 11:16:01.033650 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=100 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:16:01.040048 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-d1732630-b33c-404b-bbef-b22bba8eadeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (ce095ec4-83b0-46bf-b392-7aa0e9163c2a), before_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:01.075086 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:INSERT=10,neutron:SELECT=86,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:16:01.079845 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12cb5c5e-b709-4131-a94b-940b9646a5c8 admin admin] Made reservation on behalf of 52547696f2734798a80a82e21966fcca for: {'subnet': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 11:16:01.082353 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-12cb5c5e-b709-4131-a94b-940b9646a5c8 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:01.084167 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Network db067efc-5424-4174-9d50-544605c36c27 details requested by agent ovs-agent-dv-cinder-853450-2-iscsi with host dv-cinder-853450-2-iscsi {{(pid=106380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 11:16:01.153505 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b91a1f64-bb18-4e8c-a8ab-5b78bebd2bca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-519984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13683'] for router (97e200f4-d6cb-4648-9cd1-8bbb079a2573), before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:01.155766 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b91a1f64-bb18-4e8c-a8ab-5b78bebd2bca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-519014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-494146', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-365753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13578'] for router (97e200f4-d6cb-4648-9cd1-8bbb079a2573), precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:01.157943 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ddb36420-1e9e-4f39-ba33-1bdab50c5a84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-518933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-519602'] for router (ac1bbf50-8919-4b59-b313-27fdafa51525), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:01.175580 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Pushing event updated for resources: {'Port': ['ID=938c6a6f-9d3b-457b-a7f2-443b77f88a64,revision_number=3']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:16:01.190633 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3406acd0-2bb3-427d-9bfc-74e7a11f8c26 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c84b3fc-1835-5fce-b972-629e751b1ddf-610eae45-7047-4853-8153-1da79fb95838', 'network_id': '610eae45-7047-4853-8153-1da79fb95838', 'project_id': 'be810e9efc4f4214b473f76da7e2714b', 'fixed_ips': [{'subnet_id': 'c3eb1b23-820c-420d-9ebc-59169bbc8615'}]}} from dv-cinder-853450-2-iscsi. {{(pid=106380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 18 11:16:01.191552 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-3406acd0-2bb3-427d-9bfc-74e7a11f8c26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (None), before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:01.218165 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Provisioning complete for port 09f95f53-76ba-46d8-90fc-8b446a4a283f triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 18 11:16:01.218664 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619404'] for port (09f95f53-76ba-46d8-90fc-8b446a4a283f), provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:01.228868 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b91a1f64-bb18-4e8c-a8ab-5b78bebd2bca admin admin] Publish callbacks [] for router_controller (97e200f4-d6cb-4648-9cd1-8bbb079a2573), precommit_add_association {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:01.246832 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2737d1cd-0425-483a-8ada-ea5bab2010f6 admin admin] Publish callbacks [] for router_controller (831210b6-dcdc-42e9-b525-a9ceeab779ac), precommit_add_association {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:01.408852 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddb36420-1e9e-4f39-ba33-1bdab50c5a84 admin admin] Router ac1bbf50-8919-4b59-b313-27fdafa51525 is scheduled to L3 agent 5a2ac145-53e3-4597-a9e7-c52b4336ae58 with binding_index 1 {{(pid=106379) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 11:16:01.426948 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-d1732630-b33c-404b-bbef-b22bba8eadeb None None] Publish callbacks [] for port (ce095ec4-83b0-46bf-b392-7aa0e9163c2a), precommit_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:01.440264 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-d1732630-b33c-404b-bbef-b22bba8eadeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732803053689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732802528799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732802528817'] for port (ce095ec4-83b0-46bf-b392-7aa0e9163c2a), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:01.461165 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-fbcb9837-fd7f-4c2e-9b1a-ba45e701168d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433130'] for security_group (2ed675b3-fa32-4b87-9bd7-ff901c5bf0fe), after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:01.464737 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-fbcb9837-fd7f-4c2e-9b1a-ba45e701168d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:01.466568 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [None req-fbcb9837-fd7f-4c2e-9b1a-ba45e701168d admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/2ed675b3-fa32-4b87-9bd7-ff901c5bf0fe HTTP/1.1" status: 204 len: 168 time: 1.0994883 Aug 18 11:16:01.533506 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad80417-c9b0-4df4-837f-030969324d36 None None] Pushing event updated for resources: {'Port': ['ID=ce095ec4-83b0-46bf-b392-7aa0e9163c2a,revision_number=2']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:16:01.546265 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-d1732630-b33c-404b-bbef-b22bba8eadeb None None] Attempting to bind port ce095ec4-83b0-46bf-b392-7aa0e9163c2a on host dv-cinder-853450-2-iscsi for vnic_type normal with profile {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 18 11:16:01.547047 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-d1732630-b33c-404b-bbef-b22bba8eadeb None None] Attempting to bind port ce095ec4-83b0-46bf-b392-7aa0e9163c2a by drivers openvswitch,hyperv on host dv-cinder-853450-2-iscsi at level 0 using segments [{'id': '67ba5125-9fc9-4a45-924f-a98fceaf00fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153'}] {{(pid=106381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 18 11:16:01.547562 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1732630-b33c-404b-bbef-b22bba8eadeb None None] Attempting to bind port ce095ec4-83b0-46bf-b392-7aa0e9163c2a on network c4d5f339-67bc-4c12-8231-94aca87a7153 {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 18 11:16:01.554189 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad80417-c9b0-4df4-837f-030969324d36 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:16:01.554735 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad80417-c9b0-4df4-837f-030969324d36 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:16:01.555227 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad80417-c9b0-4df4-837f-030969324d36 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:16:01.555719 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad80417-c9b0-4df4-837f-030969324d36 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:16:01.556234 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad80417-c9b0-4df4-837f-030969324d36 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:16:01.556725 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad80417-c9b0-4df4-837f-030969324d36 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:16:01.557365 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad80417-c9b0-4df4-837f-030969324d36 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:16:01.558104 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad80417-c9b0-4df4-837f-030969324d36 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:16:01.558628 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad80417-c9b0-4df4-837f-030969324d36 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:16:01.559159 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad80417-c9b0-4df4-837f-030969324d36 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:16:01.559688 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad80417-c9b0-4df4-837f-030969324d36 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:16:01.561536 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad80417-c9b0-4df4-837f-030969324d36 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:16:01.562104 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad80417-c9b0-4df4-837f-030969324d36 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:16:01.562629 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad80417-c9b0-4df4-837f-030969324d36 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:16:01.563157 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad80417-c9b0-4df4-837f-030969324d36 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:16:01.564980 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad80417-c9b0-4df4-837f-030969324d36 None None] Tracked resource versions report: Aug 18 11:16:01.564980 dv-cinder-853450-2-iscsi neutron-server[106381]: pushed versions: Aug 18 11:16:01.564980 dv-cinder-853450-2-iscsi neutron-server[106381]: { 'AddressGroup': {'1.2'}, Aug 18 11:16:01.564980 dv-cinder-853450-2-iscsi neutron-server[106381]: 'Agent': {'1.1'}, Aug 18 11:16:01.564980 dv-cinder-853450-2-iscsi neutron-server[106381]: 'ConntrackHelper': {'1.0'}, Aug 18 11:16:01.564980 dv-cinder-853450-2-iscsi neutron-server[106381]: 'LocalIPAssociation': {'1.0'}, Aug 18 11:16:01.564980 dv-cinder-853450-2-iscsi neutron-server[106381]: 'Log': {'1.0'}, Aug 18 11:16:01.564980 dv-cinder-853450-2-iscsi neutron-server[106381]: 'NDPProxy': {'1.0'}, Aug 18 11:16:01.564980 dv-cinder-853450-2-iscsi neutron-server[106381]: 'Network': {'1.1'}, Aug 18 11:16:01.564980 dv-cinder-853450-2-iscsi neutron-server[106381]: 'Port': {'1.7'}, Aug 18 11:16:01.564980 dv-cinder-853450-2-iscsi neutron-server[106381]: 'PortForwarding': {'1.3'}, Aug 18 11:16:01.564980 dv-cinder-853450-2-iscsi neutron-server[106381]: 'QosPolicy': {'1.10'}, Aug 18 11:16:01.564980 dv-cinder-853450-2-iscsi neutron-server[106381]: 'SecurityGroup': {'1.5'}, Aug 18 11:16:01.564980 dv-cinder-853450-2-iscsi neutron-server[106381]: 'SecurityGroupRule': {'1.2'}, Aug 18 11:16:01.564980 dv-cinder-853450-2-iscsi neutron-server[106381]: 'SubPort': {'1.0'}, Aug 18 11:16:01.564980 dv-cinder-853450-2-iscsi neutron-server[106381]: 'Subnet': {'1.1'}, Aug 18 11:16:01.564980 dv-cinder-853450-2-iscsi neutron-server[106381]: 'Trunk': {'1.1'}} Aug 18 11:16:01.564980 dv-cinder-853450-2-iscsi neutron-server[106381]: consumer versions: Aug 18 11:16:01.564980 dv-cinder-853450-2-iscsi neutron-server[106381]: { DHCP agent@dv-cinder-853450-2-iscsi: {}, Aug 18 11:16:01.564980 dv-cinder-853450-2-iscsi neutron-server[106381]: HyperV agent@hv-cinder-85345: {}, Aug 18 11:16:01.564980 dv-cinder-853450-2-iscsi neutron-server[106381]: L3 agent@dv-cinder-853450-2-iscsi: {}, Aug 18 11:16:01.564980 dv-cinder-853450-2-iscsi neutron-server[106381]: Metadata agent@dv-cinder-853450-2-iscsi: {}, Aug 18 11:16:01.564980 dv-cinder-853450-2-iscsi neutron-server[106381]: Metering agent@dv-cinder-853450-2-iscsi: {}, Aug 18 11:16:01.564980 dv-cinder-853450-2-iscsi neutron-server[106381]: Open vSwitch agent@dv-cinder-853450-2-iscsi: { 'AddressGroup': '1.2', Aug 18 11:16:01.564980 dv-cinder-853450-2-iscsi neutron-server[106381]: 'Agent': '1.1', Aug 18 11:16:01.564980 dv-cinder-853450-2-iscsi neutron-server[106381]: 'ConntrackHelper': '1.0', Aug 18 11:16:01.564980 dv-cinder-853450-2-iscsi neutron-server[106381]: 'LocalIPAssociation': '1.0', Aug 18 11:16:01.564980 dv-cinder-853450-2-iscsi neutron-server[106381]: 'Log': '1.0', Aug 18 11:16:01.564980 dv-cinder-853450-2-iscsi neutron-server[106381]: 'NDPProxy': '1.0', Aug 18 11:16:01.564980 dv-cinder-853450-2-iscsi neutron-server[106381]: 'Network': '1.1', Aug 18 11:16:01.564980 dv-cinder-853450-2-iscsi neutron-server[106381]: 'Port': '1.7', Aug 18 11:16:01.564980 dv-cinder-853450-2-iscsi neutron-server[106381]: 'PortForwarding': '1.3', Aug 18 11:16:01.564980 dv-cinder-853450-2-iscsi neutron-server[106381]: 'QosPolicy': '1.10', Aug 18 11:16:01.564980 dv-cinder-853450-2-iscsi neutron-server[106381]: 'SecurityGroup': '1.5', Aug 18 11:16:01.564980 dv-cinder-853450-2-iscsi neutron-server[106381]: 'SecurityGroupRule': '1.2', Aug 18 11:16:01.564980 dv-cinder-853450-2-iscsi neutron-server[106381]: 'SubPort': '1.0', Aug 18 11:16:01.564980 dv-cinder-853450-2-iscsi neutron-server[106381]: 'Subnet': '1.1', Aug 18 11:16:01.564980 dv-cinder-853450-2-iscsi neutron-server[106381]: 'Trunk': '1.1'}} Aug 18 11:16:01.564980 dv-cinder-853450-2-iscsi neutron-server[106381]: {{(pid=106381) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 18 11:16:01.571567 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1732630-b33c-404b-bbef-b22bba8eadeb None None] Checking agent: {'id': '69d4285f-736d-41a6-a99e-1994eed59bce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-853450-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 18, 11, 7, 46), 'started_at': datetime.datetime(2022, 8, 18, 11, 8, 16), 'heartbeat_timestamp': datetime.datetime(2022, 8, 18, 11, 15, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-853450-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 18 11:16:01.572346 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1732630-b33c-404b-bbef-b22bba8eadeb None None] Checking segment: {'id': '67ba5125-9fc9-4a45-924f-a98fceaf00fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 18 11:16:01.572965 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-d1732630-b33c-404b-bbef-b22bba8eadeb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:01.573554 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1732630-b33c-404b-bbef-b22bba8eadeb None None] Bound using segment: {'id': '67ba5125-9fc9-4a45-924f-a98fceaf00fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153'} {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 18 11:16:01.574245 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-d1732630-b33c-404b-bbef-b22bba8eadeb None None] Bound port: ce095ec4-83b0-46bf-b392-7aa0e9163c2a, host: dv-cinder-853450-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67ba5125-9fc9-4a45-924f-a98fceaf00fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153'}}] {{(pid=106381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 18 11:16:01.574834 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-d1732630-b33c-404b-bbef-b22bba8eadeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (ce095ec4-83b0-46bf-b392-7aa0e9163c2a), before_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:01.583101 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-73c85e8b-4dc9-4332-a223-81e103ab8bb9 None None] Current status of the port 09f95f53-76ba-46d8-90fc-8b446a4a283f is: DOWN; New status is: ACTIVE {{(pid=106380) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 11:16:01.583623 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-73c85e8b-4dc9-4332-a223-81e103ab8bb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (09f95f53-76ba-46d8-90fc-8b446a4a283f), before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:01.588810 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcb9837-fd7f-4c2e-9b1a-ba45e701168d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ed675b3-fa32-4b87-9bd7-ff901c5bf0fe,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:16:01.636469 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-d1732630-b33c-404b-bbef-b22bba8eadeb None None] For port ce095ec4-83b0-46bf-b392-7aa0e9163c2a, host dv-cinder-853450-2-iscsi, cleared binding levels {{(pid=106381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 11:16:01.641543 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-d1732630-b33c-404b-bbef-b22bba8eadeb None None] For port ce095ec4-83b0-46bf-b392-7aa0e9163c2a, host dv-cinder-853450-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853450-2-iscsi',level=0,port_id=ce095ec4-83b0-46bf-b392-7aa0e9163c2a,segment=NetworkSegment(67ba5125-9fc9-4a45-924f-a98fceaf00fb),segment_id=67ba5125-9fc9-4a45-924f-a98fceaf00fb)] {{(pid=106381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 11:16:01.652001 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-d1732630-b33c-404b-bbef-b22bba8eadeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732803053689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732802528799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732802528817'] for port (ce095ec4-83b0-46bf-b392-7aa0e9163c2a), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:01.695848 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddb36420-1e9e-4f39-ba33-1bdab50c5a84 admin admin] Notify agent at l3_agent.dv-cinder-853450-2-iscsi the message routers_updated {{(pid=106379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 11:16:01.697873 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1732630-b33c-404b-bbef-b22bba8eadeb None None] Routers {'998cf145-4292-4cbf-b148-168edf6fee5f'} bound to L3 agent in host dv-cinder-853450-2-iscsi {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 18 11:16:01.705253 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-12cb5c5e-b709-4131-a94b-940b9646a5c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403'] for subnet (9980966e-e716-42e4-b5ac-cf1bc787cd9c), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:01.711445 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-d1732630-b33c-404b-bbef-b22bba8eadeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853450-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-18T11:07:43Z,description=,heartbeat_timestamp=2022-08-18T11:15:43Z,host='dv-cinder-853450-2-iscsi',id=5a2ac145-53e3-4597-a9e7-c52b4336ae58,load=0,resource_versions=,resources_synced=,started_at=2022-08-18T11:07:43Z,topic='l3_agent')) {'router_ids': ['998cf145-4292-4cbf-b148-168edf6fee5f'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:16:01.758346 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2737d1cd-0425-483a-8ada-ea5bab2010f6 admin admin] Publish callbacks [] for router_gateway (831210b6-dcdc-42e9-b525-a9ceeab779ac), precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:01.771974 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b91a1f64-bb18-4e8c-a8ab-5b78bebd2bca admin admin] Publish callbacks [] for router_gateway (97e200f4-d6cb-4648-9cd1-8bbb079a2573), precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:01.782584 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ddb36420-1e9e-4f39-ba33-1bdab50c5a84 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:01.784206 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-ddb36420-1e9e-4f39-ba33-1bdab50c5a84 admin admin] 10.222.0.16 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 931 time: 6.2823145 Aug 18 11:16:01.791048 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.16', 49688) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:16:01.866779 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:16:01.878705 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad80417-c9b0-4df4-837f-030969324d36 None None] Pushing event updated for resources: {'Port': ['ID=ce095ec4-83b0-46bf-b392-7aa0e9163c2a,revision_number=3']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:16:01.890437 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-d1732630-b33c-404b-bbef-b22bba8eadeb None None] Set router 998cf145-4292-4cbf-b148-168edf6fee5f gateway port host: dv-cinder-853450-2-iscsi {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 18 11:16:01.892182 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=100 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:16:01.897870 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57c86739-281d-4a70-af07-949ba1130f3f None None] Sync routers for ids ['ac1bbf50-8919-4b59-b313-27fdafa51525'] in dv-cinder-853450-2-iscsi {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 11:16:01.918255 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Current status of the port 09f95f53-76ba-46d8-90fc-8b446a4a283f is: DOWN; New status is: ACTIVE {{(pid=106380) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 11:16:01.918641 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (09f95f53-76ba-46d8-90fc-8b446a4a283f), before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:01.946854 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12cb5c5e-b709-4131-a94b-940b9646a5c8 admin admin] Checking segment: {'id': '893b36b5-8428-4c26-a279-fcc0b8fe14cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 958, 'network_id': 'db067efc-5424-4174-9d50-544605c36c27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 18 11:16:01.947251 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12cb5c5e-b709-4131-a94b-940b9646a5c8 admin admin] Network hostable DHCP agents. Network: db067efc-5424-4174-9d50-544605c36c27, hostable agents: ['c499a017-4b38-4967-b050-d4094e1a7564'], hosted agents: [] {{(pid=106379) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 11:16:01.973093 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cb5c5e-b709-4131-a94b-940b9646a5c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9980966e-e716-42e4-b5ac-cf1bc787cd9c,revision_number=0']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:16:01.989611 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=83,neutron:INSERT=9,neutron:DELETE=5,neutron:UPDATE=3 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:16:01.990191 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:16:02.004339 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9481277d-c7ec-48d3-bb00-78f6eec5985f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c84b3fc-1835-5fce-b972-629e751b1ddf-5b1c9faa-c979-43b2-a0cc-ea8cbdb168b9', 'network_id': '5b1c9faa-c979-43b2-a0cc-ea8cbdb168b9', 'project_id': 'b3cf862a38da43c081db5e171efe9459', 'fixed_ips': [{'subnet_id': 'e50f9d21-ffad-4a8f-ae9c-3875b87336d6'}]}} from dv-cinder-853450-2-iscsi. {{(pid=106380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 18 11:16:02.004339 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9481277d-c7ec-48d3-bb00-78f6eec5985f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (None), before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:02.091849 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12cb5c5e-b709-4131-a94b-940b9646a5c8 admin admin] Network db067efc-5424-4174-9d50-544605c36c27 is scheduled to be hosted by DHCP agent c499a017-4b38-4967-b050-d4094e1a7564 with binding_index 1 {{(pid=106379) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 11:16:02.121894 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-12cb5c5e-b709-4131-a94b-940b9646a5c8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-853450-2-iscsi, db067efc-5424-4174-9d50-544605c36c27) {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 11:16:02.158176 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-d1732630-b33c-404b-bbef-b22bba8eadeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '998cf145-4292-4cbf-b148-168edf6fee5f', 'name': 'tempest-AttachVolumeNegativeTest-2089290289-router', 'tenant_id': '129f3d9f33ad4b209039244eb09599e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'external_fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.158'}], 'enable_snat': True}, 'gw_port_id': 'ce095ec4-83b0-46bf-b392-7aa0e9163c2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T11:15:55Z', 'updated_at': '2022-08-18T11:15:58Z', 'revision_number': 3, 'project_id': '129f3d9f33ad4b209039244eb09599e9', 'gw_port': {'id': 'ce095ec4-83b0-46bf-b392-7aa0e9163c2a', 'name': '', 'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:5f:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '998cf145-4292-4cbf-b148-168edf6fee5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853450-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:15:56Z', 'updated_at': '2022-08-18T11:16:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853450-2-iscsi'}], 'dv-cinder-853450-2-iscsi', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:16:02.176717 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2adddbe4-b9e4-4cdc-a9de-a726babe5cbd None None] Network db067efc-5424-4174-9d50-544605c36c27 requested from dv-cinder-853450-2-iscsi {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 18 11:16:02.179146 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12cb5c5e-b709-4131-a94b-940b9646a5c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:16:02.179963 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-12cb5c5e-b709-4131-a94b-940b9646a5c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682417'] for subnet (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:02.209050 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1732630-b33c-404b-bbef-b22bba8eadeb None None] The sync data for ids ['998cf145-4292-4cbf-b148-168edf6fee5f'] in dv-cinder-853450-2-iscsi is: [{'id': '998cf145-4292-4cbf-b148-168edf6fee5f', 'name': 'tempest-AttachVolumeNegativeTest-2089290289-router', 'tenant_id': '129f3d9f33ad4b209039244eb09599e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'external_fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.158'}], 'enable_snat': True}, 'gw_port_id': 'ce095ec4-83b0-46bf-b392-7aa0e9163c2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T11:15:55Z', 'updated_at': '2022-08-18T11:15:58Z', 'revision_number': 3, 'project_id': '129f3d9f33ad4b209039244eb09599e9', 'gw_port': {'id': 'ce095ec4-83b0-46bf-b392-7aa0e9163c2a', 'name': '', 'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:5f:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '998cf145-4292-4cbf-b148-168edf6fee5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853450-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:15:56Z', 'updated_at': '2022-08-18T11:16:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853450-2-iscsi'}] {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 11:16:02.214219 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:16:02.302144 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-12cb5c5e-b709-4131-a94b-940b9646a5c8 admin admin] 10.222.0.16 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.4157610 Aug 18 11:16:02.305501 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:16:02.317768 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57c86739-281d-4a70-af07-949ba1130f3f None None] Routers {'ac1bbf50-8919-4b59-b313-27fdafa51525'} bound to L3 agent in host dv-cinder-853450-2-iscsi {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 18 11:16:02.319016 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-57c86739-281d-4a70-af07-949ba1130f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853450-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-18T11:07:43Z,description=,heartbeat_timestamp=2022-08-18T11:15:43Z,host='dv-cinder-853450-2-iscsi',id=5a2ac145-53e3-4597-a9e7-c52b4336ae58,load=0,resource_versions=,resources_synced=,started_at=2022-08-18T11:07:43Z,topic='l3_agent')) {'router_ids': ['ac1bbf50-8919-4b59-b313-27fdafa51525'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:16:02.325737 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:16:02.493711 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-73c85e8b-4dc9-4332-a223-81e103ab8bb9 None None] For port 09f95f53-76ba-46d8-90fc-8b446a4a283f, host dv-cinder-853450-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853450-2-iscsi',level=0,port_id=09f95f53-76ba-46d8-90fc-8b446a4a283f,segment=NetworkSegment(a2aedf6e-157b-419a-80ab-5857554bba74),segment_id=a2aedf6e-157b-419a-80ab-5857554bba74)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:16:02.600912 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.16', 49704) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:16:02.649385 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-73c85e8b-4dc9-4332-a223-81e103ab8bb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732803053689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732802528799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732802528817'] for port (09f95f53-76ba-46d8-90fc-8b446a4a283f), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:02.805724 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a8ec81b-798a-4e5c-a899-2bbafdfdaabc admin admin] Deleting subnet cee75b4c-e92f-4987-88f3-da70335c9bf5 {{(pid=106379) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 18 11:16:02.810198 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-0a8ec81b-798a-4e5c-a899-2bbafdfdaabc admin admin] Publish callbacks [] for subnet (cee75b4c-e92f-4987-88f3-da70335c9bf5), before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:02.878016 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-0a8ec81b-798a-4e5c-a899-2bbafdfdaabc admin admin] Publish callbacks [] for subnet (cee75b4c-e92f-4987-88f3-da70335c9bf5), precommit_delete_associations {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:02.882257 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.db_base_plugin_common [None req-3406acd0-2bb3-427d-9bfc-74e7a11f8c26 None None] Allocated IP 172.20.0.2 (610eae45-7047-4853-8153-1da79fb95838/c3eb1b23-820c-420d-9ebc-59169bbc8615/340ea007-cbb1-4774-9b20-13b1a4a3efb8) {{(pid=106380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 11:16:02.926598 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2737d1cd-0425-483a-8ada-ea5bab2010f6 admin admin] Publish callbacks [] for router_gateway (831210b6-dcdc-42e9-b525-a9ceeab779ac), before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:02.928819 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b91a1f64-bb18-4e8c-a8ab-5b78bebd2bca admin admin] Publish callbacks [] for router_gateway (97e200f4-d6cb-4648-9cd1-8bbb079a2573), before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:02.988238 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-0a8ec81b-798a-4e5c-a899-2bbafdfdaabc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3613534'] for subnet (cee75b4c-e92f-4987-88f3-da70335c9bf5), precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:02.994248 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-353891a9-fa7c-41bd-b0ee-4f001e6fa5f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (None), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:03.013203 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b91a1f64-bb18-4e8c-a8ab-5b78bebd2bca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (None), before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:03.018279 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2737d1cd-0425-483a-8ada-ea5bab2010f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (None), before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:03.073486 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:16:03.074822 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-c1919a4e-64c1-4e5c-9ccb-61d1bda0d492 None None] Provisioning complete for port 09f95f53-76ba-46d8-90fc-8b446a4a283f triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 18 11:16:03.075084 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c1919a4e-64c1-4e5c-9ccb-61d1bda0d492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619404'] for port (09f95f53-76ba-46d8-90fc-8b446a4a283f), provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:03.091242 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.db.api [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106380) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 18 11:16:03.091744 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG oslo_db.api [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 18 11:16:03.154861 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-0a8ec81b-798a-4e5c-a899-2bbafdfdaabc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3613479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403'] for subnet (cee75b4c-e92f-4987-88f3-da70335c9bf5), after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:03.194691 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7efb6c4-cba3-4516-a583-81c617e98881 None None] Network db067efc-5424-4174-9d50-544605c36c27 requested from dv-cinder-853450-2-iscsi {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 18 11:16:03.238049 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-0a8ec81b-798a-4e5c-a899-2bbafdfdaabc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:03.241586 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c85e8b-4dc9-4332-a223-81e103ab8bb9 None None] Pushing event updated for resources: {'Port': ['ID=09f95f53-76ba-46d8-90fc-8b446a4a283f,revision_number=3']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:16:03.248537 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-0a8ec81b-798a-4e5c-a899-2bbafdfdaabc admin admin] 10.222.0.16 "DELETE /networking/v2.0/subnets/cee75b4c-e92f-4987-88f3-da70335c9bf5 HTTP/1.1" status: 204 len: 168 time: 0.6436942 Aug 18 11:16:03.269063 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.16', 49718) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:16:03.287656 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8ec81b-798a-4e5c-a899-2bbafdfdaabc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cee75b4c-e92f-4987-88f3-da70335c9bf5,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:16:03.305688 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-57c86739-281d-4a70-af07-949ba1130f3f None None] Set router ac1bbf50-8919-4b59-b313-27fdafa51525 gateway port host: dv-cinder-853450-2-iscsi {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 18 11:16:03.378471 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8706fe9b-b175-4976-b315-aa78ac626960 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (None), before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:03.380356 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:16:03.416210 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-b91a1f64-bb18-4e8c-a8ab-5b78bebd2bca admin admin] Allocated IP 172.27.4.176 (c4d5f339-67bc-4c12-8231-94aca87a7153/76ee03a1-e6cb-4518-8461-de8749842f4e/646f8994-2a7a-4217-819b-8e72d2a51c5d) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 11:16:03.429095 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b3bab2cc-a8a4-4863-9e68-616114f4c498 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3592451'] for network (6f9e8262-631b-4089-b0d5-152cf5753e77), before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:03.464549 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:16:03.486737 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.db_base_plugin_common [None req-9481277d-c7ec-48d3-bb00-78f6eec5985f None None] Allocated IP 172.20.0.2 (5b1c9faa-c979-43b2-a0cc-ea8cbdb168b9/e50f9d21-ffad-4a8f-ae9c-3875b87336d6/d49e5e32-1b44-4d2c-8e51-9a0bc8314077) {{(pid=106380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 11:16:03.580051 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.db.db_base_plugin_common [None req-353891a9-fa7c-41bd-b0ee-4f001e6fa5f3 admin admin] Allocated IP 172.20.0.1 (dd9ba834-1e3f-4b43-ad03-a13182799a15/055aadf2-d4b5-4a33-adc5-6baee36dc7bc/1ef0845a-eca3-4e27-9da9-f30e18d0cebc) {{(pid=106379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 11:16:03.769346 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-3406acd0-2bb3-427d-9bfc-74e7a11f8c26 None None] Publish callbacks [] for port (340ea007-cbb1-4774-9b20-13b1a4a3efb8), precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:03.770991 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-c1919a4e-64c1-4e5c-9ccb-61d1bda0d492 None None] Current status of the port 09f95f53-76ba-46d8-90fc-8b446a4a283f is: ACTIVE; New status is: ACTIVE {{(pid=106380) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 11:16:03.798955 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b3bab2cc-a8a4-4863-9e68-616114f4c498 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3613349', 'neutron.services.segments.db._delete_segments_for_network-8732802979220'] for network (6f9e8262-631b-4089-b0d5-152cf5753e77), precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:03.852327 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b3bab2cc-a8a4-4863-9e68-616114f4c498 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=106378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:16:03.852693 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b3bab2cc-a8a4-4863-9e68-616114f4c498 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=106378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:16:03.853466 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b3bab2cc-a8a4-4863-9e68-616114f4c498 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:16:03.853797 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b3bab2cc-a8a4-4863-9e68-616114f4c498 admin admin] Subscribe: > port after_create 55550000 {{(pid=106378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:16:03.854133 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b3bab2cc-a8a4-4863-9e68-616114f4c498 admin admin] Subscribe: > port after_delete 55550000 {{(pid=106378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:16:03.854503 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b3bab2cc-a8a4-4863-9e68-616114f4c498 admin admin] Subscribe: > port after_update 55550000 {{(pid=106378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:16:03.854773 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b3bab2cc-a8a4-4863-9e68-616114f4c498 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=106378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:16:03.855118 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b3bab2cc-a8a4-4863-9e68-616114f4c498 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:16:03.855399 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b3bab2cc-a8a4-4863-9e68-616114f4c498 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:16:03.855737 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b3bab2cc-a8a4-4863-9e68-616114f4c498 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=106378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:16:03.856461 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-3406acd0-2bb3-427d-9bfc-74e7a11f8c26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732802528781'] for port (340ea007-cbb1-4774-9b20-13b1a4a3efb8), after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:03.885714 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-353891a9-fa7c-41bd-b0ee-4f001e6fa5f3 admin admin] Publish callbacks [] for port (1ef0845a-eca3-4e27-9da9-f30e18d0cebc), precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:03.915509 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-c1919a4e-64c1-4e5c-9ccb-61d1bda0d492 None None] Provisioning complete for port 938c6a6f-9d3b-457b-a7f2-443b77f88a64 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 18 11:16:03.915887 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c1919a4e-64c1-4e5c-9ccb-61d1bda0d492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619404'] for port (938c6a6f-9d3b-457b-a7f2-443b77f88a64), provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:03.917741 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Current status of the port 09f95f53-76ba-46d8-90fc-8b446a4a283f is: ACTIVE; New status is: ACTIVE {{(pid=106380) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 11:16:03.936914 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-353891a9-fa7c-41bd-b0ee-4f001e6fa5f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732802528781'] for port (1ef0845a-eca3-4e27-9da9-f30e18d0cebc), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:03.945038 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3406acd0-2bb3-427d-9bfc-74e7a11f8c26 None None] Pushing event updated for resources: {'Port': ['ID=340ea007-cbb1-4774-9b20-13b1a4a3efb8,revision_number=1']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:16:04.019051 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:16:04.019263 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3406acd0-2bb3-427d-9bfc-74e7a11f8c26 None None] Network 610eae45-7047-4853-8153-1da79fb95838 is already hosted by enough agents. {{(pid=106380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 11:16:04.034662 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-353891a9-fa7c-41bd-b0ee-4f001e6fa5f3 admin admin] Network dd9ba834-1e3f-4b43-ad03-a13182799a15 is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 11:16:04.041855 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-353891a9-fa7c-41bd-b0ee-4f001e6fa5f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 11:16:04.044569 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-353891a9-fa7c-41bd-b0ee-4f001e6fa5f3 admin admin] Received port after_create {{(pid=106379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 18 11:16:04.045154 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-353891a9-fa7c-41bd-b0ee-4f001e6fa5f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-516804'] for router_interface (ac1bbf50-8919-4b59-b313-27fdafa51525), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:04.075368 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.scheduler.base_scheduler [None req-3406acd0-2bb3-427d-9bfc-74e7a11f8c26 None None] Resources bound (agent type, host, resource id): {{(pid=106380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 11:16:04.091282 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3406acd0-2bb3-427d-9bfc-74e7a11f8c26 None None] Received port after_create {{(pid=106380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 18 11:16:04.114579 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:16:04.225469 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-57c86739-281d-4a70-af07-949ba1130f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac1bbf50-8919-4b59-b313-27fdafa51525', 'name': 'tempest-ServerRescueNegativeTestJSON-2046775969-router', 'tenant_id': 'aab35f7119e44d3c8da92076c7e823db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'external_fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.214'}], 'enable_snat': True}, 'gw_port_id': '44b9dc73-a9bf-496f-be3a-d067fc020a1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T11:15:55Z', 'updated_at': '2022-08-18T11:16:00Z', 'revision_number': 3, 'project_id': 'aab35f7119e44d3c8da92076c7e823db', 'gw_port': {'id': '44b9dc73-a9bf-496f-be3a-d067fc020a1d', 'name': '', 'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:fa:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac1bbf50-8919-4b59-b313-27fdafa51525', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:15:57Z', 'updated_at': '2022-08-18T11:15:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853450-2-iscsi'}], 'dv-cinder-853450-2-iscsi', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:16:04.280916 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Device 938c6a6f-9d3b-457b-a7f2-443b77f88a64 up at agent ovs-agent-dv-cinder-853450-2-iscsi {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 11:16:04.305508 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b3bab2cc-a8a4-4863-9e68-616114f4c498 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:16:04.306043 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b3bab2cc-a8a4-4863-9e68-616114f4c498 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:16:04.306189 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b3bab2cc-a8a4-4863-9e68-616114f4c498 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=106378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:16:04.306524 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b3bab2cc-a8a4-4863-9e68-616114f4c498 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=106378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:16:04.306911 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.services.segments.db [None req-b3bab2cc-a8a4-4863-9e68-616114f4c498 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f9e8262-631b-4089-b0d5-152cf5753e77']}} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:16:04.345987 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:16:04.391254 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.services.segments.db [None req-b3bab2cc-a8a4-4863-9e68-616114f4c498 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b878730d-aad9-4bb7-975f-cafa0e82f84c') {'for_net_delete': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:16:04.391767 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.services.segments.db [None req-b3bab2cc-a8a4-4863-9e68-616114f4c498 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b878730d-aad9-4bb7-975f-cafa0e82f84c') {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:16:04.406184 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b91a1f64-bb18-4e8c-a8ab-5b78bebd2bca admin admin] Publish callbacks [] for port (646f8994-2a7a-4217-819b-8e72d2a51c5d), precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:04.416323 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9481277d-c7ec-48d3-bb00-78f6eec5985f None None] Publish callbacks [] for port (d49e5e32-1b44-4d2c-8e51-9a0bc8314077), precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:04.425398 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57c86739-281d-4a70-af07-949ba1130f3f None None] Checking router: ac1bbf50-8919-4b59-b313-27fdafa51525 for host: dv-cinder-853450-2-iscsi {{(pid=106380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 11:16:04.425677 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57c86739-281d-4a70-af07-949ba1130f3f None None] Updating router ac1bbf50-8919-4b59-b313-27fdafa51525 port 44b9dc73-a9bf-496f-be3a-d067fc020a1d binding host dv-cinder-853450-2-iscsi {{(pid=106380) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 11:16:04.444479 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b3bab2cc-a8a4-4863-9e68-616114f4c498 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732802979283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11810229'] for segment (b878730d-aad9-4bb7-975f-cafa0e82f84c), before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:04.469151 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-57c86739-281d-4a70-af07-949ba1130f3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (44b9dc73-a9bf-496f-be3a-d067fc020a1d), before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:04.490370 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b3bab2cc-a8a4-4863-9e68-616114f4c498 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3609830'] for segment (b878730d-aad9-4bb7-975f-cafa0e82f84c), precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:04.492699 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353891a9-fa7c-41bd-b0ee-4f001e6fa5f3 admin admin] Pushing event updated for resources: {'Port': ['ID=1ef0845a-eca3-4e27-9da9-f30e18d0cebc,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:16:04.494778 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=2,neutron:INSERT=3 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:16:04.505725 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3bab2cc-a8a4-4863-9e68-616114f4c498 admin admin] Releasing vlan 950 on physical network physnet1 to pool {{(pid=106378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 11:16:04.506227 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b3bab2cc-a8a4-4863-9e68-616114f4c498 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3609830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11809272'] for segment (b878730d-aad9-4bb7-975f-cafa0e82f84c), after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:04.537049 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9481277d-c7ec-48d3-bb00-78f6eec5985f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732802528781'] for port (d49e5e32-1b44-4d2c-8e51-9a0bc8314077), after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:04.595599 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-8706fe9b-b175-4976-b315-aa78ac626960 admin admin] Allocated IP 172.20.0.1 (ca6ccede-6467-4618-b24a-e0809d05149d/cf42f62c-f94a-411e-aa38-b95605994c37/a7274281-41d9-436f-9277-93ef3e666e58) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 11:16:04.622870 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b3bab2cc-a8a4-4863-9e68-616114f4c498 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3613358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-519472'] for network (6f9e8262-631b-4089-b0d5-152cf5753e77), after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:04.641601 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b3bab2cc-a8a4-4863-9e68-616114f4c498 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682417'] for network (None), before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:04.644529 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-353891a9-fa7c-41bd-b0ee-4f001e6fa5f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (1ef0845a-eca3-4e27-9da9-f30e18d0cebc), before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:04.646466 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [None req-b3bab2cc-a8a4-4863-9e68-616114f4c498 admin admin] 10.222.0.16 "DELETE /networking/v2.0/networks/6f9e8262-631b-4089-b0d5-152cf5753e77 HTTP/1.1" status: 204 len: 168 time: 1.3741188 Aug 18 11:16:04.653783 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.16', 49752) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:16:04.716621 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bab2cc-a8a4-4863-9e68-616114f4c498 admin admin] Pushing event deleted for resources: {'Network': ['ID=6f9e8262-631b-4089-b0d5-152cf5753e77,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:16:04.822805 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-2737d1cd-0425-483a-8ada-ea5bab2010f6 admin admin] Allocated IP 172.27.4.248 (c4d5f339-67bc-4c12-8231-94aca87a7153/76ee03a1-e6cb-4518-8461-de8749842f4e/e014c633-017b-40b4-8bad-1dcf59e53287) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 11:16:04.840344 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-3406acd0-2bb3-427d-9bfc-74e7a11f8c26 None None] Attempting to bind port 340ea007-cbb1-4774-9b20-13b1a4a3efb8 on host dv-cinder-853450-2-iscsi for vnic_type normal with profile {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 18 11:16:04.841003 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-3406acd0-2bb3-427d-9bfc-74e7a11f8c26 None None] Attempting to bind port 340ea007-cbb1-4774-9b20-13b1a4a3efb8 by drivers openvswitch,hyperv on host dv-cinder-853450-2-iscsi at level 0 using segments [{'id': '9c3c1f69-d097-49d4-af01-0805916be3fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 968, 'network_id': '610eae45-7047-4853-8153-1da79fb95838'}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 18 11:16:04.841098 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3406acd0-2bb3-427d-9bfc-74e7a11f8c26 None None] Attempting to bind port 340ea007-cbb1-4774-9b20-13b1a4a3efb8 on network 610eae45-7047-4853-8153-1da79fb95838 {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 18 11:16:04.846268 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9481277d-c7ec-48d3-bb00-78f6eec5985f None None] Network 5b1c9faa-c979-43b2-a0cc-ea8cbdb168b9 is already hosted by enough agents. {{(pid=106380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 11:16:04.856068 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-c1919a4e-64c1-4e5c-9ccb-61d1bda0d492 None None] Current status of the port 938c6a6f-9d3b-457b-a7f2-443b77f88a64 is: ACTIVE; New status is: ACTIVE {{(pid=106380) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 11:16:04.868903 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.scheduler.base_scheduler [None req-9481277d-c7ec-48d3-bb00-78f6eec5985f None None] Resources bound (agent type, host, resource id): {{(pid=106380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 11:16:04.871322 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9481277d-c7ec-48d3-bb00-78f6eec5985f None None] Received port after_create {{(pid=106380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 18 11:16:04.882939 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:16:04.884303 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3406acd0-2bb3-427d-9bfc-74e7a11f8c26 None None] Checking agent: {'id': '69d4285f-736d-41a6-a99e-1994eed59bce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-853450-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 18, 11, 7, 46), 'started_at': datetime.datetime(2022, 8, 18, 11, 8, 16), 'heartbeat_timestamp': datetime.datetime(2022, 8, 18, 11, 15, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-853450-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 18 11:16:04.884814 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3406acd0-2bb3-427d-9bfc-74e7a11f8c26 None None] Checking segment: {'id': '9c3c1f69-d097-49d4-af01-0805916be3fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 968, 'network_id': '610eae45-7047-4853-8153-1da79fb95838'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 18 11:16:04.885113 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-3406acd0-2bb3-427d-9bfc-74e7a11f8c26 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:04.885586 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3406acd0-2bb3-427d-9bfc-74e7a11f8c26 None None] Bound using segment: {'id': '9c3c1f69-d097-49d4-af01-0805916be3fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 968, 'network_id': '610eae45-7047-4853-8153-1da79fb95838'} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 18 11:16:04.885988 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-3406acd0-2bb3-427d-9bfc-74e7a11f8c26 None None] Bound port: 340ea007-cbb1-4774-9b20-13b1a4a3efb8, host: dv-cinder-853450-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c3c1f69-d097-49d4-af01-0805916be3fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 968, 'network_id': '610eae45-7047-4853-8153-1da79fb95838'}}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 18 11:16:04.886414 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-3406acd0-2bb3-427d-9bfc-74e7a11f8c26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (340ea007-cbb1-4774-9b20-13b1a4a3efb8), before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:04.898756 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Provisioning complete for port 938c6a6f-9d3b-457b-a7f2-443b77f88a64 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 18 11:16:04.899152 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619404'] for port (938c6a6f-9d3b-457b-a7f2-443b77f88a64), provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:04.931487 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b91a1f64-bb18-4e8c-a8ab-5b78bebd2bca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732802528781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11809227'] for port (646f8994-2a7a-4217-819b-8e72d2a51c5d), after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:04.949898 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9481277d-c7ec-48d3-bb00-78f6eec5985f None None] Pushing event updated for resources: {'Port': ['ID=d49e5e32-1b44-4d2c-8e51-9a0bc8314077,revision_number=1']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:16:05.020667 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-353891a9-fa7c-41bd-b0ee-4f001e6fa5f3 admin admin] Publish callbacks [] for port (1ef0845a-eca3-4e27-9da9-f30e18d0cebc), precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:05.023034 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b91a1f64-bb18-4e8c-a8ab-5b78bebd2bca admin admin] Network c4d5f339-67bc-4c12-8231-94aca87a7153 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 11:16:05.033211 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-353891a9-fa7c-41bd-b0ee-4f001e6fa5f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732803053689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732802528799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732802528817'] for port (1ef0845a-eca3-4e27-9da9-f30e18d0cebc), after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:05.033329 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.db.db_base_plugin_v2 [None req-decd72fa-2856-4266-bfd5-aa56f0a475fe admin admin] Deleting subnet 9980966e-e716-42e4-b5ac-cf1bc787cd9c {{(pid=106378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 18 11:16:05.042781 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-b91a1f64-bb18-4e8c-a8ab-5b78bebd2bca admin admin] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 11:16:05.045930 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-353891a9-fa7c-41bd-b0ee-4f001e6fa5f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3683465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-516656'] for router_interface (ac1bbf50-8919-4b59-b313-27fdafa51525), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:05.049582 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-decd72fa-2856-4266-bfd5-aa56f0a475fe admin admin] Publish callbacks [] for subnet (9980966e-e716-42e4-b5ac-cf1bc787cd9c), before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:05.071132 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b91a1f64-bb18-4e8c-a8ab-5b78bebd2bca admin admin] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 18 11:16:05.076693 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-4f57f614-0934-4ae0-8a64-8f4d553a516e None None] Provisioning complete for port 1ef0845a-eca3-4e27-9da9-f30e18d0cebc triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 18 11:16:05.076693 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-4f57f614-0934-4ae0-8a64-8f4d553a516e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619404'] for port (1ef0845a-eca3-4e27-9da9-f30e18d0cebc), provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:05.099766 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91a1f64-bb18-4e8c-a8ab-5b78bebd2bca admin admin] Pushing event updated for resources: {'Port': ['ID=646f8994-2a7a-4217-819b-8e72d2a51c5d,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:16:05.131745 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.services.segments.plugin [-] Segment b878730d-aad9-4bb7-975f-cafa0e82f84c resource provider aggregate not found Aug 18 11:16:05.141105 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-9481277d-c7ec-48d3-bb00-78f6eec5985f None None] Attempting to bind port d49e5e32-1b44-4d2c-8e51-9a0bc8314077 on host dv-cinder-853450-2-iscsi for vnic_type normal with profile {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 18 11:16:05.141482 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-9481277d-c7ec-48d3-bb00-78f6eec5985f None None] Attempting to bind port d49e5e32-1b44-4d2c-8e51-9a0bc8314077 by drivers openvswitch,hyperv on host dv-cinder-853450-2-iscsi at level 0 using segments [{'id': '892a3a86-c8b7-4a74-8bc2-c36bdf2ec3b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 974, 'network_id': '5b1c9faa-c979-43b2-a0cc-ea8cbdb168b9'}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 18 11:16:05.141840 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9481277d-c7ec-48d3-bb00-78f6eec5985f None None] Attempting to bind port d49e5e32-1b44-4d2c-8e51-9a0bc8314077 on network 5b1c9faa-c979-43b2-a0cc-ea8cbdb168b9 {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 18 11:16:05.146146 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:INSERT=2,neutron:SELECT=91,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:16:05.165769 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.services.segments.plugin [-] Segment b878730d-aad9-4bb7-975f-cafa0e82f84c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b878730d-aad9-4bb7-975f-cafa0e82f84c found for delete ", "request_id": "req-2c9785cc-371d-4316-bc7d-bfcb8c252956"}]} Aug 18 11:16:05.173669 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-4f57f614-0934-4ae0-8a64-8f4d553a516e None None] Port 1ef0845a-eca3-4e27-9da9-f30e18d0cebc cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 18 11:16:05.175558 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-3406acd0-2bb3-427d-9bfc-74e7a11f8c26 None None] For port 340ea007-cbb1-4774-9b20-13b1a4a3efb8, host dv-cinder-853450-2-iscsi, cleared binding levels {{(pid=106380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 11:16:05.193758 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9481277d-c7ec-48d3-bb00-78f6eec5985f None None] Checking agent: {'id': '69d4285f-736d-41a6-a99e-1994eed59bce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-853450-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 18, 11, 7, 46), 'started_at': datetime.datetime(2022, 8, 18, 11, 8, 16), 'heartbeat_timestamp': datetime.datetime(2022, 8, 18, 11, 15, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-853450-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 18 11:16:05.194071 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9481277d-c7ec-48d3-bb00-78f6eec5985f None None] Checking segment: {'id': '892a3a86-c8b7-4a74-8bc2-c36bdf2ec3b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 974, 'network_id': '5b1c9faa-c979-43b2-a0cc-ea8cbdb168b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 18 11:16:05.194448 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9481277d-c7ec-48d3-bb00-78f6eec5985f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:05.195019 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9481277d-c7ec-48d3-bb00-78f6eec5985f None None] Bound using segment: {'id': '892a3a86-c8b7-4a74-8bc2-c36bdf2ec3b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 974, 'network_id': '5b1c9faa-c979-43b2-a0cc-ea8cbdb168b9'} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 18 11:16:05.195330 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-9481277d-c7ec-48d3-bb00-78f6eec5985f None None] Bound port: d49e5e32-1b44-4d2c-8e51-9a0bc8314077, host: dv-cinder-853450-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '892a3a86-c8b7-4a74-8bc2-c36bdf2ec3b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 974, 'network_id': '5b1c9faa-c979-43b2-a0cc-ea8cbdb168b9'}}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 18 11:16:05.195713 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9481277d-c7ec-48d3-bb00-78f6eec5985f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (d49e5e32-1b44-4d2c-8e51-9a0bc8314077), before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:05.203184 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-3406acd0-2bb3-427d-9bfc-74e7a11f8c26 None None] For port 340ea007-cbb1-4774-9b20-13b1a4a3efb8, host dv-cinder-853450-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853450-2-iscsi',level=0,port_id=340ea007-cbb1-4774-9b20-13b1a4a3efb8,segment=NetworkSegment(9c3c1f69-d097-49d4-af01-0805916be3fe),segment_id=9c3c1f69-d097-49d4-af01-0805916be3fe)] {{(pid=106380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 11:16:05.208637 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8706fe9b-b175-4976-b315-aa78ac626960 admin admin] Publish callbacks [] for port (a7274281-41d9-436f-9277-93ef3e666e58), precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:05.214750 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-decd72fa-2856-4266-bfd5-aa56f0a475fe admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11810236'] for subnet (9980966e-e716-42e4-b5ac-cf1bc787cd9c), precommit_delete_associations {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:05.216523 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=87,neutron:INSERT=6,neutron:DELETE=2,neutron:UPDATE=5 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:16:05.217875 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-3406acd0-2bb3-427d-9bfc-74e7a11f8c26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732803053689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732802528799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732802528817'] for port (340ea007-cbb1-4774-9b20-13b1a4a3efb8), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:05.225060 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Current status of the port 938c6a6f-9d3b-457b-a7f2-443b77f88a64 is: ACTIVE; New status is: ACTIVE {{(pid=106380) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 11:16:05.226115 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Device ce095ec4-83b0-46bf-b392-7aa0e9163c2a up at agent ovs-agent-dv-cinder-853450-2-iscsi {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 11:16:05.244836 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-353891a9-fa7c-41bd-b0ee-4f001e6fa5f3 admin admin] Network dd9ba834-1e3f-4b43-ad03-a13182799a15 is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 11:16:05.248849 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353891a9-fa7c-41bd-b0ee-4f001e6fa5f3 admin admin] Pushing event updated for resources: {'Port': ['ID=1ef0845a-eca3-4e27-9da9-f30e18d0cebc,revision_number=2']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:16:05.253877 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-353891a9-fa7c-41bd-b0ee-4f001e6fa5f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 11:16:05.262775 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2737d1cd-0425-483a-8ada-ea5bab2010f6 admin admin] Publish callbacks [] for port (e014c633-017b-40b4-8bad-1dcf59e53287), precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:05.368603 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3406acd0-2bb3-427d-9bfc-74e7a11f8c26 None None] Pushing event updated for resources: {'Port': ['ID=340ea007-cbb1-4774-9b20-13b1a4a3efb8,revision_number=2']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:16:05.381224 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:16:05.402431 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-9481277d-c7ec-48d3-bb00-78f6eec5985f None None] For port d49e5e32-1b44-4d2c-8e51-9a0bc8314077, host dv-cinder-853450-2-iscsi, cleared binding levels {{(pid=106380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 11:16:05.408039 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-9481277d-c7ec-48d3-bb00-78f6eec5985f None None] For port d49e5e32-1b44-4d2c-8e51-9a0bc8314077, host dv-cinder-853450-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853450-2-iscsi',level=0,port_id=d49e5e32-1b44-4d2c-8e51-9a0bc8314077,segment=NetworkSegment(892a3a86-c8b7-4a74-8bc2-c36bdf2ec3b1),segment_id=892a3a86-c8b7-4a74-8bc2-c36bdf2ec3b1)] {{(pid=106380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 11:16:05.411979 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Provisioning complete for port ce095ec4-83b0-46bf-b392-7aa0e9163c2a triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 18 11:16:05.412753 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619404'] for port (ce095ec4-83b0-46bf-b392-7aa0e9163c2a), provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:05.432686 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-353891a9-fa7c-41bd-b0ee-4f001e6fa5f3 admin admin] Router ac1bbf50-8919-4b59-b313-27fdafa51525 has already been hosted by L3 agent 5a2ac145-53e3-4597-a9e7-c52b4336ae58 {{(pid=106379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 11:16:05.444657 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9481277d-c7ec-48d3-bb00-78f6eec5985f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732803053689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732802528799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732802528817'] for port (d49e5e32-1b44-4d2c-8e51-9a0bc8314077), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:05.551358 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9481277d-c7ec-48d3-bb00-78f6eec5985f None None] Pushing event updated for resources: {'Port': ['ID=d49e5e32-1b44-4d2c-8e51-9a0bc8314077,revision_number=2']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:16:05.640438 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-decd72fa-2856-4266-bfd5-aa56f0a475fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3613534'] for subnet (9980966e-e716-42e4-b5ac-cf1bc787cd9c), precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:05.673061 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:16:05.704429 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Current status of the port ce095ec4-83b0-46bf-b392-7aa0e9163c2a is: DOWN; New status is: ACTIVE {{(pid=106380) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 11:16:05.705056 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (ce095ec4-83b0-46bf-b392-7aa0e9163c2a), before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:05.713355 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-353891a9-fa7c-41bd-b0ee-4f001e6fa5f3 admin admin] Notify agent at l3_agent.dv-cinder-853450-2-iscsi the message routers_updated {{(pid=106379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 11:16:05.726802 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8706fe9b-b175-4976-b315-aa78ac626960 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732802528781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11809227'] for port (a7274281-41d9-436f-9277-93ef3e666e58), after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:05.727010 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (0c451e2b-fe38-44d1-984c-2dd7bcedf4dc), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:05.750546 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-353891a9-fa7c-41bd-b0ee-4f001e6fa5f3 admin admin] 10.222.0.16 "PUT /networking/v2.0/routers/ac1bbf50-8919-4b59-b313-27fdafa51525/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9365158 Aug 18 11:16:05.808651 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] For port ce095ec4-83b0-46bf-b392-7aa0e9163c2a, host dv-cinder-853450-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853450-2-iscsi',level=0,port_id=ce095ec4-83b0-46bf-b392-7aa0e9163c2a,segment=NetworkSegment(67ba5125-9fc9-4a45-924f-a98fceaf00fb),segment_id=67ba5125-9fc9-4a45-924f-a98fceaf00fb)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:16:05.860019 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8706fe9b-b175-4976-b315-aa78ac626960 admin admin] Pushing event updated for resources: {'Port': ['ID=a7274281-41d9-436f-9277-93ef3e666e58,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:16:05.866851 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2737d1cd-0425-483a-8ada-ea5bab2010f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732802528781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11809227'] for port (e014c633-017b-40b4-8bad-1dcf59e53287), after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:05.874977 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-decd72fa-2856-4266-bfd5-aa56f0a475fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3613479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11809182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11843840'] for subnet (9980966e-e716-42e4-b5ac-cf1bc787cd9c), after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:05.877858 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732803053689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732802528799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732802528817'] for port (ce095ec4-83b0-46bf-b392-7aa0e9163c2a), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:05.878681 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Device 09f95f53-76ba-46d8-90fc-8b446a4a283f up at agent ovs-agent-dv-cinder-853450-2-iscsi {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 11:16:05.967069 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cc18c41f-bcf5-41d1-8bda-fa5cc2a9511c None None] Provisioning complete for port 1ef0845a-eca3-4e27-9da9-f30e18d0cebc triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 18 11:16:05.967551 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cc18c41f-bcf5-41d1-8bda-fa5cc2a9511c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619404'] for port (1ef0845a-eca3-4e27-9da9-f30e18d0cebc), provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:06.024927 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8706fe9b-b175-4976-b315-aa78ac626960 admin admin] Network ca6ccede-6467-4618-b24a-e0809d05149d is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 11:16:06.035502 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2737d1cd-0425-483a-8ada-ea5bab2010f6 admin admin] Network c4d5f339-67bc-4c12-8231-94aca87a7153 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 11:16:06.088754 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decd72fa-2856-4266-bfd5-aa56f0a475fe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9980966e-e716-42e4-b5ac-cf1bc787cd9c,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:16:06.092306 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-decd72fa-2856-4266-bfd5-aa56f0a475fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682417'] for subnet (None), before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:06.103149 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.16', 49782) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:16:06.108638 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [None req-decd72fa-2856-4266-bfd5-aa56f0a475fe admin admin] 10.222.0.16 "DELETE /networking/v2.0/subnets/9980966e-e716-42e4-b5ac-cf1bc787cd9c HTTP/1.1" status: 204 len: 168 time: 1.4420042 Aug 18 11:16:06.134794 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Pushing event updated for resources: {'Port': ['ID=ce095ec4-83b0-46bf-b392-7aa0e9163c2a,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:16:06.162443 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-cc18c41f-bcf5-41d1-8bda-fa5cc2a9511c None None] Port 1ef0845a-eca3-4e27-9da9-f30e18d0cebc cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 18 11:16:06.205719 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:16:06.220472 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-fb0c2ecc-595f-44bb-97f0-9aaa12540585 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3592451'] for network (db067efc-5424-4174-9d50-544605c36c27), before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:06.226206 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:INSERT=2,neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:16:06.228513 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2737d1cd-0425-483a-8ada-ea5bab2010f6 admin admin] Pushing event updated for resources: {'Port': ['ID=e014c633-017b-40b4-8bad-1dcf59e53287,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:16:06.252131 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-8706fe9b-b175-4976-b315-aa78ac626960 admin admin] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 11:16:06.255883 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8706fe9b-b175-4976-b315-aa78ac626960 admin admin] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 18 11:16:06.257701 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Provisioning complete for port 09f95f53-76ba-46d8-90fc-8b446a4a283f triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 18 11:16:06.258822 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619404'] for port (09f95f53-76ba-46d8-90fc-8b446a4a283f), provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:06.264040 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-2737d1cd-0425-483a-8ada-ea5bab2010f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 11:16:06.267353 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2737d1cd-0425-483a-8ada-ea5bab2010f6 admin admin] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 18 11:16:06.336362 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b91a1f64-bb18-4e8c-a8ab-5b78bebd2bca admin admin] Publish callbacks [] for router_gateway (97e200f4-d6cb-4648-9cd1-8bbb079a2573), after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:06.457551 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-57c86739-281d-4a70-af07-949ba1130f3f None None] Publish callbacks [] for port (44b9dc73-a9bf-496f-be3a-d067fc020a1d), precommit_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:06.510394 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.16', 49792) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:16:06.523635 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-57c86739-281d-4a70-af07-949ba1130f3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732803053689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732802528799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732802528817'] for port (44b9dc73-a9bf-496f-be3a-d067fc020a1d), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:06.559330 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-fb0c2ecc-595f-44bb-97f0-9aaa12540585 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3613349', 'neutron.services.segments.db._delete_segments_for_network-8732802979220'] for network (db067efc-5424-4174-9d50-544605c36c27), precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:06.622492 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-fb0c2ecc-595f-44bb-97f0-9aaa12540585 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=106379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:16:06.622869 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-fb0c2ecc-595f-44bb-97f0-9aaa12540585 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=106379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:16:06.626751 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-fb0c2ecc-595f-44bb-97f0-9aaa12540585 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:16:06.627113 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-fb0c2ecc-595f-44bb-97f0-9aaa12540585 admin admin] Subscribe: > port after_create 55550000 {{(pid=106379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:16:06.630559 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-fb0c2ecc-595f-44bb-97f0-9aaa12540585 admin admin] Subscribe: > port after_delete 55550000 {{(pid=106379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:16:06.632113 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-fb0c2ecc-595f-44bb-97f0-9aaa12540585 admin admin] Subscribe: > port after_update 55550000 {{(pid=106379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:16:06.632706 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-fb0c2ecc-595f-44bb-97f0-9aaa12540585 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=106379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:16:06.633053 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-fb0c2ecc-595f-44bb-97f0-9aaa12540585 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:16:06.633389 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-fb0c2ecc-595f-44bb-97f0-9aaa12540585 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:16:06.633730 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-fb0c2ecc-595f-44bb-97f0-9aaa12540585 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=106379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:16:06.672203 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Current status of the port 09f95f53-76ba-46d8-90fc-8b446a4a283f is: ACTIVE; New status is: ACTIVE {{(pid=106380) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 11:16:06.677497 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8706fe9b-b175-4976-b315-aa78ac626960 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-516804'] for router_interface (998cf145-4292-4cbf-b148-168edf6fee5f), before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:06.692157 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-57c86739-281d-4a70-af07-949ba1130f3f None None] Attempting to bind port 44b9dc73-a9bf-496f-be3a-d067fc020a1d on host dv-cinder-853450-2-iscsi for vnic_type normal with profile {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 18 11:16:06.692624 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-57c86739-281d-4a70-af07-949ba1130f3f None None] Attempting to bind port 44b9dc73-a9bf-496f-be3a-d067fc020a1d by drivers openvswitch,hyperv on host dv-cinder-853450-2-iscsi at level 0 using segments [{'id': '67ba5125-9fc9-4a45-924f-a98fceaf00fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153'}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 18 11:16:06.693151 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57c86739-281d-4a70-af07-949ba1130f3f None None] Attempting to bind port 44b9dc73-a9bf-496f-be3a-d067fc020a1d on network c4d5f339-67bc-4c12-8231-94aca87a7153 {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 18 11:16:06.741379 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57c86739-281d-4a70-af07-949ba1130f3f None None] Checking agent: {'id': '69d4285f-736d-41a6-a99e-1994eed59bce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-853450-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 18, 11, 7, 46), 'started_at': datetime.datetime(2022, 8, 18, 11, 8, 16), 'heartbeat_timestamp': datetime.datetime(2022, 8, 18, 11, 15, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-853450-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 18 11:16:06.742749 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57c86739-281d-4a70-af07-949ba1130f3f None None] Checking segment: {'id': '67ba5125-9fc9-4a45-924f-a98fceaf00fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 18 11:16:06.743252 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-57c86739-281d-4a70-af07-949ba1130f3f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:06.744603 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57c86739-281d-4a70-af07-949ba1130f3f None None] Bound using segment: {'id': '67ba5125-9fc9-4a45-924f-a98fceaf00fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153'} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 18 11:16:06.745201 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-57c86739-281d-4a70-af07-949ba1130f3f None None] Bound port: 44b9dc73-a9bf-496f-be3a-d067fc020a1d, host: dv-cinder-853450-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67ba5125-9fc9-4a45-924f-a98fceaf00fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153'}}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 18 11:16:06.746269 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-57c86739-281d-4a70-af07-949ba1130f3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (44b9dc73-a9bf-496f-be3a-d067fc020a1d), before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:06.762807 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f47d1e2-8b90-4099-be6b-1eccdd0b5fdc None None] Pushing event updated for resources: {'Port': ['ID=44b9dc73-a9bf-496f-be3a-d067fc020a1d,revision_number=2']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:16:06.871185 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-57c86739-281d-4a70-af07-949ba1130f3f None None] For port 44b9dc73-a9bf-496f-be3a-d067fc020a1d, host dv-cinder-853450-2-iscsi, cleared binding levels {{(pid=106380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 11:16:06.879786 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-57c86739-281d-4a70-af07-949ba1130f3f None None] For port 44b9dc73-a9bf-496f-be3a-d067fc020a1d, host dv-cinder-853450-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853450-2-iscsi',level=0,port_id=44b9dc73-a9bf-496f-be3a-d067fc020a1d,segment=NetworkSegment(67ba5125-9fc9-4a45-924f-a98fceaf00fb),segment_id=67ba5125-9fc9-4a45-924f-a98fceaf00fb)] {{(pid=106380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 11:16:06.893145 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:16:06.921359 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-57c86739-281d-4a70-af07-949ba1130f3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732803053689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732802528799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732802528817'] for port (44b9dc73-a9bf-496f-be3a-d067fc020a1d), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:06.985705 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-4afe1ff5-4f3a-424e-8d25-05367181295f None None] Provisioning complete for port a7274281-41d9-436f-9277-93ef3e666e58 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 18 11:16:06.986650 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-4afe1ff5-4f3a-424e-8d25-05367181295f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619404'] for port (a7274281-41d9-436f-9277-93ef3e666e58), provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:07.026200 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:16:07.029253 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.16', 49812) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:16:07.036783 dv-cinder-853450-2-iscsi neutron-server[106378]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 18 11:16:07.049286 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57c86739-281d-4a70-af07-949ba1130f3f None None] Routers {'ac1bbf50-8919-4b59-b313-27fdafa51525'} bound to L3 agent in host dv-cinder-853450-2-iscsi {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 18 11:16:07.050187 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-57c86739-281d-4a70-af07-949ba1130f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853450-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-18T11:07:43Z,description=,heartbeat_timestamp=2022-08-18T11:15:43Z,host='dv-cinder-853450-2-iscsi',id=5a2ac145-53e3-4597-a9e7-c52b4336ae58,load=0,resource_versions=,resources_synced=,started_at=2022-08-18T11:07:43Z,topic='l3_agent')) {'router_ids': ['ac1bbf50-8919-4b59-b313-27fdafa51525'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:16:07.086932 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-fb0c2ecc-595f-44bb-97f0-9aaa12540585 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:16:07.087801 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-fb0c2ecc-595f-44bb-97f0-9aaa12540585 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:16:07.090057 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-fb0c2ecc-595f-44bb-97f0-9aaa12540585 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=106379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:16:07.090634 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-fb0c2ecc-595f-44bb-97f0-9aaa12540585 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=106379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:16:07.091172 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.services.segments.db [None req-fb0c2ecc-595f-44bb-97f0-9aaa12540585 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db067efc-5424-4174-9d50-544605c36c27']}} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:16:07.108174 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da148ba5-44ca-4ff4-b461-1141bff031b6 None None] Network 610eae45-7047-4853-8153-1da79fb95838 requested from dv-cinder-853450-2-iscsi {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 18 11:16:07.110778 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f47d1e2-8b90-4099-be6b-1eccdd0b5fdc None None] Pushing event updated for resources: {'Port': ['ID=44b9dc73-a9bf-496f-be3a-d067fc020a1d,revision_number=3']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:16:07.156807 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.services.segments.db [None req-fb0c2ecc-595f-44bb-97f0-9aaa12540585 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '893b36b5-8428-4c26-a279-fcc0b8fe14cb') {'for_net_delete': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:16:07.157676 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.services.segments.db [None req-fb0c2ecc-595f-44bb-97f0-9aaa12540585 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '893b36b5-8428-4c26-a279-fcc0b8fe14cb') {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:16:07.162312 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-4afe1ff5-4f3a-424e-8d25-05367181295f None None] Port a7274281-41d9-436f-9277-93ef3e666e58 cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 18 11:16:07.188805 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a9b31f26-2039-4ca0-87ac-c336e584c651 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:07.193212 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-fb0c2ecc-595f-44bb-97f0-9aaa12540585 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732802979283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11092011'] for segment (893b36b5-8428-4c26-a279-fcc0b8fe14cb), before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:07.213745 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Device ce095ec4-83b0-46bf-b392-7aa0e9163c2a up at agent ovs-agent-dv-cinder-853450-2-iscsi {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 11:16:07.277448 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.agents_db [None req-8a9264f7-88d3-4c8b-91d1-adcc6bb37de7 None None] Agent healthcheck: found 6 active agents {{(pid=106381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 11:16:07.363332 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-19245344-1b87-4885-97a4-c1f152762291 None None] Provisioning complete for port 340ea007-cbb1-4774-9b20-13b1a4a3efb8 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 18 11:16:07.363982 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-19245344-1b87-4885-97a4-c1f152762291 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619404'] for port (340ea007-cbb1-4774-9b20-13b1a4a3efb8), provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:07.387181 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a9b31f26-2039-4ca0-87ac-c336e584c651 admin admin] Publish callbacks [] for security_group (86479e9d-47bd-4526-9fb0-db10ca868bc1), precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:07.393745 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a9b31f26-2039-4ca0-87ac-c336e584c651 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433130'] for security_group (86479e9d-47bd-4526-9fb0-db10ca868bc1), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:07.428277 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-fb0c2ecc-595f-44bb-97f0-9aaa12540585 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3609830'] for segment (893b36b5-8428-4c26-a279-fcc0b8fe14cb), precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:07.429567 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-57c86739-281d-4a70-af07-949ba1130f3f None None] Set router ac1bbf50-8919-4b59-b313-27fdafa51525 gateway port host: dv-cinder-853450-2-iscsi {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 18 11:16:07.434416 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11a7970f-89fa-4859-9538-064dd2959db0 None None] Network 5b1c9faa-c979-43b2-a0cc-ea8cbdb168b9 requested from dv-cinder-853450-2-iscsi {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 18 11:16:07.463516 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-a9b31f26-2039-4ca0-87ac-c336e584c651 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=91e84d72229e441ebf93cf99b28999ce&name=default HTTP/1.1" status: 200 len: 2995 time: 0.9518292 Aug 18 11:16:07.469468 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b31f26-2039-4ca0-87ac-c336e584c651 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86479e9d-47bd-4526-9fb0-db10ca868bc1,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:16:07.481469 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.16', 49828) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:16:07.486064 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb0c2ecc-595f-44bb-97f0-9aaa12540585 admin admin] Releasing vlan 958 on physical network physnet1 to pool {{(pid=106379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 11:16:07.486815 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-fb0c2ecc-595f-44bb-97f0-9aaa12540585 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3609830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1638972'] for segment (893b36b5-8428-4c26-a279-fcc0b8fe14cb), after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:07.514036 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:16:07.574784 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b91a1f64-bb18-4e8c-a8ab-5b78bebd2bca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-518933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-519602'] for router (97e200f4-d6cb-4648-9cd1-8bbb079a2573), after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:07.657911 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-fb0c2ecc-595f-44bb-97f0-9aaa12540585 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3613358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-519472'] for network (db067efc-5424-4174-9d50-544605c36c27), after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:07.684640 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-fb0c2ecc-595f-44bb-97f0-9aaa12540585 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682417'] for network (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:07.697020 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-fb0c2ecc-595f-44bb-97f0-9aaa12540585 admin admin] 10.222.0.16 "DELETE /networking/v2.0/networks/db067efc-5424-4174-9d50-544605c36c27 HTTP/1.1" status: 204 len: 168 time: 1.5891504 Aug 18 11:16:07.721203 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c62e2efd-ba6c-4509-ac24-c1a2a1d37fae admin admin] Publish callbacks [] for security_group (86479e9d-47bd-4526-9fb0-db10ca868bc1), before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:07.728719 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0c2ecc-595f-44bb-97f0-9aaa12540585 admin admin] Pushing event deleted for resources: {'Network': ['ID=db067efc-5424-4174-9d50-544605c36c27,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:16:07.729314 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2737d1cd-0425-483a-8ada-ea5bab2010f6 admin admin] Publish callbacks [] for router_gateway (831210b6-dcdc-42e9-b525-a9ceeab779ac), after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:07.777826 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c62e2efd-ba6c-4509-ac24-c1a2a1d37fae admin admin] Publish callbacks [] for security_group (86479e9d-47bd-4526-9fb0-db10ca868bc1), precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:07.788316 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Provisioning complete for port ce095ec4-83b0-46bf-b392-7aa0e9163c2a triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 18 11:16:07.789592 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619404'] for port (ce095ec4-83b0-46bf-b392-7aa0e9163c2a), provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:07.922024 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c62e2efd-ba6c-4509-ac24-c1a2a1d37fae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433130'] for security_group (86479e9d-47bd-4526-9fb0-db10ca868bc1), after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:07.925108 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c62e2efd-ba6c-4509-ac24-c1a2a1d37fae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:07.926064 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-c62e2efd-ba6c-4509-ac24-c1a2a1d37fae admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/86479e9d-47bd-4526-9fb0-db10ca868bc1 HTTP/1.1" status: 204 len: 168 time: 0.4435744 Aug 18 11:16:07.948184 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62e2efd-ba6c-4509-ac24-c1a2a1d37fae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86479e9d-47bd-4526-9fb0-db10ca868bc1,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:16:07.964508 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8706fe9b-b175-4976-b315-aa78ac626960 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (a7274281-41d9-436f-9277-93ef3e666e58), before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:07.981492 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.16', 49858) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:16:08.097963 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-828e739c-ec09-4bf6-9fcb-330a4af98067 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=9bde4e46648043d1bcf041be06ae18cb&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1148851 Aug 18 11:16:08.101233 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.16', 49860) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:16:08.187740 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:16:08.239266 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a70ed307-416f-4536-bdc8-e338cd4ebee5 admin admin] Publish callbacks [] for security_group (81376047-64cd-4237-99c5-b3daebdd93d0), before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:08.252920 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.services.segments.plugin [-] Segment 893b36b5-8428-4c26-a279-fcc0b8fe14cb resource provider aggregate not found Aug 18 11:16:08.272405 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:16:08.306156 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a70ed307-416f-4536-bdc8-e338cd4ebee5 admin admin] Publish callbacks [] for security_group (81376047-64cd-4237-99c5-b3daebdd93d0), precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:08.402897 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a70ed307-416f-4536-bdc8-e338cd4ebee5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433130'] for security_group (81376047-64cd-4237-99c5-b3daebdd93d0), after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:08.409351 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a70ed307-416f-4536-bdc8-e338cd4ebee5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:08.411436 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-a70ed307-416f-4536-bdc8-e338cd4ebee5 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/81376047-64cd-4237-99c5-b3daebdd93d0 HTTP/1.1" status: 204 len: 168 time: 0.3085256 Aug 18 11:16:08.413610 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.services.segments.plugin [-] Segment 893b36b5-8428-4c26-a279-fcc0b8fe14cb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 893b36b5-8428-4c26-a279-fcc0b8fe14cb found for delete ", "request_id": "req-10db71bd-8950-4169-a253-c6dddf22c6f1"}]} Aug 18 11:16:08.426504 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70ed307-416f-4536-bdc8-e338cd4ebee5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81376047-64cd-4237-99c5-b3daebdd93d0,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:16:08.546212 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbea844b-6ad4-4759-8400-7f7f7757db88 req-76d9d7a2-11b8-4316-82b8-3b7de333f262 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:16:08.553817 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-dbea844b-6ad4-4759-8400-7f7f7757db88 req-76d9d7a2-11b8-4316-82b8-3b7de333f262 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/networks?id=dd9ba834-1e3f-4b43-ad03-a13182799a15 HTTP/1.1" status: 200 len: 819 time: 1.5201983 Aug 18 11:16:08.579384 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=100 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:16:08.584621 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-19245344-1b87-4885-97a4-c1f152762291 None None] Current status of the port 340ea007-cbb1-4774-9b20-13b1a4a3efb8 is: DOWN; New status is: ACTIVE {{(pid=106380) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 11:16:08.585029 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-19245344-1b87-4885-97a4-c1f152762291 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (340ea007-cbb1-4774-9b20-13b1a4a3efb8), before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:08.622232 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-dbea844b-6ad4-4759-8400-7f7f7757db88 req-d051e716-3f02-40d7-89c1-816896e7cbaf tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/quotas/aab35f7119e44d3c8da92076c7e823db HTTP/1.1" status: 200 len: 375 time: 0.0230348 Aug 18 11:16:08.635925 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Current status of the port ce095ec4-83b0-46bf-b392-7aa0e9163c2a is: ACTIVE; New status is: ACTIVE {{(pid=106380) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 11:16:08.637412 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Device 340ea007-cbb1-4774-9b20-13b1a4a3efb8 up at agent ovs-agent-dv-cinder-853450-2-iscsi {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 11:16:08.755067 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.16', 49870) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:16:08.766242 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:16:08.771381 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-dbea844b-6ad4-4759-8400-7f7f7757db88 req-d1adaade-8b93-4a24-aa2b-297e6c01b24e tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=aab35f7119e44d3c8da92076c7e823db&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1338582 Aug 18 11:16:08.774080 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-19245344-1b87-4885-97a4-c1f152762291 None None] For port 340ea007-cbb1-4774-9b20-13b1a4a3efb8, host dv-cinder-853450-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853450-2-iscsi',level=0,port_id=340ea007-cbb1-4774-9b20-13b1a4a3efb8,segment=NetworkSegment(9c3c1f69-d097-49d4-af01-0805916be3fe),segment_id=9c3c1f69-d097-49d4-af01-0805916be3fe)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:16:08.789589 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-19245344-1b87-4885-97a4-c1f152762291 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732803053689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732802528799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732802528817'] for port (340ea007-cbb1-4774-9b20-13b1a4a3efb8), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:08.792308 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-57c86739-281d-4a70-af07-949ba1130f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac1bbf50-8919-4b59-b313-27fdafa51525', 'name': 'tempest-ServerRescueNegativeTestJSON-2046775969-router', 'tenant_id': 'aab35f7119e44d3c8da92076c7e823db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'external_fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.214'}], 'enable_snat': True}, 'gw_port_id': '44b9dc73-a9bf-496f-be3a-d067fc020a1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T11:15:55Z', 'updated_at': '2022-08-18T11:16:04Z', 'revision_number': 4, 'project_id': 'aab35f7119e44d3c8da92076c7e823db', 'gw_port': {'id': '44b9dc73-a9bf-496f-be3a-d067fc020a1d', 'name': '', 'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:fa:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac1bbf50-8919-4b59-b313-27fdafa51525', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853450-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:15:57Z', 'updated_at': '2022-08-18T11:16:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853450-2-iscsi', '_interfaces': [{'id': '1ef0845a-eca3-4e27-9da9-f30e18d0cebc', 'name': '', 'network_id': 'dd9ba834-1e3f-4b43-ad03-a13182799a15', 'tenant_id': 'aab35f7119e44d3c8da92076c7e823db', 'mac_address': 'fa:16:3e:96:ff:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac1bbf50-8919-4b59-b313-27fdafa51525', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '055aadf2-d4b5-4a33-adc5-6baee36dc7bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:16:03Z', 'updated_at': '2022-08-18T11:16:04Z', 'revision_number': 2, 'project_id': 'aab35f7119e44d3c8da92076c7e823db', 'subnets': [{'id': '055aadf2-d4b5-4a33-adc5-6baee36dc7bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853450-2-iscsi', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:16:08.801813 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-569bb8aa-45b4-4987-952c-ebc09afc18a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:08.859374 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57c86739-281d-4a70-af07-949ba1130f3f None None] The sync data for ids ['ac1bbf50-8919-4b59-b313-27fdafa51525'] in dv-cinder-853450-2-iscsi is: [{'id': 'ac1bbf50-8919-4b59-b313-27fdafa51525', 'name': 'tempest-ServerRescueNegativeTestJSON-2046775969-router', 'tenant_id': 'aab35f7119e44d3c8da92076c7e823db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'external_fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.214'}], 'enable_snat': True}, 'gw_port_id': '44b9dc73-a9bf-496f-be3a-d067fc020a1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T11:15:55Z', 'updated_at': '2022-08-18T11:16:04Z', 'revision_number': 4, 'project_id': 'aab35f7119e44d3c8da92076c7e823db', 'gw_port': {'id': '44b9dc73-a9bf-496f-be3a-d067fc020a1d', 'name': '', 'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:fa:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac1bbf50-8919-4b59-b313-27fdafa51525', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853450-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:15:57Z', 'updated_at': '2022-08-18T11:16:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853450-2-iscsi', '_interfaces': [{'id': '1ef0845a-eca3-4e27-9da9-f30e18d0cebc', 'name': '', 'network_id': 'dd9ba834-1e3f-4b43-ad03-a13182799a15', 'tenant_id': 'aab35f7119e44d3c8da92076c7e823db', 'mac_address': 'fa:16:3e:96:ff:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac1bbf50-8919-4b59-b313-27fdafa51525', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '055aadf2-d4b5-4a33-adc5-6baee36dc7bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:16:03Z', 'updated_at': '2022-08-18T11:16:04Z', 'revision_number': 2, 'project_id': 'aab35f7119e44d3c8da92076c7e823db', 'subnets': [{'id': '055aadf2-d4b5-4a33-adc5-6baee36dc7bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 11:16:08.869840 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Provisioning complete for port 340ea007-cbb1-4774-9b20-13b1a4a3efb8 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 18 11:16:08.870226 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619404'] for port (340ea007-cbb1-4774-9b20-13b1a4a3efb8), provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:08.913443 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2737d1cd-0425-483a-8ada-ea5bab2010f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-518933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-519602'] for router (831210b6-dcdc-42e9-b525-a9ceeab779ac), after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:08.949468 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-b58a182c-70ee-4f40-9210-60b33b0bc240 None None] Provisioning complete for port 340ea007-cbb1-4774-9b20-13b1a4a3efb8 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 18 11:16:08.949783 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-b58a182c-70ee-4f40-9210-60b33b0bc240 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619404'] for port (340ea007-cbb1-4774-9b20-13b1a4a3efb8), provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:08.951948 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19245344-1b87-4885-97a4-c1f152762291 None None] Pushing event updated for resources: {'Port': ['ID=340ea007-cbb1-4774-9b20-13b1a4a3efb8,revision_number=3']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:16:09.087956 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Current status of the port 340ea007-cbb1-4774-9b20-13b1a4a3efb8 is: ACTIVE; New status is: ACTIVE {{(pid=106380) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 11:16:09.089015 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Device d49e5e32-1b44-4d2c-8e51-9a0bc8314077 up at agent ovs-agent-dv-cinder-853450-2-iscsi {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 11:16:09.104475 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b91a1f64-bb18-4e8c-a8ab-5b78bebd2bca admin admin] Router 97e200f4-d6cb-4648-9cd1-8bbb079a2573 is scheduled to L3 agent 5a2ac145-53e3-4597-a9e7-c52b4336ae58 with binding_index 1 {{(pid=106378) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 11:16:09.107903 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-569bb8aa-45b4-4987-952c-ebc09afc18a6 admin admin] Publish callbacks [] for security_group (9457e8e8-8f58-400e-bfa2-3cb763eaac1e), precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:09.119193 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-569bb8aa-45b4-4987-952c-ebc09afc18a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433130'] for security_group (9457e8e8-8f58-400e-bfa2-3cb763eaac1e), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:09.121051 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-b58a182c-70ee-4f40-9210-60b33b0bc240 None None] Current status of the port 340ea007-cbb1-4774-9b20-13b1a4a3efb8 is: ACTIVE; New status is: ACTIVE {{(pid=106380) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 11:16:09.141002 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-b58a182c-70ee-4f40-9210-60b33b0bc240 None None] Provisioning complete for port d49e5e32-1b44-4d2c-8e51-9a0bc8314077 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 18 11:16:09.141450 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-b58a182c-70ee-4f40-9210-60b33b0bc240 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619404'] for port (d49e5e32-1b44-4d2c-8e51-9a0bc8314077), provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:09.185212 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Provisioning complete for port d49e5e32-1b44-4d2c-8e51-9a0bc8314077 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 18 11:16:09.186124 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619404'] for port (d49e5e32-1b44-4d2c-8e51-9a0bc8314077), provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:09.194573 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-569bb8aa-45b4-4987-952c-ebc09afc18a6 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=86563b6fb9e94d2096e628a9c1f05cd8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4375615 Aug 18 11:16:09.195351 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.16', 49886) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:16:09.205797 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8706fe9b-b175-4976-b315-aa78ac626960 admin admin] Publish callbacks [] for port (a7274281-41d9-436f-9277-93ef3e666e58), precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:09.216704 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.wsgi [req-dbea844b-6ad4-4759-8400-7f7f7757db88 req-df568050-67db-4d01-98fd-f91a3f1b134d service neutron] http://10.222.0.16:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106378) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 18 11:16:09.220184 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-dbea844b-6ad4-4759-8400-7f7f7757db88 req-df568050-67db-4d01-98fd-f91a3f1b134d service neutron] 10.222.0.16 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1106699 Aug 18 11:16:09.299310 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-b58a182c-70ee-4f40-9210-60b33b0bc240 None None] Current status of the port d49e5e32-1b44-4d2c-8e51-9a0bc8314077 is: DOWN; New status is: ACTIVE {{(pid=106380) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 11:16:09.302998 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-b58a182c-70ee-4f40-9210-60b33b0bc240 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (d49e5e32-1b44-4d2c-8e51-9a0bc8314077), before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:09.309658 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569bb8aa-45b4-4987-952c-ebc09afc18a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9457e8e8-8f58-400e-bfa2-3cb763eaac1e,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:16:09.430494 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Current status of the port d49e5e32-1b44-4d2c-8e51-9a0bc8314077 is: DOWN; New status is: ACTIVE {{(pid=106380) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 11:16:09.431108 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (d49e5e32-1b44-4d2c-8e51-9a0bc8314077), before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:09.438075 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b7dd465b-cfb5-4d21-aa2f-2e6a585f867d admin admin] Publish callbacks [] for security_group (9457e8e8-8f58-400e-bfa2-3cb763eaac1e), before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:09.458623 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-b58a182c-70ee-4f40-9210-60b33b0bc240 None None] For port d49e5e32-1b44-4d2c-8e51-9a0bc8314077, host dv-cinder-853450-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853450-2-iscsi',level=0,port_id=d49e5e32-1b44-4d2c-8e51-9a0bc8314077,segment=NetworkSegment(892a3a86-c8b7-4a74-8bc2-c36bdf2ec3b1),segment_id=892a3a86-c8b7-4a74-8bc2-c36bdf2ec3b1)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:16:09.465718 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b7dd465b-cfb5-4d21-aa2f-2e6a585f867d admin admin] Publish callbacks [] for security_group (9457e8e8-8f58-400e-bfa2-3cb763eaac1e), precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:09.473599 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-b58a182c-70ee-4f40-9210-60b33b0bc240 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732803053689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732802528799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732802528817'] for port (d49e5e32-1b44-4d2c-8e51-9a0bc8314077), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:09.474795 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.16', 49898) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:16:09.516449 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:16:09.533472 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:16:09.543062 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:16:09.544525 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b91a1f64-bb18-4e8c-a8ab-5b78bebd2bca admin admin] Notify agent at l3_agent.dv-cinder-853450-2-iscsi the message routers_updated {{(pid=106378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 11:16:09.546151 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8706fe9b-b175-4976-b315-aa78ac626960 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732803053689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732802528799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732802528817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11809220'] for port (a7274281-41d9-436f-9277-93ef3e666e58), after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:09.555082 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe7ea179-e7ce-40f4-a5a5-dae66c3d9923 None None] Sync routers for ids ['97e200f4-d6cb-4648-9cd1-8bbb079a2573'] in dv-cinder-853450-2-iscsi {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 11:16:09.574428 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe7ea179-e7ce-40f4-a5a5-dae66c3d9923 None None] Routers {'97e200f4-d6cb-4648-9cd1-8bbb079a2573'} bound to L3 agent in host dv-cinder-853450-2-iscsi {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 18 11:16:09.575057 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-fe7ea179-e7ce-40f4-a5a5-dae66c3d9923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853450-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-18T11:07:43Z,description=,heartbeat_timestamp=2022-08-18T11:15:43Z,host='dv-cinder-853450-2-iscsi',id=5a2ac145-53e3-4597-a9e7-c52b4336ae58,load=0,resource_versions=,resources_synced=,started_at=2022-08-18T11:07:43Z,topic='l3_agent')) {'router_ids': ['97e200f4-d6cb-4648-9cd1-8bbb079a2573'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:16:09.583499 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-0d8a5345-43d2-43da-bea8-e9fe5edba290 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=52547696f2734798a80a82e21966fcca&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1043570 Aug 18 11:16:09.584213 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.16', 49904) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:16:09.602709 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58a182c-70ee-4f40-9210-60b33b0bc240 None None] Pushing event updated for resources: {'Port': ['ID=d49e5e32-1b44-4d2c-8e51-9a0bc8314077,revision_number=3']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:16:09.628934 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.db.api [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106380) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 18 11:16:09.631198 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG oslo_db.api [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 18 11:16:09.717846 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b7dd465b-cfb5-4d21-aa2f-2e6a585f867d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433130'] for security_group (9457e8e8-8f58-400e-bfa2-3cb763eaac1e), after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:09.724309 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b7dd465b-cfb5-4d21-aa2f-2e6a585f867d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:09.729891 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-b7dd465b-cfb5-4d21-aa2f-2e6a585f867d admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/9457e8e8-8f58-400e-bfa2-3cb763eaac1e HTTP/1.1" status: 204 len: 168 time: 0.5285258 Aug 18 11:16:09.741515 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8706fe9b-b175-4976-b315-aa78ac626960 admin admin] Pushing event updated for resources: {'Port': ['ID=a7274281-41d9-436f-9277-93ef3e666e58,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:16:09.752458 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-3920f023-758b-4051-9df0-70e804775bf3 admin admin] Publish callbacks [] for security_group (1ab8e3a9-753e-456b-ad69-ae2ff24e7007), before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:09.760762 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7dd465b-cfb5-4d21-aa2f-2e6a585f867d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9457e8e8-8f58-400e-bfa2-3cb763eaac1e,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:16:09.761191 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-fe7ea179-e7ce-40f4-a5a5-dae66c3d9923 None None] Set router 97e200f4-d6cb-4648-9cd1-8bbb079a2573 gateway port host: dv-cinder-853450-2-iscsi {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 18 11:16:09.808023 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b91a1f64-bb18-4e8c-a8ab-5b78bebd2bca admin admin] Publish callbacks [] for router (None), before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:09.809669 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-3920f023-758b-4051-9df0-70e804775bf3 admin admin] Publish callbacks [] for security_group (1ab8e3a9-753e-456b-ad69-ae2ff24e7007), precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:09.812928 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=86,neutron:DELETE=10,neutron:INSERT=4 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:16:09.816446 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [None req-b91a1f64-bb18-4e8c-a8ab-5b78bebd2bca admin admin] 10.222.0.16 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 924 time: 8.9912431 Aug 18 11:16:09.819286 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.16', 49912) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:16:09.833950 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8706fe9b-b175-4976-b315-aa78ac626960 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3683465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-516656'] for router_interface (998cf145-4292-4cbf-b148-168edf6fee5f), after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:09.835476 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:16:09.906991 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-3920f023-758b-4051-9df0-70e804775bf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433130'] for security_group (1ab8e3a9-753e-456b-ad69-ae2ff24e7007), after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:09.915027 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-3920f023-758b-4051-9df0-70e804775bf3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:09.919204 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-3920f023-758b-4051-9df0-70e804775bf3 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/1ab8e3a9-753e-456b-ad69-ae2ff24e7007 HTTP/1.1" status: 204 len: 168 time: 0.3290815 Aug 18 11:16:09.937106 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3920f023-758b-4051-9df0-70e804775bf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ab8e3a9-753e-456b-ad69-ae2ff24e7007,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:16:10.032487 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-fe7ea179-e7ce-40f4-a5a5-dae66c3d9923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97e200f4-d6cb-4648-9cd1-8bbb079a2573', 'name': 'tempest-DeleteServersTestJSON-1144119157-router', 'tenant_id': 'b3cf862a38da43c081db5e171efe9459', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'external_fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.176'}], 'enable_snat': True}, 'gw_port_id': '646f8994-2a7a-4217-819b-8e72d2a51c5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T11:16:01Z', 'updated_at': '2022-08-18T11:16:05Z', 'revision_number': 3, 'project_id': 'b3cf862a38da43c081db5e171efe9459', 'gw_port': {'id': '646f8994-2a7a-4217-819b-8e72d2a51c5d', 'name': '', 'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:a4:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97e200f4-d6cb-4648-9cd1-8bbb079a2573', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:16:03Z', 'updated_at': '2022-08-18T11:16:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853450-2-iscsi'}], 'dv-cinder-853450-2-iscsi', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:16:10.090575 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2737d1cd-0425-483a-8ada-ea5bab2010f6 admin admin] Router 831210b6-dcdc-42e9-b525-a9ceeab779ac is scheduled to L3 agent 5a2ac145-53e3-4597-a9e7-c52b4336ae58 with binding_index 1 {{(pid=106378) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 11:16:10.100042 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe7ea179-e7ce-40f4-a5a5-dae66c3d9923 None None] Checking router: 97e200f4-d6cb-4648-9cd1-8bbb079a2573 for host: dv-cinder-853450-2-iscsi {{(pid=106381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 11:16:10.102187 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe7ea179-e7ce-40f4-a5a5-dae66c3d9923 None None] Updating router 97e200f4-d6cb-4648-9cd1-8bbb079a2573 port 646f8994-2a7a-4217-819b-8e72d2a51c5d binding host dv-cinder-853450-2-iscsi {{(pid=106381) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 11:16:10.157418 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-dbea844b-6ad4-4759-8400-7f7f7757db88 req-37df48c9-5920-49ac-ae35-6e6d4b593fd5 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/dd9ba834-1e3f-4b43-ad03-a13182799a15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6339579 Aug 18 11:16:10.193224 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-fe7ea179-e7ce-40f4-a5a5-dae66c3d9923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (646f8994-2a7a-4217-819b-8e72d2a51c5d), before_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:10.218434 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Current status of the port d49e5e32-1b44-4d2c-8e51-9a0bc8314077 is: ACTIVE; New status is: ACTIVE {{(pid=106380) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 11:16:10.602823 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Device 44b9dc73-a9bf-496f-be3a-d067fc020a1d up at agent ovs-agent-dv-cinder-853450-2-iscsi {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 11:16:10.702163 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Provisioning complete for port 44b9dc73-a9bf-496f-be3a-d067fc020a1d triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 18 11:16:10.702813 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619404'] for port (44b9dc73-a9bf-496f-be3a-d067fc020a1d), provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:10.813481 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-fe7ea179-e7ce-40f4-a5a5-dae66c3d9923 None None] Publish callbacks [] for port (646f8994-2a7a-4217-819b-8e72d2a51c5d), precommit_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:10.827765 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-fe7ea179-e7ce-40f4-a5a5-dae66c3d9923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732803053689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732802528799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732802528817'] for port (646f8994-2a7a-4217-819b-8e72d2a51c5d), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:10.838318 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-dbea844b-6ad4-4759-8400-7f7f7757db88 req-2ac7f1ff-1832-46d0-b9f2-758276bcb43f service neutron] 10.222.0.16 "GET /networking/v2.0/networks/dd9ba834-1e3f-4b43-ad03-a13182799a15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6781702 Aug 18 11:16:10.880556 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-fe7ea179-e7ce-40f4-a5a5-dae66c3d9923 None None] Attempting to bind port 646f8994-2a7a-4217-819b-8e72d2a51c5d on host dv-cinder-853450-2-iscsi for vnic_type normal with profile {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 18 11:16:10.881088 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-fe7ea179-e7ce-40f4-a5a5-dae66c3d9923 None None] Attempting to bind port 646f8994-2a7a-4217-819b-8e72d2a51c5d by drivers openvswitch,hyperv on host dv-cinder-853450-2-iscsi at level 0 using segments [{'id': '67ba5125-9fc9-4a45-924f-a98fceaf00fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153'}] {{(pid=106381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 18 11:16:10.881582 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe7ea179-e7ce-40f4-a5a5-dae66c3d9923 None None] Attempting to bind port 646f8994-2a7a-4217-819b-8e72d2a51c5d on network c4d5f339-67bc-4c12-8231-94aca87a7153 {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 18 11:16:10.887434 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Current status of the port 44b9dc73-a9bf-496f-be3a-d067fc020a1d is: DOWN; New status is: ACTIVE {{(pid=106380) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 11:16:10.890425 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (44b9dc73-a9bf-496f-be3a-d067fc020a1d), before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:10.936212 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8706fe9b-b175-4976-b315-aa78ac626960 admin admin] Network ca6ccede-6467-4618-b24a-e0809d05149d is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 11:16:10.937585 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:16:10.938998 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27d87d3-0ff6-47bf-9cba-448d8e99a5ca None None] Pushing event updated for resources: {'Port': ['ID=646f8994-2a7a-4217-819b-8e72d2a51c5d,revision_number=2']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:16:10.939775 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] For port 44b9dc73-a9bf-496f-be3a-d067fc020a1d, host dv-cinder-853450-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853450-2-iscsi',level=0,port_id=44b9dc73-a9bf-496f-be3a-d067fc020a1d,segment=NetworkSegment(67ba5125-9fc9-4a45-924f-a98fceaf00fb),segment_id=67ba5125-9fc9-4a45-924f-a98fceaf00fb)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:16:10.954565 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe7ea179-e7ce-40f4-a5a5-dae66c3d9923 None None] Checking agent: {'id': '69d4285f-736d-41a6-a99e-1994eed59bce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-853450-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 18, 11, 7, 46), 'started_at': datetime.datetime(2022, 8, 18, 11, 8, 16), 'heartbeat_timestamp': datetime.datetime(2022, 8, 18, 11, 15, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-853450-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 18 11:16:10.955517 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe7ea179-e7ce-40f4-a5a5-dae66c3d9923 None None] Checking segment: {'id': '67ba5125-9fc9-4a45-924f-a98fceaf00fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 18 11:16:10.955927 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-fe7ea179-e7ce-40f4-a5a5-dae66c3d9923 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:10.956502 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe7ea179-e7ce-40f4-a5a5-dae66c3d9923 None None] Bound using segment: {'id': '67ba5125-9fc9-4a45-924f-a98fceaf00fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153'} {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 18 11:16:10.957494 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-fe7ea179-e7ce-40f4-a5a5-dae66c3d9923 None None] Bound port: 646f8994-2a7a-4217-819b-8e72d2a51c5d, host: dv-cinder-853450-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67ba5125-9fc9-4a45-924f-a98fceaf00fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153'}}] {{(pid=106381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 18 11:16:10.958053 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-fe7ea179-e7ce-40f4-a5a5-dae66c3d9923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (646f8994-2a7a-4217-819b-8e72d2a51c5d), before_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:10.960832 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732803053689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732802528799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732802528817'] for port (44b9dc73-a9bf-496f-be3a-d067fc020a1d), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:10.962352 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Device 340ea007-cbb1-4774-9b20-13b1a4a3efb8 up at agent ovs-agent-dv-cinder-853450-2-iscsi {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 11:16:10.965032 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-8706fe9b-b175-4976-b315-aa78ac626960 admin admin] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 11:16:11.078087 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2737d1cd-0425-483a-8ada-ea5bab2010f6 admin admin] Notify agent at l3_agent.dv-cinder-853450-2-iscsi the message routers_updated {{(pid=106378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 11:16:11.135713 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af9115f1-065d-4baf-b563-11695f32e1f5 None None] Sync routers for ids ['831210b6-dcdc-42e9-b525-a9ceeab779ac'] in dv-cinder-853450-2-iscsi {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 11:16:11.138494 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-fe7ea179-e7ce-40f4-a5a5-dae66c3d9923 None None] For port 646f8994-2a7a-4217-819b-8e72d2a51c5d, host dv-cinder-853450-2-iscsi, cleared binding levels {{(pid=106381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 11:16:11.149027 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-fe7ea179-e7ce-40f4-a5a5-dae66c3d9923 None None] For port 646f8994-2a7a-4217-819b-8e72d2a51c5d, host dv-cinder-853450-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853450-2-iscsi',level=0,port_id=646f8994-2a7a-4217-819b-8e72d2a51c5d,segment=NetworkSegment(67ba5125-9fc9-4a45-924f-a98fceaf00fb),segment_id=67ba5125-9fc9-4a45-924f-a98fceaf00fb)] {{(pid=106381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 11:16:11.167433 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-fe7ea179-e7ce-40f4-a5a5-dae66c3d9923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732803053689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732802528799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732802528817'] for port (646f8994-2a7a-4217-819b-8e72d2a51c5d), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:11.194511 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe7ea179-e7ce-40f4-a5a5-dae66c3d9923 None None] Routers {'97e200f4-d6cb-4648-9cd1-8bbb079a2573'} bound to L3 agent in host dv-cinder-853450-2-iscsi {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 18 11:16:11.195963 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-fe7ea179-e7ce-40f4-a5a5-dae66c3d9923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853450-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-18T11:07:43Z,description=,heartbeat_timestamp=2022-08-18T11:15:43Z,host='dv-cinder-853450-2-iscsi',id=5a2ac145-53e3-4597-a9e7-c52b4336ae58,load=0,resource_versions=,resources_synced=,started_at=2022-08-18T11:07:43Z,topic='l3_agent')) {'router_ids': ['97e200f4-d6cb-4648-9cd1-8bbb079a2573'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:16:11.197204 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8fd66fed-a992-4b43-bfe3-fdccb8cd0277 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (c499a017-4b38-4967-b050-d4094e1a7564), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:11.268358 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af9115f1-065d-4baf-b563-11695f32e1f5 None None] Routers {'831210b6-dcdc-42e9-b525-a9ceeab779ac'} bound to L3 agent in host dv-cinder-853450-2-iscsi {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 18 11:16:11.268995 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-af9115f1-065d-4baf-b563-11695f32e1f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853450-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-18T11:07:43Z,description=,heartbeat_timestamp=2022-08-18T11:15:43Z,host='dv-cinder-853450-2-iscsi',id=5a2ac145-53e3-4597-a9e7-c52b4336ae58,load=0,resource_versions=,resources_synced=,started_at=2022-08-18T11:07:43Z,topic='l3_agent')) {'router_ids': ['831210b6-dcdc-42e9-b525-a9ceeab779ac'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:16:11.346751 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:16:11.382581 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2737d1cd-0425-483a-8ada-ea5bab2010f6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:11.387491 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.16', 49976) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:16:11.387971 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [None req-2737d1cd-0425-483a-8ada-ea5bab2010f6 admin admin] 10.222.0.16 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 929 time: 10.7212076 Aug 18 11:16:11.394678 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:INSERT=1 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:16:11.438626 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Pushing event updated for resources: {'Port': ['ID=44b9dc73-a9bf-496f-be3a-d067fc020a1d,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:16:11.512957 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Provisioning complete for port 340ea007-cbb1-4774-9b20-13b1a4a3efb8 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 18 11:16:11.514476 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619404'] for port (340ea007-cbb1-4774-9b20-13b1a4a3efb8), provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:11.574058 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-fe7ea179-e7ce-40f4-a5a5-dae66c3d9923 None None] Set router 97e200f4-d6cb-4648-9cd1-8bbb079a2573 gateway port host: dv-cinder-853450-2-iscsi {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 18 11:16:11.584586 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.16', 49988) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:16:11.609641 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27d87d3-0ff6-47bf-9cba-448d8e99a5ca None None] Pushing event updated for resources: {'Port': ['ID=646f8994-2a7a-4217-819b-8e72d2a51c5d,revision_number=3']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:16:11.829325 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-69b685c6-f1f4-4729-bbe5-706ac3fecf30 None None] Provisioning complete for port a7274281-41d9-436f-9277-93ef3e666e58 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 18 11:16:11.834068 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-69b685c6-f1f4-4729-bbe5-706ac3fecf30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619404'] for port (a7274281-41d9-436f-9277-93ef3e666e58), provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:11.851517 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:16:11.955260 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-11c729ca-eabf-4935-9822-0307ef29dfa7 req-73a35cb6-9668-4e01-9ec9-6c460167cb5c tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=c8db7651-518a-44f0-834d-8036931cbef8 HTTP/1.1" status: 200 len: 210 time: 0.3609493 Aug 18 11:16:11.958674 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-fe7ea179-e7ce-40f4-a5a5-dae66c3d9923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97e200f4-d6cb-4648-9cd1-8bbb079a2573', 'name': 'tempest-DeleteServersTestJSON-1144119157-router', 'tenant_id': 'b3cf862a38da43c081db5e171efe9459', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'external_fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.176'}], 'enable_snat': True}, 'gw_port_id': '646f8994-2a7a-4217-819b-8e72d2a51c5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T11:16:01Z', 'updated_at': '2022-08-18T11:16:05Z', 'revision_number': 3, 'project_id': 'b3cf862a38da43c081db5e171efe9459', 'gw_port': {'id': '646f8994-2a7a-4217-819b-8e72d2a51c5d', 'name': '', 'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:a4:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97e200f4-d6cb-4648-9cd1-8bbb079a2573', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853450-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:16:03Z', 'updated_at': '2022-08-18T11:16:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853450-2-iscsi'}], 'dv-cinder-853450-2-iscsi', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:16:12.045175 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe7ea179-e7ce-40f4-a5a5-dae66c3d9923 None None] The sync data for ids ['97e200f4-d6cb-4648-9cd1-8bbb079a2573'] in dv-cinder-853450-2-iscsi is: [{'id': '97e200f4-d6cb-4648-9cd1-8bbb079a2573', 'name': 'tempest-DeleteServersTestJSON-1144119157-router', 'tenant_id': 'b3cf862a38da43c081db5e171efe9459', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'external_fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.176'}], 'enable_snat': True}, 'gw_port_id': '646f8994-2a7a-4217-819b-8e72d2a51c5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T11:16:01Z', 'updated_at': '2022-08-18T11:16:05Z', 'revision_number': 3, 'project_id': 'b3cf862a38da43c081db5e171efe9459', 'gw_port': {'id': '646f8994-2a7a-4217-819b-8e72d2a51c5d', 'name': '', 'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:a4:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97e200f4-d6cb-4648-9cd1-8bbb079a2573', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853450-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:16:03Z', 'updated_at': '2022-08-18T11:16:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853450-2-iscsi'}] {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 11:16:12.049806 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-af9115f1-065d-4baf-b563-11695f32e1f5 None None] Set router 831210b6-dcdc-42e9-b525-a9ceeab779ac gateway port host: dv-cinder-853450-2-iscsi {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 18 11:16:12.054859 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-69b685c6-f1f4-4729-bbe5-706ac3fecf30 None None] Port a7274281-41d9-436f-9277-93ef3e666e58 cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 18 11:16:12.059504 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8706fe9b-b175-4976-b315-aa78ac626960 admin admin] Router 998cf145-4292-4cbf-b148-168edf6fee5f has already been hosted by L3 agent 5a2ac145-53e3-4597-a9e7-c52b4336ae58 {{(pid=106378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 11:16:12.313961 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Current status of the port 340ea007-cbb1-4774-9b20-13b1a4a3efb8 is: ACTIVE; New status is: ACTIVE {{(pid=106380) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 11:16:12.315081 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Device d49e5e32-1b44-4d2c-8e51-9a0bc8314077 up at agent ovs-agent-dv-cinder-853450-2-iscsi {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 11:16:12.515535 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8706fe9b-b175-4976-b315-aa78ac626960 admin admin] Notify agent at l3_agent.dv-cinder-853450-2-iscsi the message routers_updated {{(pid=106378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 11:16:12.526961 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa639340-e83d-44ed-9491-a8a9898d946f None None] Sync routers for ids ['998cf145-4292-4cbf-b148-168edf6fee5f'] in dv-cinder-853450-2-iscsi {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 11:16:12.536842 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [None req-8706fe9b-b175-4976-b315-aa78ac626960 admin admin] 10.222.0.16 "PUT /networking/v2.0/routers/998cf145-4292-4cbf-b148-168edf6fee5f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.0333095 Aug 18 11:16:12.539512 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=100 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:16:12.574472 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa639340-e83d-44ed-9491-a8a9898d946f None None] Routers {'998cf145-4292-4cbf-b148-168edf6fee5f'} bound to L3 agent in host dv-cinder-853450-2-iscsi {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 18 11:16:12.575118 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-aa639340-e83d-44ed-9491-a8a9898d946f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853450-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-18T11:07:43Z,description=,heartbeat_timestamp=2022-08-18T11:15:43Z,host='dv-cinder-853450-2-iscsi',id=5a2ac145-53e3-4597-a9e7-c52b4336ae58,load=0,resource_versions=,resources_synced=,started_at=2022-08-18T11:07:43Z,topic='l3_agent')) {'router_ids': ['998cf145-4292-4cbf-b148-168edf6fee5f'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:16:12.588777 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-1b0b89e5-e59c-4127-b6d2-75a65c4ec1ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (None), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:12.677058 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f0bef4ff-d803-42ec-882b-6a2a71cbc04b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (None), before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:12.762100 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:16:12.822320 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-078135ca-fcd5-43b8-9885-746c2aa044ca None None] Sync routers for ids ['ac1bbf50-8919-4b59-b313-27fdafa51525'] in dv-cinder-853450-2-iscsi {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 11:16:12.855522 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Provisioning complete for port d49e5e32-1b44-4d2c-8e51-9a0bc8314077 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 18 11:16:12.856224 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619404'] for port (d49e5e32-1b44-4d2c-8e51-9a0bc8314077), provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:12.866101 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-078135ca-fcd5-43b8-9885-746c2aa044ca None None] Routers {'ac1bbf50-8919-4b59-b313-27fdafa51525'} bound to L3 agent in host dv-cinder-853450-2-iscsi {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 18 11:16:12.867104 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-078135ca-fcd5-43b8-9885-746c2aa044ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853450-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-18T11:07:43Z,description=,heartbeat_timestamp=2022-08-18T11:15:43Z,host='dv-cinder-853450-2-iscsi',id=5a2ac145-53e3-4597-a9e7-c52b4336ae58,load=0,resource_versions=,resources_synced=,started_at=2022-08-18T11:07:43Z,topic='l3_agent')) {'router_ids': ['ac1bbf50-8919-4b59-b313-27fdafa51525'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:16:12.985584 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-af9115f1-065d-4baf-b563-11695f32e1f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '831210b6-dcdc-42e9-b525-a9ceeab779ac', 'name': 'tempest-AttachVolumeShelveTestJSON-1403039600-router', 'tenant_id': 'be810e9efc4f4214b473f76da7e2714b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'external_fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.248'}], 'enable_snat': True}, 'gw_port_id': 'e014c633-017b-40b4-8bad-1dcf59e53287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T11:16:00Z', 'updated_at': '2022-08-18T11:16:07Z', 'revision_number': 3, 'project_id': 'be810e9efc4f4214b473f76da7e2714b', 'gw_port': {'id': 'e014c633-017b-40b4-8bad-1dcf59e53287', 'name': '', 'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:76:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '831210b6-dcdc-42e9-b525-a9ceeab779ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:16:03Z', 'updated_at': '2022-08-18T11:16:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853450-2-iscsi'}], 'dv-cinder-853450-2-iscsi', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:16:13.047740 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af9115f1-065d-4baf-b563-11695f32e1f5 None None] Checking router: 831210b6-dcdc-42e9-b525-a9ceeab779ac for host: dv-cinder-853450-2-iscsi {{(pid=106380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 11:16:13.048098 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af9115f1-065d-4baf-b563-11695f32e1f5 None None] Updating router 831210b6-dcdc-42e9-b525-a9ceeab779ac port e014c633-017b-40b4-8bad-1dcf59e53287 binding host dv-cinder-853450-2-iscsi {{(pid=106380) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 11:16:13.059325 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:16:13.062827 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-aa639340-e83d-44ed-9491-a8a9898d946f None None] Set router 998cf145-4292-4cbf-b148-168edf6fee5f gateway port host: dv-cinder-853450-2-iscsi {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 18 11:16:13.109937 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.db.db_base_plugin_common [None req-1b0b89e5-e59c-4127-b6d2-75a65c4ec1ad admin admin] Allocated IP 172.20.0.1 (610eae45-7047-4853-8153-1da79fb95838/c3eb1b23-820c-420d-9ebc-59169bbc8615/483817c4-d525-4e0e-8fdc-9115e6f5f758) {{(pid=106379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 11:16:13.297166 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e3386c-3f57-4296-8a3a-96cc40d9316c req-6d403720-406e-4659-9ac8-8300255a84b7 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:16:13.308711 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-85e3386c-3f57-4296-8a3a-96cc40d9316c req-6d403720-406e-4659-9ac8-8300255a84b7 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/networks?id=dd9ba834-1e3f-4b43-ad03-a13182799a15 HTTP/1.1" status: 200 len: 819 time: 0.5057280 Aug 18 11:16:13.376405 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-85e3386c-3f57-4296-8a3a-96cc40d9316c req-8e5de105-2b9b-44ab-9694-75be8a04a81b tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/quotas/aab35f7119e44d3c8da92076c7e823db HTTP/1.1" status: 200 len: 375 time: 0.0647893 Aug 18 11:16:13.397263 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-1b0b89e5-e59c-4127-b6d2-75a65c4ec1ad admin admin] Publish callbacks [] for port (483817c4-d525-4e0e-8fdc-9115e6f5f758), precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:13.418295 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-f0bef4ff-d803-42ec-882b-6a2a71cbc04b admin admin] Allocated IP 172.20.0.1 (5b1c9faa-c979-43b2-a0cc-ea8cbdb168b9/e50f9d21-ffad-4a8f-ae9c-3875b87336d6/5d1b40c2-e82f-432c-bd4e-c9b17ba9e016) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 11:16:13.467619 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-1b0b89e5-e59c-4127-b6d2-75a65c4ec1ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732802528781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638927'] for port (483817c4-d525-4e0e-8fdc-9115e6f5f758), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:13.486057 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-af9115f1-065d-4baf-b563-11695f32e1f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (e014c633-017b-40b4-8bad-1dcf59e53287), before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:13.504518 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-078135ca-fcd5-43b8-9885-746c2aa044ca None None] Set router ac1bbf50-8919-4b59-b313-27fdafa51525 gateway port host: dv-cinder-853450-2-iscsi {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 18 11:16:13.576698 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b0b89e5-e59c-4127-b6d2-75a65c4ec1ad admin admin] Network 610eae45-7047-4853-8153-1da79fb95838 is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 11:16:13.599292 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-1b0b89e5-e59c-4127-b6d2-75a65c4ec1ad admin admin] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 11:16:13.629132 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b0b89e5-e59c-4127-b6d2-75a65c4ec1ad admin admin] Received port after_create {{(pid=106379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 18 11:16:13.653767 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f0bef4ff-d803-42ec-882b-6a2a71cbc04b admin admin] Publish callbacks [] for port (5d1b40c2-e82f-432c-bd4e-c9b17ba9e016), precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:13.675188 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:16:13.757718 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:16:13.773985 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-aa639340-e83d-44ed-9491-a8a9898d946f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '998cf145-4292-4cbf-b148-168edf6fee5f', 'name': 'tempest-AttachVolumeNegativeTest-2089290289-router', 'tenant_id': '129f3d9f33ad4b209039244eb09599e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'external_fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.158'}], 'enable_snat': True}, 'gw_port_id': 'ce095ec4-83b0-46bf-b392-7aa0e9163c2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T11:15:55Z', 'updated_at': '2022-08-18T11:16:07Z', 'revision_number': 4, 'project_id': '129f3d9f33ad4b209039244eb09599e9', 'gw_port': {'id': 'ce095ec4-83b0-46bf-b392-7aa0e9163c2a', 'name': '', 'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:5f:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '998cf145-4292-4cbf-b148-168edf6fee5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853450-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:15:56Z', 'updated_at': '2022-08-18T11:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853450-2-iscsi', '_interfaces': [{'id': 'a7274281-41d9-436f-9277-93ef3e666e58', 'name': '', 'network_id': 'ca6ccede-6467-4618-b24a-e0809d05149d', 'tenant_id': '129f3d9f33ad4b209039244eb09599e9', 'mac_address': 'fa:16:3e:c0:ff:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '998cf145-4292-4cbf-b148-168edf6fee5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'cf42f62c-f94a-411e-aa38-b95605994c37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:16:03Z', 'updated_at': '2022-08-18T11:16:08Z', 'revision_number': 2, 'project_id': '129f3d9f33ad4b209039244eb09599e9', 'subnets': [{'id': 'cf42f62c-f94a-411e-aa38-b95605994c37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853450-2-iscsi', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:16:13.777902 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-1b0b89e5-e59c-4127-b6d2-75a65c4ec1ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-516804'] for router_interface (831210b6-dcdc-42e9-b525-a9ceeab779ac), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:13.847857 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa639340-e83d-44ed-9491-a8a9898d946f None None] Checking router: 998cf145-4292-4cbf-b148-168edf6fee5f for host: dv-cinder-853450-2-iscsi {{(pid=106381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 11:16:13.848256 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa639340-e83d-44ed-9491-a8a9898d946f None None] Updating router 998cf145-4292-4cbf-b148-168edf6fee5f port a7274281-41d9-436f-9277-93ef3e666e58 binding host dv-cinder-853450-2-iscsi {{(pid=106381) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 11:16:13.919986 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-85e3386c-3f57-4296-8a3a-96cc40d9316c req-bcac2a35-e56e-4e4a-b551-b38cd39c16a7 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=aab35f7119e44d3c8da92076c7e823db&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2378767 Aug 18 11:16:13.940344 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0b89e5-e59c-4127-b6d2-75a65c4ec1ad admin admin] Pushing event updated for resources: {'Port': ['ID=483817c4-d525-4e0e-8fdc-9115e6f5f758,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:16:13.969674 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-aa639340-e83d-44ed-9491-a8a9898d946f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (a7274281-41d9-436f-9277-93ef3e666e58), before_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:13.984290 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-0fd444d2-52fa-4326-bc78-5dfec00ce817 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (5a2ac145-53e3-4597-a9e7-c52b4336ae58), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:13.990820 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:DELETE=2,neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:16:14.078828 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:16:14.249127 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-85e3386c-3f57-4296-8a3a-96cc40d9316c req-4ddf9375-e217-4194-835d-33449377462d service neutron] 10.222.0.16 "GET /networking/v2.0/networks/dd9ba834-1e3f-4b43-ad03-a13182799a15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2936850 Aug 18 11:16:14.276079 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-1b0b89e5-e59c-4127-b6d2-75a65c4ec1ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (483817c4-d525-4e0e-8fdc-9115e6f5f758), before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:14.304247 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Current status of the port d49e5e32-1b44-4d2c-8e51-9a0bc8314077 is: ACTIVE; New status is: ACTIVE {{(pid=106380) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 11:16:14.344955 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-5f632742-24b3-4b84-874a-47da7101ed95 None None] Provisioning complete for port 483817c4-d525-4e0e-8fdc-9115e6f5f758 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 18 11:16:14.345612 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-5f632742-24b3-4b84-874a-47da7101ed95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619404'] for port (483817c4-d525-4e0e-8fdc-9115e6f5f758), provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:14.357712 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.16', 50086) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:16:14.367355 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f0bef4ff-d803-42ec-882b-6a2a71cbc04b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732802528781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11809227'] for port (5d1b40c2-e82f-432c-bd4e-c9b17ba9e016), after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:14.368658 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.v2.base [None req-1f163edb-c414-46dc-b132-9606fa066642 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2078937053', 'description': 'tempest-description--580233872'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:16:14.438386 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-1f163edb-c414-46dc-b132-9606fa066642 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Publish callbacks [] for security_group (None), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:14.680446 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0bef4ff-d803-42ec-882b-6a2a71cbc04b admin admin] Network 5b1c9faa-c979-43b2-a0cc-ea8cbdb168b9 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 11:16:14.710588 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-f0bef4ff-d803-42ec-882b-6a2a71cbc04b admin admin] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 11:16:14.731627 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0bef4ff-d803-42ec-882b-6a2a71cbc04b admin admin] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 18 11:16:14.822682 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-aa639340-e83d-44ed-9491-a8a9898d946f None None] Publish callbacks [] for port (a7274281-41d9-436f-9277-93ef3e666e58), precommit_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:14.830022 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Device 44b9dc73-a9bf-496f-be3a-d067fc020a1d up at agent ovs-agent-dv-cinder-853450-2-iscsi {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 11:16:14.844716 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-aa639340-e83d-44ed-9491-a8a9898d946f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732803053689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732802528799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732802528817'] for port (a7274281-41d9-436f-9277-93ef3e666e58), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:14.852915 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bef4ff-d803-42ec-882b-6a2a71cbc04b admin admin] Pushing event updated for resources: {'Port': ['ID=5d1b40c2-e82f-432c-bd4e-c9b17ba9e016,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:16:14.878332 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-1f163edb-c414-46dc-b132-9606fa066642 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Publish callbacks [] for security_group (16bfbadc-c0d3-4087-aa51-822d3fcb8180), precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:14.896848 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-1f163edb-c414-46dc-b132-9606fa066642 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433130'] for security_group (16bfbadc-c0d3-4087-aa51-822d3fcb8180), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:14.959892 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f0bef4ff-d803-42ec-882b-6a2a71cbc04b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-516804'] for router_interface (97e200f4-d6cb-4648-9cd1-8bbb079a2573), before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:14.965353 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-85e3386c-3f57-4296-8a3a-96cc40d9316c req-cf2d0095-faf9-42a6-99c2-e610d6430480 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/dd9ba834-1e3f-4b43-ad03-a13182799a15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7062442 Aug 18 11:16:14.972016 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-1f163edb-c414-46dc-b132-9606fa066642 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Publish callbacks [] for security_group (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:14.978196 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-1f163edb-c414-46dc-b132-9606fa066642 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] 10.222.0.16 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6180210 Aug 18 11:16:15.014279 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.16', 50100) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:16:15.054429 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-1b0b89e5-e59c-4127-b6d2-75a65c4ec1ad admin admin] Publish callbacks [] for port (483817c4-d525-4e0e-8fdc-9115e6f5f758), precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:15.065600 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-a5cc8183-7213-4642-9d48-bc0d47940d29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (29720577-1c8f-43c1-a8be-c2a14df8d65e), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:15.076847 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.v2.base [None req-46ca7089-85c7-4823-a5af-d5f2b6e970df tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Request body: {'security_group_rule': {'security_group_id': '16bfbadc-c0d3-4087-aa51-822d3fcb8180', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:16:15.109502 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-5f632742-24b3-4b84-874a-47da7101ed95 None None] Port 483817c4-d525-4e0e-8fdc-9115e6f5f758 cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 18 11:16:15.150198 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-aa639340-e83d-44ed-9491-a8a9898d946f None None] Attempting to bind port a7274281-41d9-436f-9277-93ef3e666e58 on host dv-cinder-853450-2-iscsi for vnic_type normal with profile {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 18 11:16:15.150541 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-1b0b89e5-e59c-4127-b6d2-75a65c4ec1ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732803053689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732802528799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732802528817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1638912'] for port (483817c4-d525-4e0e-8fdc-9115e6f5f758), after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:15.152412 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-aa639340-e83d-44ed-9491-a8a9898d946f None None] Attempting to bind port a7274281-41d9-436f-9277-93ef3e666e58 by drivers openvswitch,hyperv on host dv-cinder-853450-2-iscsi at level 0 using segments [{'id': 'ee45f576-d1b7-4e11-a10f-3fe54663f35e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 997, 'network_id': 'ca6ccede-6467-4618-b24a-e0809d05149d'}] {{(pid=106381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 18 11:16:15.152793 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa639340-e83d-44ed-9491-a8a9898d946f None None] Attempting to bind port a7274281-41d9-436f-9277-93ef3e666e58 on network ca6ccede-6467-4618-b24a-e0809d05149d {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 18 11:16:15.194742 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa639340-e83d-44ed-9491-a8a9898d946f None None] Checking agent: {'id': '69d4285f-736d-41a6-a99e-1994eed59bce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-853450-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 18, 11, 7, 46), 'started_at': datetime.datetime(2022, 8, 18, 11, 8, 16), 'heartbeat_timestamp': datetime.datetime(2022, 8, 18, 11, 15, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-853450-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 18 11:16:15.195187 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa639340-e83d-44ed-9491-a8a9898d946f None None] Checking segment: {'id': 'ee45f576-d1b7-4e11-a10f-3fe54663f35e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 997, 'network_id': 'ca6ccede-6467-4618-b24a-e0809d05149d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 18 11:16:15.195514 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-aa639340-e83d-44ed-9491-a8a9898d946f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:15.195913 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa639340-e83d-44ed-9491-a8a9898d946f None None] Bound using segment: {'id': 'ee45f576-d1b7-4e11-a10f-3fe54663f35e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 997, 'network_id': 'ca6ccede-6467-4618-b24a-e0809d05149d'} {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 18 11:16:15.196508 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-aa639340-e83d-44ed-9491-a8a9898d946f None None] Bound port: a7274281-41d9-436f-9277-93ef3e666e58, host: dv-cinder-853450-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee45f576-d1b7-4e11-a10f-3fe54663f35e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 997, 'network_id': 'ca6ccede-6467-4618-b24a-e0809d05149d'}}] {{(pid=106381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 18 11:16:15.196813 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-aa639340-e83d-44ed-9491-a8a9898d946f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (a7274281-41d9-436f-9277-93ef3e666e58), before_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:15.206337 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-46ca7089-85c7-4823-a5af-d5f2b6e970df tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Publish callbacks [] for security_group_rule (3269218c-b21c-448d-9033-6f0014d43443), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:15.221584 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e760f4-151b-4293-bb0f-3ab1f0d3b56d None None] Pushing event updated for resources: {'Port': ['ID=a7274281-41d9-436f-9277-93ef3e666e58,revision_number=3']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:16:15.250095 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f163edb-c414-46dc-b132-9606fa066642 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16bfbadc-c0d3-4087-aa51-822d3fcb8180,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:16:15.280134 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f0bef4ff-d803-42ec-882b-6a2a71cbc04b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (5d1b40c2-e82f-432c-bd4e-c9b17ba9e016), before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:15.369723 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-1b0b89e5-e59c-4127-b6d2-75a65c4ec1ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3683465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-516656'] for router_interface (831210b6-dcdc-42e9-b525-a9ceeab779ac), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:15.433736 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-aa639340-e83d-44ed-9491-a8a9898d946f None None] For port a7274281-41d9-436f-9277-93ef3e666e58, host dv-cinder-853450-2-iscsi, cleared binding levels {{(pid=106381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 11:16:15.439606 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0b89e5-e59c-4127-b6d2-75a65c4ec1ad admin admin] Pushing event updated for resources: {'Port': ['ID=483817c4-d525-4e0e-8fdc-9115e6f5f758,revision_number=2']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:16:15.441540 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-aa639340-e83d-44ed-9491-a8a9898d946f None None] For port a7274281-41d9-436f-9277-93ef3e666e58, host dv-cinder-853450-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853450-2-iscsi',level=0,port_id=a7274281-41d9-436f-9277-93ef3e666e58,segment=NetworkSegment(ee45f576-d1b7-4e11-a10f-3fe54663f35e),segment_id=ee45f576-d1b7-4e11-a10f-3fe54663f35e)] {{(pid=106381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 11:16:15.447975 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-46ca7089-85c7-4823-a5af-d5f2b6e970df tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Publish callbacks [] for security_group_rule (3269218c-b21c-448d-9033-6f0014d43443), precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:15.450853 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-aa639340-e83d-44ed-9491-a8a9898d946f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732803053689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732802528799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732802528817'] for port (a7274281-41d9-436f-9277-93ef3e666e58), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:15.457214 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.20', 61049) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:16:15.508520 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-46ca7089-85c7-4823-a5af-d5f2b6e970df tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432955'] for security_group_rule (3269218c-b21c-448d-9033-6f0014d43443), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:15.517358 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=100 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:16:15.592694 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa639340-e83d-44ed-9491-a8a9898d946f None None] Routers {'998cf145-4292-4cbf-b148-168edf6fee5f'} bound to L3 agent in host dv-cinder-853450-2-iscsi {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 18 11:16:15.603866 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-aa639340-e83d-44ed-9491-a8a9898d946f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853450-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-18T11:07:43Z,description=,heartbeat_timestamp=2022-08-18T11:16:13Z,host='dv-cinder-853450-2-iscsi',id=5a2ac145-53e3-4597-a9e7-c52b4336ae58,load=0,resource_versions=,resources_synced=,started_at=2022-08-18T11:07:43Z,topic='l3_agent')) {'router_ids': ['998cf145-4292-4cbf-b148-168edf6fee5f'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:16:15.666536 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ca7089-85c7-4823-a5af-d5f2b6e970df tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3269218c-b21c-448d-9033-6f0014d43443,revision_number=0']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:16:15.703193 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-7f88f3d3-ef49-4204-a686-35c25c0a4d67 None None] Provisioning complete for port 5d1b40c2-e82f-432c-bd4e-c9b17ba9e016 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 18 11:16:15.703594 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-7f88f3d3-ef49-4204-a686-35c25c0a4d67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619404'] for port (5d1b40c2-e82f-432c-bd4e-c9b17ba9e016), provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:15.742202 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-46ca7089-85c7-4823-a5af-d5f2b6e970df tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:15.743744 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-46ca7089-85c7-4823-a5af-d5f2b6e970df tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7064602 Aug 18 11:16:15.748562 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e760f4-151b-4293-bb0f-3ab1f0d3b56d None None] Pushing event updated for resources: {'Port': ['ID=a7274281-41d9-436f-9277-93ef3e666e58,revision_number=4']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:16:15.754544 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.16', 50132) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:16:15.788297 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.v2.base [None req-cb6d3fd4-0d4f-4968-8582-273e839f8317 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Request body: {'security_group_rule': {'security_group_id': '16bfbadc-c0d3-4087-aa51-822d3fcb8180', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:16:15.789250 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:16:15.797789 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-32faeeac-d6cc-42b5-bb74-ccd6f459f823 req-9fe2e1fa-758e-42b7-9423-d11b098b2b52 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=71c3b65c-c12b-4633-ac7c-27a5cd878c43 HTTP/1.1" status: 200 len: 210 time: 0.3128619 Aug 18 11:16:15.824224 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbea844b-6ad4-4759-8400-7f7f7757db88 req-22fa1e3c-c873-421b-a8ad-78fd4f1d6c0a tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:16:15.828730 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:16:15.829573 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-dbea844b-6ad4-4759-8400-7f7f7757db88 req-22fa1e3c-c873-421b-a8ad-78fd4f1d6c0a tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.20 "GET /networking/v2.0/networks?id=dd9ba834-1e3f-4b43-ad03-a13182799a15 HTTP/1.1" status: 200 len: 819 time: 0.3683543 Aug 18 11:16:15.863629 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-cb6d3fd4-0d4f-4968-8582-273e839f8317 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Publish callbacks [] for security_group_rule (ccf0d8a5-f827-4e32-833f-2b47b7218ecd), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:15.882473 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b0b89e5-e59c-4127-b6d2-75a65c4ec1ad admin admin] Network 610eae45-7047-4853-8153-1da79fb95838 is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 11:16:15.887511 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-078135ca-fcd5-43b8-9885-746c2aa044ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac1bbf50-8919-4b59-b313-27fdafa51525', 'name': 'tempest-ServerRescueNegativeTestJSON-2046775969-router', 'tenant_id': 'aab35f7119e44d3c8da92076c7e823db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'external_fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.214'}], 'enable_snat': True}, 'gw_port_id': '44b9dc73-a9bf-496f-be3a-d067fc020a1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T11:15:55Z', 'updated_at': '2022-08-18T11:16:04Z', 'revision_number': 4, 'project_id': 'aab35f7119e44d3c8da92076c7e823db', 'gw_port': {'id': '44b9dc73-a9bf-496f-be3a-d067fc020a1d', 'name': '', 'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:fa:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac1bbf50-8919-4b59-b313-27fdafa51525', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853450-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:15:57Z', 'updated_at': '2022-08-18T11:16:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853450-2-iscsi', '_interfaces': [{'id': '1ef0845a-eca3-4e27-9da9-f30e18d0cebc', 'name': '', 'network_id': 'dd9ba834-1e3f-4b43-ad03-a13182799a15', 'tenant_id': 'aab35f7119e44d3c8da92076c7e823db', 'mac_address': 'fa:16:3e:96:ff:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac1bbf50-8919-4b59-b313-27fdafa51525', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '055aadf2-d4b5-4a33-adc5-6baee36dc7bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:16:03Z', 'updated_at': '2022-08-18T11:16:04Z', 'revision_number': 2, 'project_id': 'aab35f7119e44d3c8da92076c7e823db', 'subnets': [{'id': '055aadf2-d4b5-4a33-adc5-6baee36dc7bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853450-2-iscsi', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:16:15.893503 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-1b0b89e5-e59c-4127-b6d2-75a65c4ec1ad admin admin] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 11:16:15.945243 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-aa639340-e83d-44ed-9491-a8a9898d946f None None] Set router 998cf145-4292-4cbf-b148-168edf6fee5f gateway port host: dv-cinder-853450-2-iscsi {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 18 11:16:15.962220 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.v2.base [req-dbea844b-6ad4-4759-8400-7f7f7757db88 req-09818b22-58eb-4baf-a9db-7b2d31114c38 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Request body: {'port': {'device_id': 'c8db7651-518a-44f0-834d-8036931cbef8', 'network_id': 'dd9ba834-1e3f-4b43-ad03-a13182799a15', 'admin_state_up': True, 'tenant_id': 'aab35f7119e44d3c8da92076c7e823db'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:16:16.003800 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Provisioning complete for port 44b9dc73-a9bf-496f-be3a-d067fc020a1d triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 18 11:16:16.004393 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619404'] for port (44b9dc73-a9bf-496f-be3a-d067fc020a1d), provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:16.018889 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-078135ca-fcd5-43b8-9885-746c2aa044ca None None] Checking router: ac1bbf50-8919-4b59-b313-27fdafa51525 for host: dv-cinder-853450-2-iscsi {{(pid=106380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 11:16:16.019409 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-078135ca-fcd5-43b8-9885-746c2aa044ca None None] Updating router ac1bbf50-8919-4b59-b313-27fdafa51525 port 1ef0845a-eca3-4e27-9da9-f30e18d0cebc binding host dv-cinder-853450-2-iscsi {{(pid=106380) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 11:16:16.022993 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-7f88f3d3-ef49-4204-a686-35c25c0a4d67 None None] Port 5d1b40c2-e82f-432c-bd4e-c9b17ba9e016 cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 18 11:16:16.166889 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=4,neutron:DELETE=1 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:16:16.214388 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b0b89e5-e59c-4127-b6d2-75a65c4ec1ad admin admin] Router 831210b6-dcdc-42e9-b525-a9ceeab779ac has already been hosted by L3 agent 5a2ac145-53e3-4597-a9e7-c52b4336ae58 {{(pid=106379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 11:16:16.266547 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-cb6d3fd4-0d4f-4968-8582-273e839f8317 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Publish callbacks [] for security_group_rule (ccf0d8a5-f827-4e32-833f-2b47b7218ecd), precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:16.274150 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-cb6d3fd4-0d4f-4968-8582-273e839f8317 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432955'] for security_group_rule (ccf0d8a5-f827-4e32-833f-2b47b7218ecd), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:16.364343 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (69d4285f-736d-41a6-a99e-1994eed59bce), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:16.439733 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-078135ca-fcd5-43b8-9885-746c2aa044ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (1ef0845a-eca3-4e27-9da9-f30e18d0cebc), before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:16.445833 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6d3fd4-0d4f-4968-8582-273e839f8317 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ccf0d8a5-f827-4e32-833f-2b47b7218ecd,revision_number=0']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:16:16.497015 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:16:16.588475 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-af9115f1-065d-4baf-b563-11695f32e1f5 None None] Publish callbacks [] for port (e014c633-017b-40b4-8bad-1dcf59e53287), precommit_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:16.599288 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-cb6d3fd4-0d4f-4968-8582-273e839f8317 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:16.618565 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-cb6d3fd4-0d4f-4968-8582-273e839f8317 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8583293 Aug 18 11:16:16.631271 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.16', 50176) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:16:16.635695 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.v2.base [None req-191188ba-2fbb-4125-8046-99c675ee51f6 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Request body: {'floatingip': {'floating_network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:16:16.665995 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-af9115f1-065d-4baf-b563-11695f32e1f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732803053689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732802528799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732802528817'] for port (e014c633-017b-40b4-8bad-1dcf59e53287), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:16.671841 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-348d77fd-4dad-4239-a4c1-c4a1ecf92e2b None None] Provisioning complete for port 483817c4-d525-4e0e-8fdc-9115e6f5f758 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 18 11:16:16.672392 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-348d77fd-4dad-4239-a4c1-c4a1ecf92e2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619404'] for port (483817c4-d525-4e0e-8fdc-9115e6f5f758), provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:16.681344 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c68edff8-e550-48a3-9de2-17badfe483c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (307af099-d926-4e52-9df3-0cd09baf3c81), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:16.865189 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:16:16.868649 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:16:16.925209 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-191188ba-2fbb-4125-8046-99c675ee51f6 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:16.929573 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dbea844b-6ad4-4759-8400-7f7f7757db88 req-09818b22-58eb-4baf-a9db-7b2d31114c38 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Made reservation on behalf of aab35f7119e44d3c8da92076c7e823db for: {'port': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 11:16:16.934715 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-dbea844b-6ad4-4759-8400-7f7f7757db88 req-09818b22-58eb-4baf-a9db-7b2d31114c38 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (None), before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:17.032134 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-af9115f1-065d-4baf-b563-11695f32e1f5 None None] Attempting to bind port e014c633-017b-40b4-8bad-1dcf59e53287 on host dv-cinder-853450-2-iscsi for vnic_type normal with profile {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 18 11:16:17.035133 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-af9115f1-065d-4baf-b563-11695f32e1f5 None None] Attempting to bind port e014c633-017b-40b4-8bad-1dcf59e53287 by drivers openvswitch,hyperv on host dv-cinder-853450-2-iscsi at level 0 using segments [{'id': '67ba5125-9fc9-4a45-924f-a98fceaf00fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153'}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 18 11:16:17.035521 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af9115f1-065d-4baf-b563-11695f32e1f5 None None] Attempting to bind port e014c633-017b-40b4-8bad-1dcf59e53287 on network c4d5f339-67bc-4c12-8231-94aca87a7153 {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 18 11:16:17.041761 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:16:17.042784 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-aa639340-e83d-44ed-9491-a8a9898d946f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '998cf145-4292-4cbf-b148-168edf6fee5f', 'name': 'tempest-AttachVolumeNegativeTest-2089290289-router', 'tenant_id': '129f3d9f33ad4b209039244eb09599e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'external_fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.158'}], 'enable_snat': True}, 'gw_port_id': 'ce095ec4-83b0-46bf-b392-7aa0e9163c2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T11:15:55Z', 'updated_at': '2022-08-18T11:16:07Z', 'revision_number': 4, 'project_id': '129f3d9f33ad4b209039244eb09599e9', 'gw_port': {'id': 'ce095ec4-83b0-46bf-b392-7aa0e9163c2a', 'name': '', 'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:5f:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '998cf145-4292-4cbf-b148-168edf6fee5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853450-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:15:56Z', 'updated_at': '2022-08-18T11:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853450-2-iscsi', '_interfaces': [{'id': 'a7274281-41d9-436f-9277-93ef3e666e58', 'name': '', 'network_id': 'ca6ccede-6467-4618-b24a-e0809d05149d', 'tenant_id': '129f3d9f33ad4b209039244eb09599e9', 'mac_address': 'fa:16:3e:c0:ff:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '998cf145-4292-4cbf-b148-168edf6fee5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'cf42f62c-f94a-411e-aa38-b95605994c37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853450-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:16:03Z', 'updated_at': '2022-08-18T11:16:15Z', 'revision_number': 4, 'project_id': '129f3d9f33ad4b209039244eb09599e9', 'subnets': [{'id': 'cf42f62c-f94a-411e-aa38-b95605994c37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853450-2-iscsi', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:16:17.088492 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-a10aae3e-4225-444f-8688-3087af0a4041 req-c53c5bb0-28c8-4fa5-b040-dd5f21640d04 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=71c3b65c-c12b-4633-ac7c-27a5cd878c43 HTTP/1.1" status: 200 len: 210 time: 0.1066973 Aug 18 11:16:17.166143 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa639340-e83d-44ed-9491-a8a9898d946f None None] The sync data for ids ['998cf145-4292-4cbf-b148-168edf6fee5f'] in dv-cinder-853450-2-iscsi is: [{'id': '998cf145-4292-4cbf-b148-168edf6fee5f', 'name': 'tempest-AttachVolumeNegativeTest-2089290289-router', 'tenant_id': '129f3d9f33ad4b209039244eb09599e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'external_fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.158'}], 'enable_snat': True}, 'gw_port_id': 'ce095ec4-83b0-46bf-b392-7aa0e9163c2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T11:15:55Z', 'updated_at': '2022-08-18T11:16:07Z', 'revision_number': 4, 'project_id': '129f3d9f33ad4b209039244eb09599e9', 'gw_port': {'id': 'ce095ec4-83b0-46bf-b392-7aa0e9163c2a', 'name': '', 'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:5f:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '998cf145-4292-4cbf-b148-168edf6fee5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853450-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:15:56Z', 'updated_at': '2022-08-18T11:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853450-2-iscsi', '_interfaces': [{'id': 'a7274281-41d9-436f-9277-93ef3e666e58', 'name': '', 'network_id': 'ca6ccede-6467-4618-b24a-e0809d05149d', 'tenant_id': '129f3d9f33ad4b209039244eb09599e9', 'mac_address': 'fa:16:3e:c0:ff:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '998cf145-4292-4cbf-b148-168edf6fee5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'cf42f62c-f94a-411e-aa38-b95605994c37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853450-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:16:03Z', 'updated_at': '2022-08-18T11:16:15Z', 'revision_number': 4, 'project_id': '129f3d9f33ad4b209039244eb09599e9', 'subnets': [{'id': 'cf42f62c-f94a-411e-aa38-b95605994c37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 11:16:17.170926 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f0bef4ff-d803-42ec-882b-6a2a71cbc04b admin admin] Publish callbacks [] for port (5d1b40c2-e82f-432c-bd4e-c9b17ba9e016), precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:17.258852 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b0b89e5-e59c-4127-b6d2-75a65c4ec1ad admin admin] Notify agent at l3_agent.dv-cinder-853450-2-iscsi the message routers_updated {{(pid=106379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 11:16:17.282976 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-1b0b89e5-e59c-4127-b6d2-75a65c4ec1ad admin admin] 10.222.0.16 "PUT /networking/v2.0/routers/831210b6-dcdc-42e9-b525-a9ceeab779ac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8932791 Aug 18 11:16:17.305390 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Current status of the port 44b9dc73-a9bf-496f-be3a-d067fc020a1d is: ACTIVE; New status is: ACTIVE {{(pid=106380) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 11:16:17.310607 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Device 646f8994-2a7a-4217-819b-8e72d2a51c5d up at agent ovs-agent-dv-cinder-853450-2-iscsi {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 11:16:17.327917 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f0bef4ff-d803-42ec-882b-6a2a71cbc04b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732803053689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732802528799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732802528817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11809220'] for port (5d1b40c2-e82f-432c-bd4e-c9b17ba9e016), after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:17.348663 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.16', 50214) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:16:17.396736 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af9115f1-065d-4baf-b563-11695f32e1f5 None None] Checking agent: {'id': '69d4285f-736d-41a6-a99e-1994eed59bce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-853450-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 18, 11, 7, 46), 'started_at': datetime.datetime(2022, 8, 18, 11, 8, 16), 'heartbeat_timestamp': datetime.datetime(2022, 8, 18, 11, 16, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-853450-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 18 11:16:17.397460 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af9115f1-065d-4baf-b563-11695f32e1f5 None None] Checking segment: {'id': '67ba5125-9fc9-4a45-924f-a98fceaf00fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 18 11:16:17.398137 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-af9115f1-065d-4baf-b563-11695f32e1f5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:17.399486 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af9115f1-065d-4baf-b563-11695f32e1f5 None None] Bound using segment: {'id': '67ba5125-9fc9-4a45-924f-a98fceaf00fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153'} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 18 11:16:17.400380 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-af9115f1-065d-4baf-b563-11695f32e1f5 None None] Bound port: e014c633-017b-40b4-8bad-1dcf59e53287, host: dv-cinder-853450-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67ba5125-9fc9-4a45-924f-a98fceaf00fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153'}}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 18 11:16:17.401195 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-af9115f1-065d-4baf-b563-11695f32e1f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (e014c633-017b-40b4-8bad-1dcf59e53287), before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:17.418880 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-348d77fd-4dad-4239-a4c1-c4a1ecf92e2b None None] Port 483817c4-d525-4e0e-8fdc-9115e6f5f758 cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 18 11:16:17.425535 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fd7d0b-dad1-4e50-8873-46820e11d629 None None] Pushing event updated for resources: {'Port': ['ID=e014c633-017b-40b4-8bad-1dcf59e53287,revision_number=2']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:16:17.494129 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-191188ba-2fbb-4125-8046-99c675ee51f6 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (None), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:17.714626 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f0bef4ff-d803-42ec-882b-6a2a71cbc04b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3683465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-516656'] for router_interface (97e200f4-d6cb-4648-9cd1-8bbb079a2573), after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:17.750885 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Provisioning complete for port 646f8994-2a7a-4217-819b-8e72d2a51c5d triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 18 11:16:17.751283 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619404'] for port (646f8994-2a7a-4217-819b-8e72d2a51c5d), provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:17.940773 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.db.db_base_plugin_common [None req-191188ba-2fbb-4125-8046-99c675ee51f6 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Allocated IP 172.27.4.136 (c4d5f339-67bc-4c12-8231-94aca87a7153/76ee03a1-e6cb-4518-8461-de8749842f4e/b5a7304c-895d-46fe-b29b-18a5c4c97402) {{(pid=106379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 11:16:18.058035 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bef4ff-d803-42ec-882b-6a2a71cbc04b admin admin] Pushing event updated for resources: {'Port': ['ID=5d1b40c2-e82f-432c-bd4e-c9b17ba9e016,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:16:18.074047 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-96abd544-b679-4725-8e7a-d57454d7389d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:18.122647 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0bef4ff-d803-42ec-882b-6a2a71cbc04b admin admin] Network 5b1c9faa-c979-43b2-a0cc-ea8cbdb168b9 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 11:16:18.125348 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:16:18.126811 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-f0bef4ff-d803-42ec-882b-6a2a71cbc04b admin admin] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 11:16:18.135841 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-af9115f1-065d-4baf-b563-11695f32e1f5 None None] For port e014c633-017b-40b4-8bad-1dcf59e53287, host dv-cinder-853450-2-iscsi, cleared binding levels {{(pid=106380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 11:16:18.267268 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.16', 50250) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:16:18.297947 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.v2.base [None req-67ee8205-fc0a-436d-a7c7-4a4ce8da5583 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1457937890', 'description': 'tempest-description--1816023808'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:16:18.536481 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:16:18.560101 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-af9115f1-065d-4baf-b563-11695f32e1f5 None None] For port e014c633-017b-40b4-8bad-1dcf59e53287, host dv-cinder-853450-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853450-2-iscsi',level=0,port_id=e014c633-017b-40b4-8bad-1dcf59e53287,segment=NetworkSegment(67ba5125-9fc9-4a45-924f-a98fceaf00fb),segment_id=67ba5125-9fc9-4a45-924f-a98fceaf00fb)] {{(pid=106380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 11:16:18.594952 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-af9115f1-065d-4baf-b563-11695f32e1f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732803053689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732802528799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732802528817'] for port (e014c633-017b-40b4-8bad-1dcf59e53287), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:18.639233 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-191188ba-2fbb-4125-8046-99c675ee51f6 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Publish callbacks [] for port (b5a7304c-895d-46fe-b29b-18a5c4c97402), precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:18.654843 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-67ee8205-fc0a-436d-a7c7-4a4ce8da5583 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Publish callbacks [] for security_group (None), before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:18.660044 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-46edd1c8-b331-43e7-b7ad-acec29dc500d None None] Provisioning complete for port 5d1b40c2-e82f-432c-bd4e-c9b17ba9e016 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 18 11:16:18.660452 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-46edd1c8-b331-43e7-b7ad-acec29dc500d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619404'] for port (5d1b40c2-e82f-432c-bd4e-c9b17ba9e016), provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:18.738204 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-96abd544-b679-4725-8e7a-d57454d7389d admin admin] Publish callbacks [] for security_group (bdaca8d2-2a61-4079-96db-b344097cec1e), precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:18.745956 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-55e5a0c6-01d2-4173-8322-4a64154e7c90 req-b748fce9-3aa5-4246-bf3c-03258745ffd2 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=71c3b65c-c12b-4633-ac7c-27a5cd878c43 HTTP/1.1" status: 200 len: 210 time: 0.2341261 Aug 18 11:16:18.766543 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-96abd544-b679-4725-8e7a-d57454d7389d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433130'] for security_group (bdaca8d2-2a61-4079-96db-b344097cec1e), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:18.842170 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0bef4ff-d803-42ec-882b-6a2a71cbc04b admin admin] Router 97e200f4-d6cb-4648-9cd1-8bbb079a2573 has already been hosted by L3 agent 5a2ac145-53e3-4597-a9e7-c52b4336ae58 {{(pid=106378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 11:16:18.868560 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:16:18.885862 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96abd544-b679-4725-8e7a-d57454d7389d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdaca8d2-2a61-4079-96db-b344097cec1e,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:16:18.891672 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-96abd544-b679-4725-8e7a-d57454d7389d admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=f1e1b718c6b944cfb3f5122dc4d25501&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5411592 Aug 18 11:16:18.895644 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.16', 50264) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:16:18.904348 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-191188ba-2fbb-4125-8046-99c675ee51f6 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732802528781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638927'] for port (b5a7304c-895d-46fe-b29b-18a5c4c97402), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:18.908972 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=85,neutron:DELETE=1,neutron:INSERT=10,neutron:UPDATE=4 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:16:18.948468 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af9115f1-065d-4baf-b563-11695f32e1f5 None None] Routers {'831210b6-dcdc-42e9-b525-a9ceeab779ac'} bound to L3 agent in host dv-cinder-853450-2-iscsi {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 18 11:16:18.953256 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-af9115f1-065d-4baf-b563-11695f32e1f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853450-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-18T11:07:43Z,description=,heartbeat_timestamp=2022-08-18T11:16:13Z,host='dv-cinder-853450-2-iscsi',id=5a2ac145-53e3-4597-a9e7-c52b4336ae58,load=0,resource_versions=,resources_synced=,started_at=2022-08-18T11:07:43Z,topic='l3_agent')) {'router_ids': ['831210b6-dcdc-42e9-b525-a9ceeab779ac'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:16:19.020180 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191188ba-2fbb-4125-8046-99c675ee51f6 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Pushing event updated for resources: {'Port': ['ID=b5a7304c-895d-46fe-b29b-18a5c4c97402,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:16:19.037783 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-46edd1c8-b331-43e7-b7ad-acec29dc500d None None] Port 5d1b40c2-e82f-432c-bd4e-c9b17ba9e016 cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 18 11:16:19.042381 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-67ee8205-fc0a-436d-a7c7-4a4ce8da5583 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Publish callbacks [] for security_group (4ea5bf43-978e-4299-a64e-45416a7e4e6b), precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:19.048819 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fd7d0b-dad1-4e50-8873-46820e11d629 None None] Pushing event updated for resources: {'Port': ['ID=e014c633-017b-40b4-8bad-1dcf59e53287,revision_number=3']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:16:19.068110 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-67ee8205-fc0a-436d-a7c7-4a4ce8da5583 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433130'] for security_group (4ea5bf43-978e-4299-a64e-45416a7e4e6b), after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:19.075497 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Current status of the port 646f8994-2a7a-4217-819b-8e72d2a51c5d is: DOWN; New status is: ACTIVE {{(pid=106380) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 11:16:19.076311 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (646f8994-2a7a-4217-819b-8e72d2a51c5d), before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:19.080604 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-191188ba-2fbb-4125-8046-99c675ee51f6 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Network c4d5f339-67bc-4c12-8231-94aca87a7153 is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 11:16:19.098186 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-191188ba-2fbb-4125-8046-99c675ee51f6 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 11:16:19.113813 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-191188ba-2fbb-4125-8046-99c675ee51f6 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Received port after_create {{(pid=106379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 18 11:16:19.199092 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] For port 646f8994-2a7a-4217-819b-8e72d2a51c5d, host dv-cinder-853450-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853450-2-iscsi',level=0,port_id=646f8994-2a7a-4217-819b-8e72d2a51c5d,segment=NetworkSegment(67ba5125-9fc9-4a45-924f-a98fceaf00fb),segment_id=67ba5125-9fc9-4a45-924f-a98fceaf00fb)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:16:19.207077 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-078135ca-fcd5-43b8-9885-746c2aa044ca None None] Publish callbacks [] for port (1ef0845a-eca3-4e27-9da9-f30e18d0cebc), precommit_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:19.225391 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-fb1b71ed-4368-4e71-8104-372a81774570 admin admin] Publish callbacks [] for security_group (bdaca8d2-2a61-4079-96db-b344097cec1e), before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:19.226680 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732803053689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732802528799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732802528817'] for port (646f8994-2a7a-4217-819b-8e72d2a51c5d), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:19.235870 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-078135ca-fcd5-43b8-9885-746c2aa044ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732803053689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732802528799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732802528817'] for port (1ef0845a-eca3-4e27-9da9-f30e18d0cebc), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:19.301131 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-af9115f1-065d-4baf-b563-11695f32e1f5 None None] Set router 831210b6-dcdc-42e9-b525-a9ceeab779ac gateway port host: dv-cinder-853450-2-iscsi {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 18 11:16:19.310701 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-67ee8205-fc0a-436d-a7c7-4a4ce8da5583 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Publish callbacks [] for security_group (None), before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:19.314033 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [None req-67ee8205-fc0a-436d-a7c7-4a4ce8da5583 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 1.0324805 Aug 18 11:16:19.324924 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.16', 50274) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:16:19.351743 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.v2.base [None req-6aea5936-3a89-4587-b156-1d80725f7583 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Request body: {'security_group_rule': {'security_group_id': '4ea5bf43-978e-4299-a64e-45416a7e4e6b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:16:19.372072 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-fb1b71ed-4368-4e71-8104-372a81774570 admin admin] Publish callbacks [] for security_group (bdaca8d2-2a61-4079-96db-b344097cec1e), precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:19.485759 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Pushing event updated for resources: {'Port': ['ID=646f8994-2a7a-4217-819b-8e72d2a51c5d,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:16:19.502859 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ee8205-fc0a-436d-a7c7-4a4ce8da5583 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ea5bf43-978e-4299-a64e-45416a7e4e6b,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:16:19.540912 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0bef4ff-d803-42ec-882b-6a2a71cbc04b admin admin] Notify agent at l3_agent.dv-cinder-853450-2-iscsi the message routers_updated {{(pid=106378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 11:16:19.551988 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1cc78d0-185f-43be-ae94-4e9275df821c None None] Sync routers for ids ['97e200f4-d6cb-4648-9cd1-8bbb079a2573'] in dv-cinder-853450-2-iscsi {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 11:16:19.569065 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [None req-f0bef4ff-d803-42ec-882b-6a2a71cbc04b admin admin] 10.222.0.16 "PUT /networking/v2.0/routers/97e200f4-d6cb-4648-9cd1-8bbb079a2573/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7425110 Aug 18 11:16:19.574362 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1cc78d0-185f-43be-ae94-4e9275df821c None None] Routers {'97e200f4-d6cb-4648-9cd1-8bbb079a2573'} bound to L3 agent in host dv-cinder-853450-2-iscsi {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 18 11:16:19.574987 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-c1cc78d0-185f-43be-ae94-4e9275df821c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853450-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-18T11:07:43Z,description=,heartbeat_timestamp=2022-08-18T11:16:13Z,host='dv-cinder-853450-2-iscsi',id=5a2ac145-53e3-4597-a9e7-c52b4336ae58,load=0,resource_versions=,resources_synced=,started_at=2022-08-18T11:07:43Z,topic='l3_agent')) {'router_ids': ['97e200f4-d6cb-4648-9cd1-8bbb079a2573'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:16:19.600831 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [req-dbea844b-6ad4-4759-8400-7f7f7757db88 req-09818b22-58eb-4baf-a9db-7b2d31114c38 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Allocated IP 172.20.0.3 (dd9ba834-1e3f-4b43-ad03-a13182799a15/055aadf2-d4b5-4a33-adc5-6baee36dc7bc/ebed5dca-31d9-4dd8-82d2-0b59c8ad64cb) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 11:16:19.630866 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:16:19.711194 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-fb1b71ed-4368-4e71-8104-372a81774570 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433130'] for security_group (bdaca8d2-2a61-4079-96db-b344097cec1e), after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:19.714257 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-fb1b71ed-4368-4e71-8104-372a81774570 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:19.719624 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-fb1b71ed-4368-4e71-8104-372a81774570 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/bdaca8d2-2a61-4079-96db-b344097cec1e HTTP/1.1" status: 204 len: 168 time: 0.8224201 Aug 18 11:16:19.739044 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Device a7274281-41d9-436f-9277-93ef3e666e58 up at agent ovs-agent-dv-cinder-853450-2-iscsi {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 11:16:19.749175 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-6aea5936-3a89-4587-b156-1d80725f7583 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Publish callbacks [] for security_group_rule (d9694b3e-4625-49d8-82a5-e6c41c7a8849), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:19.810685 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1b71ed-4368-4e71-8104-372a81774570 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdaca8d2-2a61-4079-96db-b344097cec1e,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:16:19.879876 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-191188ba-2fbb-4125-8046-99c675ee51f6 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Publish callbacks [] for floatingip (b358ca63-ac88-4ea9-8f3a-33cc66141fd5), precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:19.991932 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-c1cc78d0-185f-43be-ae94-4e9275df821c None None] Set router 97e200f4-d6cb-4648-9cd1-8bbb079a2573 gateway port host: dv-cinder-853450-2-iscsi {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 18 11:16:20.036897 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:16:20.095325 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-6aea5936-3a89-4587-b156-1d80725f7583 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Publish callbacks [] for security_group_rule (d9694b3e-4625-49d8-82a5-e6c41c7a8849), precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:20.098316 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-191188ba-2fbb-4125-8046-99c675ee51f6 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (b5a7304c-895d-46fe-b29b-18a5c4c97402), before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:20.109140 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-6aea5936-3a89-4587-b156-1d80725f7583 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432955'] for security_group_rule (d9694b3e-4625-49d8-82a5-e6c41c7a8849), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:20.130649 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaad43fd-29fe-4f34-8f1e-e204207a4353 None None] Pushing event updated for resources: {'Port': ['ID=1ef0845a-eca3-4e27-9da9-f30e18d0cebc,revision_number=3']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:16:20.176103 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-078135ca-fcd5-43b8-9885-746c2aa044ca None None] Attempting to bind port 1ef0845a-eca3-4e27-9da9-f30e18d0cebc on host dv-cinder-853450-2-iscsi for vnic_type normal with profile {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 18 11:16:20.177319 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-078135ca-fcd5-43b8-9885-746c2aa044ca None None] Attempting to bind port 1ef0845a-eca3-4e27-9da9-f30e18d0cebc by drivers openvswitch,hyperv on host dv-cinder-853450-2-iscsi at level 0 using segments [{'id': 'a2aedf6e-157b-419a-80ab-5857554bba74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 981, 'network_id': 'dd9ba834-1e3f-4b43-ad03-a13182799a15'}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 18 11:16:20.192162 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-078135ca-fcd5-43b8-9885-746c2aa044ca None None] Attempting to bind port 1ef0845a-eca3-4e27-9da9-f30e18d0cebc on network dd9ba834-1e3f-4b43-ad03-a13182799a15 {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 18 11:16:20.201350 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aea5936-3a89-4587-b156-1d80725f7583 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9694b3e-4625-49d8-82a5-e6c41c7a8849,revision_number=0']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:16:20.212524 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-078135ca-fcd5-43b8-9885-746c2aa044ca None None] Checking agent: {'id': '69d4285f-736d-41a6-a99e-1994eed59bce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-853450-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 18, 11, 7, 46), 'started_at': datetime.datetime(2022, 8, 18, 11, 8, 16), 'heartbeat_timestamp': datetime.datetime(2022, 8, 18, 11, 16, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-853450-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 18 11:16:20.213182 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-078135ca-fcd5-43b8-9885-746c2aa044ca None None] Checking segment: {'id': 'a2aedf6e-157b-419a-80ab-5857554bba74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 981, 'network_id': 'dd9ba834-1e3f-4b43-ad03-a13182799a15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 18 11:16:20.214070 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-078135ca-fcd5-43b8-9885-746c2aa044ca None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:20.214928 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-078135ca-fcd5-43b8-9885-746c2aa044ca None None] Bound using segment: {'id': 'a2aedf6e-157b-419a-80ab-5857554bba74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 981, 'network_id': 'dd9ba834-1e3f-4b43-ad03-a13182799a15'} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 18 11:16:20.215631 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-078135ca-fcd5-43b8-9885-746c2aa044ca None None] Bound port: 1ef0845a-eca3-4e27-9da9-f30e18d0cebc, host: dv-cinder-853450-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2aedf6e-157b-419a-80ab-5857554bba74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 981, 'network_id': 'dd9ba834-1e3f-4b43-ad03-a13182799a15'}}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 18 11:16:20.217174 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-078135ca-fcd5-43b8-9885-746c2aa044ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (1ef0845a-eca3-4e27-9da9-f30e18d0cebc), before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:20.225516 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-dbea844b-6ad4-4759-8400-7f7f7757db88 req-09818b22-58eb-4baf-a9db-7b2d31114c38 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Publish callbacks [] for port (ebed5dca-31d9-4dd8-82d2-0b59c8ad64cb), precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:20.238581 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-6aea5936-3a89-4587-b156-1d80725f7583 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:20.245676 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-6aea5936-3a89-4587-b156-1d80725f7583 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9083898 Aug 18 11:16:20.249604 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.16', 50292) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:16:20.256736 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.v2.base [None req-e9abbc41-2ece-4a5d-9b87-fb06367a1f34 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Request body: {'security_group_rule': {'security_group_id': '4ea5bf43-978e-4299-a64e-45416a7e4e6b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:16:20.275486 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:16:20.324003 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-dbea844b-6ad4-4759-8400-7f7f7757db88 req-09818b22-58eb-4baf-a9db-7b2d31114c38 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732802528781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11809227'] for port (ebed5dca-31d9-4dd8-82d2-0b59c8ad64cb), after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:20.325083 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:16:20.367943 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-078135ca-fcd5-43b8-9885-746c2aa044ca None None] For port 1ef0845a-eca3-4e27-9da9-f30e18d0cebc, host dv-cinder-853450-2-iscsi, cleared binding levels {{(pid=106380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 11:16:20.370734 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e9abbc41-2ece-4a5d-9b87-fb06367a1f34 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Publish callbacks [] for security_group_rule (c59dfbf8-b6be-4f06-86f8-f65d0c8ed64b), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:20.376604 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-078135ca-fcd5-43b8-9885-746c2aa044ca None None] For port 1ef0845a-eca3-4e27-9da9-f30e18d0cebc, host dv-cinder-853450-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853450-2-iscsi',level=0,port_id=1ef0845a-eca3-4e27-9da9-f30e18d0cebc,segment=NetworkSegment(a2aedf6e-157b-419a-80ab-5857554bba74),segment_id=a2aedf6e-157b-419a-80ab-5857554bba74)] {{(pid=106380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 11:16:20.387760 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Provisioning complete for port a7274281-41d9-436f-9277-93ef3e666e58 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 18 11:16:20.389448 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619404'] for port (a7274281-41d9-436f-9277-93ef3e666e58), provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:20.435743 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-078135ca-fcd5-43b8-9885-746c2aa044ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732803053689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732802528799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732802528817'] for port (1ef0845a-eca3-4e27-9da9-f30e18d0cebc), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:20.492063 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09818b22-58eb-4baf-a9db-7b2d31114c38 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Pushing event updated for resources: {'Port': ['ID=ebed5dca-31d9-4dd8-82d2-0b59c8ad64cb,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:16:20.514514 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-d3adefdd-169c-48c0-a694-41820398d86d req-c7dd25a0-ed89-4ea6-81e8-a70f8f706217 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=71c3b65c-c12b-4633-ac7c-27a5cd878c43 HTTP/1.1" status: 200 len: 210 time: 0.4044969 Aug 18 11:16:20.562352 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Current status of the port a7274281-41d9-436f-9277-93ef3e666e58 is: DOWN; New status is: ACTIVE {{(pid=106380) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 11:16:20.562731 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (a7274281-41d9-436f-9277-93ef3e666e58), before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:20.565972 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dbea844b-6ad4-4759-8400-7f7f7757db88 req-09818b22-58eb-4baf-a9db-7b2d31114c38 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Network dd9ba834-1e3f-4b43-ad03-a13182799a15 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 11:16:20.568843 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [req-dbea844b-6ad4-4759-8400-7f7f7757db88 req-09818b22-58eb-4baf-a9db-7b2d31114c38 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 11:16:20.576762 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbea844b-6ad4-4759-8400-7f7f7757db88 req-09818b22-58eb-4baf-a9db-7b2d31114c38 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 18 11:16:20.581713 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e9abbc41-2ece-4a5d-9b87-fb06367a1f34 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Publish callbacks [] for security_group_rule (c59dfbf8-b6be-4f06-86f8-f65d0c8ed64b), precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:20.585947 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-078135ca-fcd5-43b8-9885-746c2aa044ca None None] Routers {'ac1bbf50-8919-4b59-b313-27fdafa51525'} bound to L3 agent in host dv-cinder-853450-2-iscsi {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 18 11:16:20.586642 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-078135ca-fcd5-43b8-9885-746c2aa044ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853450-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-18T11:07:43Z,description=,heartbeat_timestamp=2022-08-18T11:16:13Z,host='dv-cinder-853450-2-iscsi',id=5a2ac145-53e3-4597-a9e7-c52b4336ae58,load=0,resource_versions=,resources_synced=,started_at=2022-08-18T11:07:43Z,topic='l3_agent')) {'router_ids': ['ac1bbf50-8919-4b59-b313-27fdafa51525'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:16:20.645135 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-191188ba-2fbb-4125-8046-99c675ee51f6 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Publish callbacks [] for port (b5a7304c-895d-46fe-b29b-18a5c4c97402), precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:20.652145 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e9abbc41-2ece-4a5d-9b87-fb06367a1f34 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432955'] for security_group_rule (c59dfbf8-b6be-4f06-86f8-f65d0c8ed64b), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:20.679940 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] For port a7274281-41d9-436f-9277-93ef3e666e58, host dv-cinder-853450-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853450-2-iscsi',level=0,port_id=a7274281-41d9-436f-9277-93ef3e666e58,segment=NetworkSegment(ee45f576-d1b7-4e11-a10f-3fe54663f35e),segment_id=ee45f576-d1b7-4e11-a10f-3fe54663f35e)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:16:20.697250 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:16:20.716595 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9abbc41-2ece-4a5d-9b87-fb06367a1f34 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c59dfbf8-b6be-4f06-86f8-f65d0c8ed64b,revision_number=0']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:16:20.716595 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-191188ba-2fbb-4125-8046-99c675ee51f6 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732803053689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732802528799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732802528817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1638912'] for port (b5a7304c-895d-46fe-b29b-18a5c4c97402), after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:20.721415 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-c1cc78d0-185f-43be-ae94-4e9275df821c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97e200f4-d6cb-4648-9cd1-8bbb079a2573', 'name': 'tempest-DeleteServersTestJSON-1144119157-router', 'tenant_id': 'b3cf862a38da43c081db5e171efe9459', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'external_fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.176'}], 'enable_snat': True}, 'gw_port_id': '646f8994-2a7a-4217-819b-8e72d2a51c5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T11:16:01Z', 'updated_at': '2022-08-18T11:16:15Z', 'revision_number': 4, 'project_id': 'b3cf862a38da43c081db5e171efe9459', 'gw_port': {'id': '646f8994-2a7a-4217-819b-8e72d2a51c5d', 'name': '', 'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:a4:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97e200f4-d6cb-4648-9cd1-8bbb079a2573', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853450-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:16:03Z', 'updated_at': '2022-08-18T11:16:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853450-2-iscsi', '_interfaces': [{'id': '5d1b40c2-e82f-432c-bd4e-c9b17ba9e016', 'name': '', 'network_id': '5b1c9faa-c979-43b2-a0cc-ea8cbdb168b9', 'tenant_id': 'b3cf862a38da43c081db5e171efe9459', 'mac_address': 'fa:16:3e:b0:a8:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97e200f4-d6cb-4648-9cd1-8bbb079a2573', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'e50f9d21-ffad-4a8f-ae9c-3875b87336d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:16:12Z', 'updated_at': '2022-08-18T11:16:15Z', 'revision_number': 2, 'project_id': 'b3cf862a38da43c081db5e171efe9459', 'subnets': [{'id': 'e50f9d21-ffad-4a8f-ae9c-3875b87336d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853450-2-iscsi', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:16:20.725133 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbea844b-6ad4-4759-8400-7f7f7757db88 req-09818b22-58eb-4baf-a9db-7b2d31114c38 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:16:20.727302 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-dbea844b-6ad4-4759-8400-7f7f7757db88 req-09818b22-58eb-4baf-a9db-7b2d31114c38 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682417'] for port (None), before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:20.751074 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-af9115f1-065d-4baf-b563-11695f32e1f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '831210b6-dcdc-42e9-b525-a9ceeab779ac', 'name': 'tempest-AttachVolumeShelveTestJSON-1403039600-router', 'tenant_id': 'be810e9efc4f4214b473f76da7e2714b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'external_fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.248'}], 'enable_snat': True}, 'gw_port_id': 'e014c633-017b-40b4-8bad-1dcf59e53287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T11:16:00Z', 'updated_at': '2022-08-18T11:16:14Z', 'revision_number': 4, 'project_id': 'be810e9efc4f4214b473f76da7e2714b', 'gw_port': {'id': 'e014c633-017b-40b4-8bad-1dcf59e53287', 'name': '', 'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:76:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '831210b6-dcdc-42e9-b525-a9ceeab779ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853450-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:16:03Z', 'updated_at': '2022-08-18T11:16:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853450-2-iscsi', '_interfaces': [{'id': '483817c4-d525-4e0e-8fdc-9115e6f5f758', 'name': '', 'network_id': '610eae45-7047-4853-8153-1da79fb95838', 'tenant_id': 'be810e9efc4f4214b473f76da7e2714b', 'mac_address': 'fa:16:3e:57:b0:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '831210b6-dcdc-42e9-b525-a9ceeab779ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'c3eb1b23-820c-420d-9ebc-59169bbc8615', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:16:12Z', 'updated_at': '2022-08-18T11:16:14Z', 'revision_number': 2, 'project_id': 'be810e9efc4f4214b473f76da7e2714b', 'subnets': [{'id': 'c3eb1b23-820c-420d-9ebc-59169bbc8615', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853450-2-iscsi', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:16:20.754845 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732803053689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732802528799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732802528817'] for port (a7274281-41d9-436f-9277-93ef3e666e58), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:20.768236 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-dbea844b-6ad4-4759-8400-7f7f7757db88 req-09818b22-58eb-4baf-a9db-7b2d31114c38 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.20 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.8239505 Aug 18 11:16:20.768444 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaad43fd-29fe-4f34-8f1e-e204207a4353 None None] Pushing event updated for resources: {'Port': ['ID=1ef0845a-eca3-4e27-9da9-f30e18d0cebc,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:16:20.829740 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1cc78d0-185f-43be-ae94-4e9275df821c None None] Checking router: 97e200f4-d6cb-4648-9cd1-8bbb079a2573 for host: dv-cinder-853450-2-iscsi {{(pid=106381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 11:16:20.830101 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1cc78d0-185f-43be-ae94-4e9275df821c None None] Updating router 97e200f4-d6cb-4648-9cd1-8bbb079a2573 port 5d1b40c2-e82f-432c-bd4e-c9b17ba9e016 binding host dv-cinder-853450-2-iscsi {{(pid=106381) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 11:16:20.846850 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af9115f1-065d-4baf-b563-11695f32e1f5 None None] The sync data for ids ['831210b6-dcdc-42e9-b525-a9ceeab779ac'] in dv-cinder-853450-2-iscsi is: [{'id': '831210b6-dcdc-42e9-b525-a9ceeab779ac', 'name': 'tempest-AttachVolumeShelveTestJSON-1403039600-router', 'tenant_id': 'be810e9efc4f4214b473f76da7e2714b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'external_fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.248'}], 'enable_snat': True}, 'gw_port_id': 'e014c633-017b-40b4-8bad-1dcf59e53287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T11:16:00Z', 'updated_at': '2022-08-18T11:16:14Z', 'revision_number': 4, 'project_id': 'be810e9efc4f4214b473f76da7e2714b', 'gw_port': {'id': 'e014c633-017b-40b4-8bad-1dcf59e53287', 'name': '', 'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:76:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '831210b6-dcdc-42e9-b525-a9ceeab779ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853450-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:16:03Z', 'updated_at': '2022-08-18T11:16:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853450-2-iscsi', '_interfaces': [{'id': '483817c4-d525-4e0e-8fdc-9115e6f5f758', 'name': '', 'network_id': '610eae45-7047-4853-8153-1da79fb95838', 'tenant_id': 'be810e9efc4f4214b473f76da7e2714b', 'mac_address': 'fa:16:3e:57:b0:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '831210b6-dcdc-42e9-b525-a9ceeab779ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'c3eb1b23-820c-420d-9ebc-59169bbc8615', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:16:12Z', 'updated_at': '2022-08-18T11:16:14Z', 'revision_number': 2, 'project_id': 'be810e9efc4f4214b473f76da7e2714b', 'subnets': [{'id': 'c3eb1b23-820c-420d-9ebc-59169bbc8615', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 11:16:20.888273 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e9abbc41-2ece-4a5d-9b87-fb06367a1f34 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:20.891995 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-e9abbc41-2ece-4a5d-9b87-fb06367a1f34 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6373580 Aug 18 11:16:20.892269 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.16', 50316) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:16:20.893986 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-c1cc78d0-185f-43be-ae94-4e9275df821c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (5d1b40c2-e82f-432c-bd4e-c9b17ba9e016), before_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:20.904755 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.v2.base [None req-c5085e4a-cf1e-4104-9b94-eb00dc31fa84 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Request body: {'floatingip': {'floating_network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:16:21.012043 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-191188ba-2fbb-4125-8046-99c675ee51f6 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-519515'] for floatingip (b358ca63-ac88-4ea9-8f3a-33cc66141fd5), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:21.032100 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191188ba-2fbb-4125-8046-99c675ee51f6 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Pushing event updated for resources: {'Port': ['ID=b5a7304c-895d-46fe-b29b-18a5c4c97402,revision_number=2']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:16:21.048318 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c5085e4a-cf1e-4104-9b94-eb00dc31fa84 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:21.071216 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-078135ca-fcd5-43b8-9885-746c2aa044ca None None] Set router ac1bbf50-8919-4b59-b313-27fdafa51525 gateway port host: dv-cinder-853450-2-iscsi {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 18 11:16:21.088631 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-191188ba-2fbb-4125-8046-99c675ee51f6 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22494'] for floatingip (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:21.090782 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-191188ba-2fbb-4125-8046-99c675ee51f6 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] 10.222.0.16 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.4585488 Aug 18 11:16:21.239503 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.16', 50330) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:16:21.496031 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Pushing event updated for resources: {'Port': ['ID=a7274281-41d9-436f-9277-93ef3e666e58,revision_number=5']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:16:21.509464 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-f4005411-baf7-444e-9225-e7b144ef555a None None] Provisioning complete for port ebed5dca-31d9-4dd8-82d2-0b59c8ad64cb triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 18 11:16:21.532052 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-f4005411-baf7-444e-9225-e7b144ef555a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619404'] for port (ebed5dca-31d9-4dd8-82d2-0b59c8ad64cb), provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:21.569431 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Device 646f8994-2a7a-4217-819b-8e72d2a51c5d up at agent ovs-agent-dv-cinder-853450-2-iscsi {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 11:16:21.611486 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c5085e4a-cf1e-4104-9b94-eb00dc31fa84 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (None), before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:21.657019 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c853dfbd-e2e1-4c89-907e-cc6761ff2998 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:21.684870 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-f4005411-baf7-444e-9225-e7b144ef555a None None] Port ebed5dca-31d9-4dd8-82d2-0b59c8ad64cb cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 18 11:16:21.686980 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab7ad66-8955-404a-a307-aacb66324855 req-e2758b64-2501-4d25-8dc5-38efc4ce96dd tempest-DeleteServersTestJSON-798039388 tempest-DeleteServersTestJSON-798039388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:16:21.695257 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-eab7ad66-8955-404a-a307-aacb66324855 req-e2758b64-2501-4d25-8dc5-38efc4ce96dd tempest-DeleteServersTestJSON-798039388 tempest-DeleteServersTestJSON-798039388-project] 10.222.0.16 "GET /networking/v2.0/networks?id=5b1c9faa-c979-43b2-a0cc-ea8cbdb168b9 HTTP/1.1" status: 200 len: 812 time: 0.6860657 Aug 18 11:16:21.842605 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:16:21.917039 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-c1cc78d0-185f-43be-ae94-4e9275df821c None None] Publish callbacks [] for port (5d1b40c2-e82f-432c-bd4e-c9b17ba9e016), precommit_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:21.933830 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-c1cc78d0-185f-43be-ae94-4e9275df821c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732803053689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732802528799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732802528817'] for port (5d1b40c2-e82f-432c-bd4e-c9b17ba9e016), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:21.940168 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-eab7ad66-8955-404a-a307-aacb66324855 req-ec5f47f8-7571-4d50-a60a-b499c264f585 tempest-DeleteServersTestJSON-798039388 tempest-DeleteServersTestJSON-798039388-project] 10.222.0.16 "GET /networking/v2.0/quotas/b3cf862a38da43c081db5e171efe9459 HTTP/1.1" status: 200 len: 375 time: 0.2402513 Aug 18 11:16:21.948846 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.wsgi [req-dbea844b-6ad4-4759-8400-7f7f7757db88 req-75d43e10-d75b-4670-ac85-9ccd42a30df1 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] http://10.222.0.16:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106378) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 18 11:16:21.951432 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-dbea844b-6ad4-4759-8400-7f7f7757db88 req-75d43e10-d75b-4670-ac85-9ccd42a30df1 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.20 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0105293 Aug 18 11:16:21.954396 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c853dfbd-e2e1-4c89-907e-cc6761ff2998 admin admin] Publish callbacks [] for security_group (db298500-8e6f-4a58-a7db-2c829fe206d5), precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:21.966480 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c853dfbd-e2e1-4c89-907e-cc6761ff2998 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433130'] for security_group (db298500-8e6f-4a58-a7db-2c829fe206d5), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:22.071073 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Provisioning complete for port 646f8994-2a7a-4217-819b-8e72d2a51c5d triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 18 11:16:22.071454 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619404'] for port (646f8994-2a7a-4217-819b-8e72d2a51c5d), provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:22.121350 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c853dfbd-e2e1-4c89-907e-cc6761ff2998 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db298500-8e6f-4a58-a7db-2c829fe206d5,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:16:22.140044 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-c853dfbd-e2e1-4c89-907e-cc6761ff2998 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=f16a622d05a54de8900e19602acbb09e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9000440 Aug 18 11:16:22.145695 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.16', 50364) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:16:22.153887 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff47a69-1d7f-4dcc-bce5-fd9de82c6019 None None] Pushing event updated for resources: {'Port': ['ID=5d1b40c2-e82f-432c-bd4e-c9b17ba9e016,revision_number=3']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:16:22.174585 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-88c05f95-4690-4afb-b4cf-9235104ea646 req-d5f2da8c-c736-4f0e-98c5-4a2b1402a3a6 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] 10.222.0.16 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--2078937053&fields=id&tenant_id=129f3d9f33ad4b209039244eb09599e9 HTTP/1.1" status: 200 len: 267 time: 0.3532932 Aug 18 11:16:22.226709 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-078135ca-fcd5-43b8-9885-746c2aa044ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac1bbf50-8919-4b59-b313-27fdafa51525', 'name': 'tempest-ServerRescueNegativeTestJSON-2046775969-router', 'tenant_id': 'aab35f7119e44d3c8da92076c7e823db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'external_fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.214'}], 'enable_snat': True}, 'gw_port_id': '44b9dc73-a9bf-496f-be3a-d067fc020a1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T11:15:55Z', 'updated_at': '2022-08-18T11:16:04Z', 'revision_number': 4, 'project_id': 'aab35f7119e44d3c8da92076c7e823db', 'gw_port': {'id': '44b9dc73-a9bf-496f-be3a-d067fc020a1d', 'name': '', 'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:fa:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac1bbf50-8919-4b59-b313-27fdafa51525', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853450-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:15:57Z', 'updated_at': '2022-08-18T11:16:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853450-2-iscsi', '_interfaces': [{'id': '1ef0845a-eca3-4e27-9da9-f30e18d0cebc', 'name': '', 'network_id': 'dd9ba834-1e3f-4b43-ad03-a13182799a15', 'tenant_id': 'aab35f7119e44d3c8da92076c7e823db', 'mac_address': 'fa:16:3e:96:ff:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac1bbf50-8919-4b59-b313-27fdafa51525', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '055aadf2-d4b5-4a33-adc5-6baee36dc7bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853450-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:16:03Z', 'updated_at': '2022-08-18T11:16:20Z', 'revision_number': 4, 'project_id': 'aab35f7119e44d3c8da92076c7e823db', 'subnets': [{'id': '055aadf2-d4b5-4a33-adc5-6baee36dc7bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853450-2-iscsi', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:16:22.273285 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:16:22.279677 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-078135ca-fcd5-43b8-9885-746c2aa044ca None None] The sync data for ids ['ac1bbf50-8919-4b59-b313-27fdafa51525'] in dv-cinder-853450-2-iscsi is: [{'id': 'ac1bbf50-8919-4b59-b313-27fdafa51525', 'name': 'tempest-ServerRescueNegativeTestJSON-2046775969-router', 'tenant_id': 'aab35f7119e44d3c8da92076c7e823db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'external_fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.214'}], 'enable_snat': True}, 'gw_port_id': '44b9dc73-a9bf-496f-be3a-d067fc020a1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T11:15:55Z', 'updated_at': '2022-08-18T11:16:04Z', 'revision_number': 4, 'project_id': 'aab35f7119e44d3c8da92076c7e823db', 'gw_port': {'id': '44b9dc73-a9bf-496f-be3a-d067fc020a1d', 'name': '', 'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:fa:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac1bbf50-8919-4b59-b313-27fdafa51525', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853450-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:15:57Z', 'updated_at': '2022-08-18T11:16:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853450-2-iscsi', '_interfaces': [{'id': '1ef0845a-eca3-4e27-9da9-f30e18d0cebc', 'name': '', 'network_id': 'dd9ba834-1e3f-4b43-ad03-a13182799a15', 'tenant_id': 'aab35f7119e44d3c8da92076c7e823db', 'mac_address': 'fa:16:3e:96:ff:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac1bbf50-8919-4b59-b313-27fdafa51525', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '055aadf2-d4b5-4a33-adc5-6baee36dc7bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853450-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:16:03Z', 'updated_at': '2022-08-18T11:16:20Z', 'revision_number': 4, 'project_id': 'aab35f7119e44d3c8da92076c7e823db', 'subnets': [{'id': '055aadf2-d4b5-4a33-adc5-6baee36dc7bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 11:16:22.313031 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=100 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:16:22.315951 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-c1cc78d0-185f-43be-ae94-4e9275df821c None None] Attempting to bind port 5d1b40c2-e82f-432c-bd4e-c9b17ba9e016 on host dv-cinder-853450-2-iscsi for vnic_type normal with profile {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 18 11:16:22.318015 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-c1cc78d0-185f-43be-ae94-4e9275df821c None None] Attempting to bind port 5d1b40c2-e82f-432c-bd4e-c9b17ba9e016 by drivers openvswitch,hyperv on host dv-cinder-853450-2-iscsi at level 0 using segments [{'id': '892a3a86-c8b7-4a74-8bc2-c36bdf2ec3b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 974, 'network_id': '5b1c9faa-c979-43b2-a0cc-ea8cbdb168b9'}] {{(pid=106381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 18 11:16:22.320355 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1cc78d0-185f-43be-ae94-4e9275df821c None None] Attempting to bind port 5d1b40c2-e82f-432c-bd4e-c9b17ba9e016 on network 5b1c9faa-c979-43b2-a0cc-ea8cbdb168b9 {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 18 11:16:22.323941 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e7eddba7-086c-442c-8def-3e71fdda6221 admin admin] Publish callbacks [] for security_group (db298500-8e6f-4a58-a7db-2c829fe206d5), before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:22.329758 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:16:22.353608 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1cc78d0-185f-43be-ae94-4e9275df821c None None] Checking agent: {'id': '69d4285f-736d-41a6-a99e-1994eed59bce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-853450-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 18, 11, 7, 46), 'started_at': datetime.datetime(2022, 8, 18, 11, 8, 16), 'heartbeat_timestamp': datetime.datetime(2022, 8, 18, 11, 16, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-853450-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 18 11:16:22.356210 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1cc78d0-185f-43be-ae94-4e9275df821c None None] Checking segment: {'id': '892a3a86-c8b7-4a74-8bc2-c36bdf2ec3b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 974, 'network_id': '5b1c9faa-c979-43b2-a0cc-ea8cbdb168b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 18 11:16:22.357662 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-c1cc78d0-185f-43be-ae94-4e9275df821c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:22.359037 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1cc78d0-185f-43be-ae94-4e9275df821c None None] Bound using segment: {'id': '892a3a86-c8b7-4a74-8bc2-c36bdf2ec3b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 974, 'network_id': '5b1c9faa-c979-43b2-a0cc-ea8cbdb168b9'} {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 18 11:16:22.361675 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-c1cc78d0-185f-43be-ae94-4e9275df821c None None] Bound port: 5d1b40c2-e82f-432c-bd4e-c9b17ba9e016, host: dv-cinder-853450-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '892a3a86-c8b7-4a74-8bc2-c36bdf2ec3b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 974, 'network_id': '5b1c9faa-c979-43b2-a0cc-ea8cbdb168b9'}}] {{(pid=106381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 18 11:16:22.362455 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-c1cc78d0-185f-43be-ae94-4e9275df821c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (5d1b40c2-e82f-432c-bd4e-c9b17ba9e016), before_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:22.407084 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e7eddba7-086c-442c-8def-3e71fdda6221 admin admin] Publish callbacks [] for security_group (db298500-8e6f-4a58-a7db-2c829fe206d5), precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:22.409413 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Current status of the port 646f8994-2a7a-4217-819b-8e72d2a51c5d is: ACTIVE; New status is: ACTIVE {{(pid=106380) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 11:16:22.410830 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Device 1ef0845a-eca3-4e27-9da9-f30e18d0cebc up at agent ovs-agent-dv-cinder-853450-2-iscsi {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 11:16:22.505075 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:16:22.534520 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-eab7ad66-8955-404a-a307-aacb66324855 req-b40e9374-50b1-41b0-b2f5-f109685552fd tempest-DeleteServersTestJSON-798039388 tempest-DeleteServersTestJSON-798039388-project] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=b3cf862a38da43c081db5e171efe9459&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5961530 Aug 18 11:16:22.587716 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:16:22.597471 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e7eddba7-086c-442c-8def-3e71fdda6221 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433130'] for security_group (db298500-8e6f-4a58-a7db-2c829fe206d5), after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:22.600735 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e7eddba7-086c-442c-8def-3e71fdda6221 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:22.602363 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-e7eddba7-086c-442c-8def-3e71fdda6221 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/db298500-8e6f-4a58-a7db-2c829fe206d5 HTTP/1.1" status: 204 len: 168 time: 0.4551189 Aug 18 11:16:22.633543 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7eddba7-086c-442c-8def-3e71fdda6221 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db298500-8e6f-4a58-a7db-2c829fe206d5,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:16:22.668937 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-c5085e4a-cf1e-4104-9b94-eb00dc31fa84 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Allocated IP 172.27.4.196 (c4d5f339-67bc-4c12-8231-94aca87a7153/76ee03a1-e6cb-4518-8461-de8749842f4e/c7f84f95-e896-4199-a055-27353f32ef2e) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 11:16:22.678916 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-c1cc78d0-185f-43be-ae94-4e9275df821c None None] For port 5d1b40c2-e82f-432c-bd4e-c9b17ba9e016, host dv-cinder-853450-2-iscsi, cleared binding levels {{(pid=106381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 11:16:22.689069 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-c1cc78d0-185f-43be-ae94-4e9275df821c None None] For port 5d1b40c2-e82f-432c-bd4e-c9b17ba9e016, host dv-cinder-853450-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853450-2-iscsi',level=0,port_id=5d1b40c2-e82f-432c-bd4e-c9b17ba9e016,segment=NetworkSegment(892a3a86-c8b7-4a74-8bc2-c36bdf2ec3b1),segment_id=892a3a86-c8b7-4a74-8bc2-c36bdf2ec3b1)] {{(pid=106381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 11:16:22.708734 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-c1cc78d0-185f-43be-ae94-4e9275df821c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732803053689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732802528799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732802528817'] for port (5d1b40c2-e82f-432c-bd4e-c9b17ba9e016), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:22.826123 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff47a69-1d7f-4dcc-bce5-fd9de82c6019 None None] Pushing event updated for resources: {'Port': ['ID=5d1b40c2-e82f-432c-bd4e-c9b17ba9e016,revision_number=4']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:16:22.856928 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1cc78d0-185f-43be-ae94-4e9275df821c None None] Routers {'97e200f4-d6cb-4648-9cd1-8bbb079a2573'} bound to L3 agent in host dv-cinder-853450-2-iscsi {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 18 11:16:22.860643 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-c1cc78d0-185f-43be-ae94-4e9275df821c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853450-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-18T11:07:43Z,description=,heartbeat_timestamp=2022-08-18T11:16:13Z,host='dv-cinder-853450-2-iscsi',id=5a2ac145-53e3-4597-a9e7-c52b4336ae58,load=0,resource_versions=,resources_synced=,started_at=2022-08-18T11:07:43Z,topic='l3_agent')) {'router_ids': ['97e200f4-d6cb-4648-9cd1-8bbb079a2573'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:16:22.917796 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.v2.base [req-dbea844b-6ad4-4759-8400-7f7f7757db88 req-28031dc4-3001-4e0c-ab7f-e565cb6a4697 service neutron] Request body: {'port': {'device_id': 'c8db7651-518a-44f0-834d-8036931cbef8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85345'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:16:23.027716 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.20', 61059) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:16:23.238442 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Provisioning complete for port 1ef0845a-eca3-4e27-9da9-f30e18d0cebc triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 18 11:16:23.240161 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619404'] for port (1ef0845a-eca3-4e27-9da9-f30e18d0cebc), provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:23.625486 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-c1cc78d0-185f-43be-ae94-4e9275df821c None None] Set router 97e200f4-d6cb-4648-9cd1-8bbb079a2573 gateway port host: dv-cinder-853450-2-iscsi {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 18 11:16:23.665613 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Current status of the port 1ef0845a-eca3-4e27-9da9-f30e18d0cebc is: DOWN; New status is: ACTIVE {{(pid=106380) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 11:16:23.668906 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (1ef0845a-eca3-4e27-9da9-f30e18d0cebc), before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:23.789894 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] For port 1ef0845a-eca3-4e27-9da9-f30e18d0cebc, host dv-cinder-853450-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853450-2-iscsi',level=0,port_id=1ef0845a-eca3-4e27-9da9-f30e18d0cebc,segment=NetworkSegment(a2aedf6e-157b-419a-80ab-5857554bba74),segment_id=a2aedf6e-157b-419a-80ab-5857554bba74)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:16:23.797836 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732803053689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732802528799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732802528817'] for port (1ef0845a-eca3-4e27-9da9-f30e18d0cebc), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:23.953039 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Pushing event updated for resources: {'Port': ['ID=1ef0845a-eca3-4e27-9da9-f30e18d0cebc,revision_number=5']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:16:24.155683 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-c1cc78d0-185f-43be-ae94-4e9275df821c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97e200f4-d6cb-4648-9cd1-8bbb079a2573', 'name': 'tempest-DeleteServersTestJSON-1144119157-router', 'tenant_id': 'b3cf862a38da43c081db5e171efe9459', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'external_fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.176'}], 'enable_snat': True}, 'gw_port_id': '646f8994-2a7a-4217-819b-8e72d2a51c5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T11:16:01Z', 'updated_at': '2022-08-18T11:16:15Z', 'revision_number': 4, 'project_id': 'b3cf862a38da43c081db5e171efe9459', 'gw_port': {'id': '646f8994-2a7a-4217-819b-8e72d2a51c5d', 'name': '', 'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:a4:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97e200f4-d6cb-4648-9cd1-8bbb079a2573', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853450-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:16:03Z', 'updated_at': '2022-08-18T11:16:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853450-2-iscsi', '_interfaces': [{'id': '5d1b40c2-e82f-432c-bd4e-c9b17ba9e016', 'name': '', 'network_id': '5b1c9faa-c979-43b2-a0cc-ea8cbdb168b9', 'tenant_id': 'b3cf862a38da43c081db5e171efe9459', 'mac_address': 'fa:16:3e:b0:a8:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97e200f4-d6cb-4648-9cd1-8bbb079a2573', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'e50f9d21-ffad-4a8f-ae9c-3875b87336d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853450-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:16:12Z', 'updated_at': '2022-08-18T11:16:22Z', 'revision_number': 4, 'project_id': 'b3cf862a38da43c081db5e171efe9459', 'subnets': [{'id': 'e50f9d21-ffad-4a8f-ae9c-3875b87336d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853450-2-iscsi', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:16:24.233172 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c05f95-4690-4afb-b4cf-9235104ea646 req-9e93edaa-6f94-4e54-805e-e4f2b4cd5390 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:16:24.234401 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e3386c-3f57-4296-8a3a-96cc40d9316c req-e289cb47-9c5d-49cf-9bc5-af0eb1bb2d49 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:16:24.238181 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [req-85e3386c-3f57-4296-8a3a-96cc40d9316c req-e289cb47-9c5d-49cf-9bc5-af0eb1bb2d49 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.20 "GET /networking/v2.0/networks?id=dd9ba834-1e3f-4b43-ad03-a13182799a15 HTTP/1.1" status: 200 len: 819 time: 1.2088821 Aug 18 11:16:24.242700 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-88c05f95-4690-4afb-b4cf-9235104ea646 req-9e93edaa-6f94-4e54-805e-e4f2b4cd5390 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] 10.222.0.16 "GET /networking/v2.0/networks?id=ca6ccede-6467-4618-b24a-e0809d05149d HTTP/1.1" status: 200 len: 815 time: 2.0667512 Aug 18 11:16:24.266694 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.v2.base [req-85e3386c-3f57-4296-8a3a-96cc40d9316c req-4e82a684-b991-4e9b-a3ea-6d0792b4f170 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Request body: {'port': {'device_id': '71c3b65c-c12b-4633-ac7c-27a5cd878c43', 'network_id': 'dd9ba834-1e3f-4b43-ad03-a13182799a15', 'admin_state_up': True, 'tenant_id': 'aab35f7119e44d3c8da92076c7e823db'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:16:24.302252 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1cc78d0-185f-43be-ae94-4e9275df821c None None] The sync data for ids ['97e200f4-d6cb-4648-9cd1-8bbb079a2573'] in dv-cinder-853450-2-iscsi is: [{'id': '97e200f4-d6cb-4648-9cd1-8bbb079a2573', 'name': 'tempest-DeleteServersTestJSON-1144119157-router', 'tenant_id': 'b3cf862a38da43c081db5e171efe9459', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'external_fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.176'}], 'enable_snat': True}, 'gw_port_id': '646f8994-2a7a-4217-819b-8e72d2a51c5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T11:16:01Z', 'updated_at': '2022-08-18T11:16:15Z', 'revision_number': 4, 'project_id': 'b3cf862a38da43c081db5e171efe9459', 'gw_port': {'id': '646f8994-2a7a-4217-819b-8e72d2a51c5d', 'name': '', 'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:a4:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97e200f4-d6cb-4648-9cd1-8bbb079a2573', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853450-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:16:03Z', 'updated_at': '2022-08-18T11:16:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853450-2-iscsi', '_interfaces': [{'id': '5d1b40c2-e82f-432c-bd4e-c9b17ba9e016', 'name': '', 'network_id': '5b1c9faa-c979-43b2-a0cc-ea8cbdb168b9', 'tenant_id': 'b3cf862a38da43c081db5e171efe9459', 'mac_address': 'fa:16:3e:b0:a8:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97e200f4-d6cb-4648-9cd1-8bbb079a2573', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'e50f9d21-ffad-4a8f-ae9c-3875b87336d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853450-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:16:12Z', 'updated_at': '2022-08-18T11:16:22Z', 'revision_number': 4, 'project_id': 'b3cf862a38da43c081db5e171efe9459', 'subnets': [{'id': 'e50f9d21-ffad-4a8f-ae9c-3875b87336d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 11:16:24.326987 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Device e014c633-017b-40b4-8bad-1dcf59e53287 up at agent ovs-agent-dv-cinder-853450-2-iscsi {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 11:16:24.445716 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c5085e4a-cf1e-4104-9b94-eb00dc31fa84 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Publish callbacks [] for port (c7f84f95-e896-4199-a055-27353f32ef2e), precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:24.491286 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.16', 50418) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:16:24.521221 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-88c05f95-4690-4afb-b4cf-9235104ea646 req-93cdd1e9-3956-4cad-99ca-d063e9763100 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] 10.222.0.16 "GET /networking/v2.0/quotas/129f3d9f33ad4b209039244eb09599e9 HTTP/1.1" status: 200 len: 375 time: 0.2744775 Aug 18 11:16:24.532445 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Provisioning complete for port e014c633-017b-40b4-8bad-1dcf59e53287 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 18 11:16:24.532445 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619404'] for port (e014c633-017b-40b4-8bad-1dcf59e53287), provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:24.548789 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e219c430-783a-457c-a476-021901ad3c52 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:24.561906 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-eab7ad66-8955-404a-a307-aacb66324855 req-9d695397-f277-438a-9336-4b74186bf69b service neutron] 10.222.0.16 "GET /networking/v2.0/networks/5b1c9faa-c979-43b2-a0cc-ea8cbdb168b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.0136206 Aug 18 11:16:24.570309 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:INSERT=4 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:16:24.571381 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-dbea844b-6ad4-4759-8400-7f7f7757db88 req-28031dc4-3001-4e0c-ab7f-e565cb6a4697 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (ebed5dca-31d9-4dd8-82d2-0b59c8ad64cb), before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:24.672659 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=80,neutron:DELETE=3,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:16:24.698970 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85e3386c-3f57-4296-8a3a-96cc40d9316c req-4e82a684-b991-4e9b-a3ea-6d0792b4f170 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Made reservation on behalf of aab35f7119e44d3c8da92076c7e823db for: {'port': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 11:16:24.703736 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-85e3386c-3f57-4296-8a3a-96cc40d9316c req-4e82a684-b991-4e9b-a3ea-6d0792b4f170 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (None), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:24.862851 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Current status of the port e014c633-017b-40b4-8bad-1dcf59e53287 is: DOWN; New status is: ACTIVE {{(pid=106380) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 11:16:24.863246 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (e014c633-017b-40b4-8bad-1dcf59e53287), before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:24.901096 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c5085e4a-cf1e-4104-9b94-eb00dc31fa84 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732802528781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11809227'] for port (c7f84f95-e896-4199-a055-27353f32ef2e), after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:24.950063 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] For port e014c633-017b-40b4-8bad-1dcf59e53287, host dv-cinder-853450-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853450-2-iscsi',level=0,port_id=e014c633-017b-40b4-8bad-1dcf59e53287,segment=NetworkSegment(67ba5125-9fc9-4a45-924f-a98fceaf00fb),segment_id=67ba5125-9fc9-4a45-924f-a98fceaf00fb)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:16:24.964270 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732803053689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732802528799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732802528817'] for port (e014c633-017b-40b4-8bad-1dcf59e53287), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:24.967416 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Device a7274281-41d9-436f-9277-93ef3e666e58 up at agent ovs-agent-dv-cinder-853450-2-iscsi {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 11:16:25.168614 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-88c05f95-4690-4afb-b4cf-9235104ea646 req-6758b62f-4948-44db-acfa-7a886c25e127 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=129f3d9f33ad4b209039244eb09599e9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5987661 Aug 18 11:16:25.441128 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e219c430-783a-457c-a476-021901ad3c52 admin admin] Publish callbacks [] for security_group (4af86f49-b3d6-486b-922f-47d503f39549), precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:25.456721 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Pushing event updated for resources: {'Port': ['ID=e014c633-017b-40b4-8bad-1dcf59e53287,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:16:25.470174 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Provisioning complete for port a7274281-41d9-436f-9277-93ef3e666e58 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 18 11:16:25.470657 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619404'] for port (a7274281-41d9-436f-9277-93ef3e666e58), provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:25.472670 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e219c430-783a-457c-a476-021901ad3c52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433130'] for security_group (4af86f49-b3d6-486b-922f-47d503f39549), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:25.621272 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e219c430-783a-457c-a476-021901ad3c52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4af86f49-b3d6-486b-922f-47d503f39549,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:16:25.671917 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5085e4a-cf1e-4104-9b94-eb00dc31fa84 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Network c4d5f339-67bc-4c12-8231-94aca87a7153 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 11:16:25.739170 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-e219c430-783a-457c-a476-021901ad3c52 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=f90b7d6159e74c5eab4b10f6c6a49ba3&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2460322 Aug 18 11:16:25.745183 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.16', 50448) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:16:25.775922 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Current status of the port a7274281-41d9-436f-9277-93ef3e666e58 is: ACTIVE; New status is: ACTIVE {{(pid=106380) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 11:16:26.181726 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-c5085e4a-cf1e-4104-9b94-eb00dc31fa84 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 11:16:26.216420 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5085e4a-cf1e-4104-9b94-eb00dc31fa84 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 18 11:16:26.299216 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Device 5d1b40c2-e82f-432c-bd4e-c9b17ba9e016 up at agent ovs-agent-dv-cinder-853450-2-iscsi {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 11:16:26.321688 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ee89e8af-d08b-47b2-8c19-a6239118591a admin admin] Publish callbacks [] for security_group (4af86f49-b3d6-486b-922f-47d503f39549), before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:26.378638 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5085e4a-cf1e-4104-9b94-eb00dc31fa84 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Pushing event updated for resources: {'Port': ['ID=c7f84f95-e896-4199-a055-27353f32ef2e,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:16:26.415095 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ee89e8af-d08b-47b2-8c19-a6239118591a admin admin] Publish callbacks [] for security_group (4af86f49-b3d6-486b-922f-47d503f39549), precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:26.434656 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-eab7ad66-8955-404a-a307-aacb66324855 req-ec501576-b272-4ef3-ad46-57b2b0444f3f service neutron] 10.222.0.16 "GET /networking/v2.0/networks/5b1c9faa-c979-43b2-a0cc-ea8cbdb168b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.8533354 Aug 18 11:16:26.537742 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Provisioning complete for port 5d1b40c2-e82f-432c-bd4e-c9b17ba9e016 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 18 11:16:26.542181 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619404'] for port (5d1b40c2-e82f-432c-bd4e-c9b17ba9e016), provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:26.605361 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ee89e8af-d08b-47b2-8c19-a6239118591a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433130'] for security_group (4af86f49-b3d6-486b-922f-47d503f39549), after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:26.612545 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ee89e8af-d08b-47b2-8c19-a6239118591a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:26.627531 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-ee89e8af-d08b-47b2-8c19-a6239118591a admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/4af86f49-b3d6-486b-922f-47d503f39549 HTTP/1.1" status: 204 len: 168 time: 0.8810506 Aug 18 11:16:26.648858 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee89e8af-d08b-47b2-8c19-a6239118591a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4af86f49-b3d6-486b-922f-47d503f39549,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:16:26.710050 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:16:26.720092 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.16', 50464) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:16:26.738797 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.wsgi [req-88c05f95-4690-4afb-b4cf-9235104ea646 req-ac077e82-374c-44cb-a34c-0b650c84c90b service neutron] http://10.222.0.16:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106378) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 18 11:16:26.743244 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-88c05f95-4690-4afb-b4cf-9235104ea646 req-ac077e82-374c-44cb-a34c-0b650c84c90b service neutron] 10.222.0.16 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 1.0179813 Aug 18 11:16:26.743961 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:16:26.745514 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=6 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:16:26.865294 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Current status of the port 5d1b40c2-e82f-432c-bd4e-c9b17ba9e016 is: DOWN; New status is: ACTIVE {{(pid=106380) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 11:16:26.865899 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (5d1b40c2-e82f-432c-bd4e-c9b17ba9e016), before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:26.880086 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-8f3f4fae-c81a-484d-be78-c53714d6189c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:26.980794 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:16:27.097803 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-8f3f4fae-c81a-484d-be78-c53714d6189c admin admin] Publish callbacks [] for security_group (7d7c4291-2083-446b-926d-1be7b9fd2ccf), precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:27.106360 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-8f3f4fae-c81a-484d-be78-c53714d6189c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433130'] for security_group (7d7c4291-2083-446b-926d-1be7b9fd2ccf), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:27.130776 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] For port 5d1b40c2-e82f-432c-bd4e-c9b17ba9e016, host dv-cinder-853450-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853450-2-iscsi',level=0,port_id=5d1b40c2-e82f-432c-bd4e-c9b17ba9e016,segment=NetworkSegment(892a3a86-c8b7-4a74-8bc2-c36bdf2ec3b1),segment_id=892a3a86-c8b7-4a74-8bc2-c36bdf2ec3b1)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:16:27.147729 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732803053689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732802528799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732802528817'] for port (5d1b40c2-e82f-432c-bd4e-c9b17ba9e016), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:27.153325 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Device 1ef0845a-eca3-4e27-9da9-f30e18d0cebc up at agent ovs-agent-dv-cinder-853450-2-iscsi {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 11:16:27.242031 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-88c05f95-4690-4afb-b4cf-9235104ea646 req-8d33a03a-d079-4944-8bd4-cb170d59b665 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/ca6ccede-6467-4618-b24a-e0809d05149d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3493860 Aug 18 11:16:27.246331 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-8f3f4fae-c81a-484d-be78-c53714d6189c admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=6f7a76d1ff164f30a538a0de5e4dadfd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5238762 Aug 18 11:16:27.250519 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.16', 50484) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:16:27.360460 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3f4fae-c81a-484d-be78-c53714d6189c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d7c4291-2083-446b-926d-1be7b9fd2ccf,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:16:27.474628 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Pushing event updated for resources: {'Port': ['ID=5d1b40c2-e82f-432c-bd4e-c9b17ba9e016,revision_number=5']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:16:27.490892 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-bdbd5766-9777-423e-9649-02753603c4d5 req-b79498ab-3bd9-4cb2-976a-49954ef99599 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=71c3b65c-c12b-4633-ac7c-27a5cd878c43 HTTP/1.1" status: 200 len: 210 time: 0.2353210 Aug 18 11:16:27.504625 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-48317ba2-27ff-4a74-8761-dcd6e52137f8 admin admin] Publish callbacks [] for security_group (7d7c4291-2083-446b-926d-1be7b9fd2ccf), before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:27.511684 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Provisioning complete for port 1ef0845a-eca3-4e27-9da9-f30e18d0cebc triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 18 11:16:27.512497 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619404'] for port (1ef0845a-eca3-4e27-9da9-f30e18d0cebc), provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:27.565915 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-48317ba2-27ff-4a74-8761-dcd6e52137f8 admin admin] Publish callbacks [] for security_group (7d7c4291-2083-446b-926d-1be7b9fd2ccf), precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:27.644134 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Current status of the port 1ef0845a-eca3-4e27-9da9-f30e18d0cebc is: ACTIVE; New status is: ACTIVE {{(pid=106380) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 11:16:27.645250 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Device e014c633-017b-40b4-8bad-1dcf59e53287 up at agent ovs-agent-dv-cinder-853450-2-iscsi {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 11:16:27.693654 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-48317ba2-27ff-4a74-8761-dcd6e52137f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433130'] for security_group (7d7c4291-2083-446b-926d-1be7b9fd2ccf), after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:27.697356 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-48317ba2-27ff-4a74-8761-dcd6e52137f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:27.702113 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Provisioning complete for port e014c633-017b-40b4-8bad-1dcf59e53287 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 18 11:16:27.702113 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619404'] for port (e014c633-017b-40b4-8bad-1dcf59e53287), provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:27.702508 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-48317ba2-27ff-4a74-8761-dcd6e52137f8 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/7d7c4291-2083-446b-926d-1be7b9fd2ccf HTTP/1.1" status: 204 len: 168 time: 0.4334595 Aug 18 11:16:27.716503 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-88c05f95-4690-4afb-b4cf-9235104ea646 req-5776dc9e-1077-48a6-9458-104c29143114 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/ca6ccede-6467-4618-b24a-e0809d05149d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4481726 Aug 18 11:16:27.751310 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48317ba2-27ff-4a74-8761-dcd6e52137f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d7c4291-2083-446b-926d-1be7b9fd2ccf,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:16:27.792477 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c5085e4a-cf1e-4104-9b94-eb00dc31fa84 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Publish callbacks [] for floatingip (c36cff77-6279-418b-9866-35663ab14aae), precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:27.806674 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-9827c716-2c87-4e5d-8657-a6d1d7b90d55 req-9ca8bdd2-83a6-43e1-b874-0bbf15cde844 tempest-DeleteServersTestJSON-798039388 tempest-DeleteServersTestJSON-798039388-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a90d5023-8b0f-4a30-b28a-cbe9ad96d4e1 HTTP/1.1" status: 200 len: 210 time: 0.1092601 Aug 18 11:16:27.943660 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Current status of the port e014c633-017b-40b4-8bad-1dcf59e53287 is: ACTIVE; New status is: ACTIVE {{(pid=106380) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 11:16:27.997961 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.notifiers.nova [req-dbea844b-6ad4-4759-8400-7f7f7757db88 req-28031dc4-3001-4e0c-ab7f-e565cb6a4697 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ebed5dca-31d9-4dd8-82d2-0b59c8ad64cb {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 18 11:16:28.007666 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c5085e4a-cf1e-4104-9b94-eb00dc31fa84 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (c7f84f95-e896-4199-a055-27353f32ef2e), before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:28.217850 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Device 5d1b40c2-e82f-432c-bd4e-c9b17ba9e016 up at agent ovs-agent-dv-cinder-853450-2-iscsi {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 11:16:28.370273 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Provisioning complete for port 5d1b40c2-e82f-432c-bd4e-c9b17ba9e016 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 18 11:16:28.370672 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619404'] for port (5d1b40c2-e82f-432c-bd4e-c9b17ba9e016), provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:28.443185 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-dbea844b-6ad4-4759-8400-7f7f7757db88 req-28031dc4-3001-4e0c-ab7f-e565cb6a4697 service neutron] Publish callbacks [] for port (ebed5dca-31d9-4dd8-82d2-0b59c8ad64cb), precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:28.446937 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:16:28.499911 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Current status of the port 5d1b40c2-e82f-432c-bd4e-c9b17ba9e016 is: ACTIVE; New status is: ACTIVE {{(pid=106380) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 11:16:28.500659 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-0cb5082a-6dbb-4d5b-89fd-b197ca446478 req-4b6a152a-80cb-430b-aef8-a1df29b44dc9 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a099c0b5-8a0f-4e0e-808f-01ebe10264ae HTTP/1.1" status: 200 len: 210 time: 0.0962267 Aug 18 11:16:28.540910 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [req-dbea844b-6ad4-4759-8400-7f7f7757db88 req-28031dc4-3001-4e0c-ab7f-e565cb6a4697 service neutron] Transition to ACTIVE for port object ebed5dca-31d9-4dd8-82d2-0b59c8ad64cb will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 18 11:16:28.558947 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c5085e4a-cf1e-4104-9b94-eb00dc31fa84 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Publish callbacks [] for port (c7f84f95-e896-4199-a055-27353f32ef2e), precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:28.562448 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-dbea844b-6ad4-4759-8400-7f7f7757db88 req-28031dc4-3001-4e0c-ab7f-e565cb6a4697 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732803053689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732802528799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732802528817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11809220'] for port (ebed5dca-31d9-4dd8-82d2-0b59c8ad64cb), after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:28.673035 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.16', 50528) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:16:28.677745 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28031dc4-3001-4e0c-ab7f-e565cb6a4697 service neutron] Pushing event updated for resources: {'Port': ['ID=ebed5dca-31d9-4dd8-82d2-0b59c8ad64cb,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:16:28.709014 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c5085e4a-cf1e-4104-9b94-eb00dc31fa84 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732803053689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732802528799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732802528817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11809220'] for port (c7f84f95-e896-4199-a055-27353f32ef2e), after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:28.846918 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:INSERT=14,neutron:SELECT=82,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:16:28.861507 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.db.db_base_plugin_common [req-85e3386c-3f57-4296-8a3a-96cc40d9316c req-4e82a684-b991-4e9b-a3ea-6d0792b4f170 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Allocated IP 172.20.0.11 (dd9ba834-1e3f-4b43-ad03-a13182799a15/055aadf2-d4b5-4a33-adc5-6baee36dc7bc/ec2b7eba-444a-4297-beb7-1a9941391627) {{(pid=106379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 11:16:28.874420 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c5085e4a-cf1e-4104-9b94-eb00dc31fa84 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-519515'] for floatingip (c36cff77-6279-418b-9866-35663ab14aae), after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:28.885830 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-bc3e6631-a68e-4497-a1f4-6c67d285ce90 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:28.946575 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-fd742bfc-6d24-4c5b-a75a-7e4299594106 req-c39ea095-251e-4390-bb7e-1ce5899968d4 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=71c3b65c-c12b-4633-ac7c-27a5cd878c43 HTTP/1.1" status: 200 len: 210 time: 0.0745659 Aug 18 11:16:29.188752 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c5085e4a-cf1e-4104-9b94-eb00dc31fa84 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22494'] for floatingip (None), before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:29.221093 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [None req-c5085e4a-cf1e-4104-9b94-eb00dc31fa84 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 8.3198931 Aug 18 11:16:29.269976 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5085e4a-cf1e-4104-9b94-eb00dc31fa84 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Pushing event updated for resources: {'Port': ['ID=c7f84f95-e896-4199-a055-27353f32ef2e,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:16:29.301505 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=84,neutron:DELETE=6,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:16:29.303562 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-9834f524-4dc6-4273-a654-c94986bdfca4 req-e5c9aeab-b889-4bcf-b897-d3a1508b1b55 tempest-DeleteServersTestJSON-798039388 tempest-DeleteServersTestJSON-798039388-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a90d5023-8b0f-4a30-b28a-cbe9ad96d4e1 HTTP/1.1" status: 200 len: 210 time: 0.2555354 Aug 18 11:16:29.427147 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-dbea844b-6ad4-4759-8400-7f7f7757db88 req-28031dc4-3001-4e0c-ab7f-e565cb6a4697 service neutron] Attempting to bind port ebed5dca-31d9-4dd8-82d2-0b59c8ad64cb on host hv-cinder-85345 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 18 11:16:29.427784 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-dbea844b-6ad4-4759-8400-7f7f7757db88 req-28031dc4-3001-4e0c-ab7f-e565cb6a4697 service neutron] Attempting to bind port ebed5dca-31d9-4dd8-82d2-0b59c8ad64cb by drivers openvswitch,hyperv on host hv-cinder-85345 at level 0 using segments [{'id': 'a2aedf6e-157b-419a-80ab-5857554bba74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 981, 'network_id': 'dd9ba834-1e3f-4b43-ad03-a13182799a15'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 18 11:16:29.428352 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbea844b-6ad4-4759-8400-7f7f7757db88 req-28031dc4-3001-4e0c-ab7f-e565cb6a4697 service neutron] Attempting to bind port ebed5dca-31d9-4dd8-82d2-0b59c8ad64cb on network dd9ba834-1e3f-4b43-ad03-a13182799a15 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 18 11:16:29.449082 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbea844b-6ad4-4759-8400-7f7f7757db88 req-28031dc4-3001-4e0c-ab7f-e565cb6a4697 service neutron] Port ebed5dca-31d9-4dd8-82d2-0b59c8ad64cb on network dd9ba834-1e3f-4b43-ad03-a13182799a15 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85345 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 18 11:16:29.449411 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbea844b-6ad4-4759-8400-7f7f7757db88 req-28031dc4-3001-4e0c-ab7f-e565cb6a4697 service neutron] Attempting to bind port ebed5dca-31d9-4dd8-82d2-0b59c8ad64cb on network dd9ba834-1e3f-4b43-ad03-a13182799a15 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 18 11:16:29.450827 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-85e3386c-3f57-4296-8a3a-96cc40d9316c req-4e82a684-b991-4e9b-a3ea-6d0792b4f170 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Publish callbacks [] for port (ec2b7eba-444a-4297-beb7-1a9941391627), precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:29.459493 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbea844b-6ad4-4759-8400-7f7f7757db88 req-28031dc4-3001-4e0c-ab7f-e565cb6a4697 service neutron] Checking agent: {'id': '0c451e2b-fe38-44d1-984c-2dd7bcedf4dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85345', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 18, 11, 14, 5), 'started_at': datetime.datetime(2022, 8, 18, 11, 14, 5), 'heartbeat_timestamp': datetime.datetime(2022, 8, 18, 11, 16, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 18 11:16:29.459995 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbea844b-6ad4-4759-8400-7f7f7757db88 req-28031dc4-3001-4e0c-ab7f-e565cb6a4697 service neutron] Checking segment: {'id': 'a2aedf6e-157b-419a-80ab-5857554bba74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 981, 'network_id': 'dd9ba834-1e3f-4b43-ad03-a13182799a15'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 18 11:16:29.460442 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbea844b-6ad4-4759-8400-7f7f7757db88 req-28031dc4-3001-4e0c-ab7f-e565cb6a4697 service neutron] Bound using segment: {'id': 'a2aedf6e-157b-419a-80ab-5857554bba74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 981, 'network_id': 'dd9ba834-1e3f-4b43-ad03-a13182799a15'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 18 11:16:29.461013 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-dbea844b-6ad4-4759-8400-7f7f7757db88 req-28031dc4-3001-4e0c-ab7f-e565cb6a4697 service neutron] Bound port: ebed5dca-31d9-4dd8-82d2-0b59c8ad64cb, host: hv-cinder-85345, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2aedf6e-157b-419a-80ab-5857554bba74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 981, 'network_id': 'dd9ba834-1e3f-4b43-ad03-a13182799a15'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 18 11:16:29.461361 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-dbea844b-6ad4-4759-8400-7f7f7757db88 req-28031dc4-3001-4e0c-ab7f-e565cb6a4697 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (ebed5dca-31d9-4dd8-82d2-0b59c8ad64cb), before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:29.583589 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-85e3386c-3f57-4296-8a3a-96cc40d9316c req-4e82a684-b991-4e9b-a3ea-6d0792b4f170 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732802528781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638927'] for port (ec2b7eba-444a-4297-beb7-1a9941391627), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:29.693895 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-bc3e6631-a68e-4497-a1f4-6c67d285ce90 admin admin] Publish callbacks [] for security_group (7243a78f-210e-4645-b7aa-de01b29e137c), precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:29.704606 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:16:29.735371 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-dbea844b-6ad4-4759-8400-7f7f7757db88 req-28031dc4-3001-4e0c-ab7f-e565cb6a4697 service neutron] For port ebed5dca-31d9-4dd8-82d2-0b59c8ad64cb, host hv-cinder-85345, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 11:16:29.792534 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-bc3e6631-a68e-4497-a1f4-6c67d285ce90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433130'] for security_group (7243a78f-210e-4645-b7aa-de01b29e137c), after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:29.861487 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e82a684-b991-4e9b-a3ea-6d0792b4f170 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Pushing event updated for resources: {'Port': ['ID=ec2b7eba-444a-4297-beb7-1a9941391627,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:16:29.900819 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85e3386c-3f57-4296-8a3a-96cc40d9316c req-4e82a684-b991-4e9b-a3ea-6d0792b4f170 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Network dd9ba834-1e3f-4b43-ad03-a13182799a15 is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 11:16:29.905868 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [req-85e3386c-3f57-4296-8a3a-96cc40d9316c req-4e82a684-b991-4e9b-a3ea-6d0792b4f170 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 11:16:29.922617 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [req-85e3386c-3f57-4296-8a3a-96cc40d9316c req-4e82a684-b991-4e9b-a3ea-6d0792b4f170 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Received port after_create {{(pid=106379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 18 11:16:29.996860 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-dbea844b-6ad4-4759-8400-7f7f7757db88 req-28031dc4-3001-4e0c-ab7f-e565cb6a4697 service neutron] For port ebed5dca-31d9-4dd8-82d2-0b59c8ad64cb, host hv-cinder-85345, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85345',level=0,port_id=ebed5dca-31d9-4dd8-82d2-0b59c8ad64cb,segment=NetworkSegment(a2aedf6e-157b-419a-80ab-5857554bba74),segment_id=a2aedf6e-157b-419a-80ab-5857554bba74)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 11:16:30.016470 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e3386c-3f57-4296-8a3a-96cc40d9316c req-4e82a684-b991-4e9b-a3ea-6d0792b4f170 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:16:30.017141 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-85e3386c-3f57-4296-8a3a-96cc40d9316c req-4e82a684-b991-4e9b-a3ea-6d0792b4f170 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682417'] for port (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:30.053044 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-98ae5e8a-0734-43dc-b581-c66024886e06 req-3bbee397-3756-4807-aff7-035813365c4d tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a099c0b5-8a0f-4e0e-808f-01ebe10264ae HTTP/1.1" status: 200 len: 210 time: 0.3658328 Aug 18 11:16:30.069555 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [req-85e3386c-3f57-4296-8a3a-96cc40d9316c req-4e82a684-b991-4e9b-a3ea-6d0792b4f170 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.20 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.8092239 Aug 18 11:16:30.090158 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-dbea844b-6ad4-4759-8400-7f7f7757db88 req-28031dc4-3001-4e0c-ab7f-e565cb6a4697 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732803053689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732802528799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732802528817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11809220'] for port (ebed5dca-31d9-4dd8-82d2-0b59c8ad64cb), after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:30.150990 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3288285e-676d-4cc1-af38-9111a155da2c None None] Sync routers for ids ['831210b6-dcdc-42e9-b525-a9ceeab779ac'] in dv-cinder-853450-2-iscsi {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 11:16:30.159271 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-9b553884-f045-4509-a739-5840f23ff5e3 req-98896a37-3123-4d98-a7f6-3a63198b60c0 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1457937890&fields=id&tenant_id=be810e9efc4f4214b473f76da7e2714b HTTP/1.1" status: 200 len: 267 time: 0.4768806 Aug 18 11:16:30.182996 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3288285e-676d-4cc1-af38-9111a155da2c None None] Routers {'831210b6-dcdc-42e9-b525-a9ceeab779ac'} bound to L3 agent in host dv-cinder-853450-2-iscsi {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 18 11:16:30.189904 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-3288285e-676d-4cc1-af38-9111a155da2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853450-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-18T11:07:43Z,description=,heartbeat_timestamp=2022-08-18T11:16:13Z,host='dv-cinder-853450-2-iscsi',id=5a2ac145-53e3-4597-a9e7-c52b4336ae58,load=0,resource_versions=,resources_synced=,started_at=2022-08-18T11:07:43Z,topic='l3_agent')) {'router_ids': ['831210b6-dcdc-42e9-b525-a9ceeab779ac'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:16:30.196590 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbea844b-6ad4-4759-8400-7f7f7757db88 req-28031dc4-3001-4e0c-ab7f-e565cb6a4697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:16:30.198057 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-dbea844b-6ad4-4759-8400-7f7f7757db88 req-28031dc4-3001-4e0c-ab7f-e565cb6a4697 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682417'] for port (None), before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:30.202749 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-dbea844b-6ad4-4759-8400-7f7f7757db88 req-28031dc4-3001-4e0c-ab7f-e565cb6a4697 service neutron] 10.222.0.20 "PUT /networking/v2.0/ports/ebed5dca-31d9-4dd8-82d2-0b59c8ad64cb HTTP/1.1" status: 200 len: 1093 time: 7.7404187 Aug 18 11:16:30.208090 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8db7651-518a-44f0-834d-8036931cbef8', 'tag': 'ebed5dca-31d9-4dd8-82d2-0b59c8ad64cb'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 18 11:16:30.253290 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [None req-bc3e6631-a68e-4497-a1f4-6c67d285ce90 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=7fb35322c5f24c4188ee1bf278ffdfa5&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5562618 Aug 18 11:16:30.253984 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.16', 50578) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:16:30.254596 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3e6631-a68e-4497-a1f4-6c67d285ce90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7243a78f-210e-4645-b7aa-de01b29e137c,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:16:30.345432 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb1e9a2-9355-4109-a953-5b60cb2d261e req-a4e7a05a-16a1-4437-a7bd-6fdf178c8364 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:16:30.353598 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-3fb1e9a2-9355-4109-a953-5b60cb2d261e req-a4e7a05a-16a1-4437-a7bd-6fdf178c8364 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=71c3b65c-c12b-4633-ac7c-27a5cd878c43 HTTP/1.1" status: 200 len: 932 time: 0.1369302 Aug 18 11:16:30.441529 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a3c18c58-e5ef-4ad1-aadc-680a6a729425 admin admin] Publish callbacks [] for security_group (7243a78f-210e-4645-b7aa-de01b29e137c), before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:30.448512 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-3288285e-676d-4cc1-af38-9111a155da2c None None] Set router 831210b6-dcdc-42e9-b525-a9ceeab779ac gateway port host: dv-cinder-853450-2-iscsi {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 18 11:16:30.492120 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a3c18c58-e5ef-4ad1-aadc-680a6a729425 admin admin] Publish callbacks [] for security_group (7243a78f-210e-4645-b7aa-de01b29e137c), precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:30.551327 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-45fb0994-5e49-4eb5-9fd3-a80d295b94c2 None None] Provisioning complete for port ec2b7eba-444a-4297-beb7-1a9941391627 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 18 11:16:30.555666 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-45fb0994-5e49-4eb5-9fd3-a80d295b94c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619404'] for port (ec2b7eba-444a-4297-beb7-1a9941391627), provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:30.581031 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a3c18c58-e5ef-4ad1-aadc-680a6a729425 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433130'] for security_group (7243a78f-210e-4645-b7aa-de01b29e137c), after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:30.586365 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a3c18c58-e5ef-4ad1-aadc-680a6a729425 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:30.590657 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-a3c18c58-e5ef-4ad1-aadc-680a6a729425 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/7243a78f-210e-4645-b7aa-de01b29e137c HTTP/1.1" status: 204 len: 168 time: 0.3349676 Aug 18 11:16:30.626563 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c18c58-e5ef-4ad1-aadc-680a6a729425 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7243a78f-210e-4645-b7aa-de01b29e137c,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:16:30.661403 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c862ab1b2ee120cb5e2e4f2725a0fe0d7acaf57f657006002d91667c9b4c94a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18c7828f-1188-46ed-80d0-4b9ef39cdb21" -d '{"events": [{"name": "network-changed", "server_uuid": "c8db7651-518a-44f0-834d-8036931cbef8", "tag": "ebed5dca-31d9-4dd8-82d2-0b59c8ad64cb"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:16:30.721651 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:16:30.722829 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28031dc4-3001-4e0c-ab7f-e565cb6a4697 service neutron] Pushing event updated for resources: {'Port': ['ID=ebed5dca-31d9-4dd8-82d2-0b59c8ad64cb,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:16:30.803249 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-3fb1e9a2-9355-4109-a953-5b60cb2d261e req-9c48d267-a04a-4da3-89a2-759f2899f4e7 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b21c2cf3-45f4-4212-bbb4-b16e8476f4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4389291 Aug 18 11:16:30.891542 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b553884-f045-4509-a739-5840f23ff5e3 req-3bfe8fab-090a-4abf-9d38-d5d5afa58aa5 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:16:30.892868 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-45fb0994-5e49-4eb5-9fd3-a80d295b94c2 None None] Port ec2b7eba-444a-4297-beb7-1a9941391627 cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 18 11:16:30.893926 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-9b553884-f045-4509-a739-5840f23ff5e3 req-3bfe8fab-090a-4abf-9d38-d5d5afa58aa5 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/networks?id=610eae45-7047-4853-8153-1da79fb95838 HTTP/1.1" status: 200 len: 817 time: 0.6865346 Aug 18 11:16:30.912121 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:16:30.921672 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-9b553884-f045-4509-a739-5840f23ff5e3 req-37c65b54-3803-4d68-bdc9-6eae72f99b2d tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/quotas/be810e9efc4f4214b473f76da7e2714b HTTP/1.1" status: 200 len: 375 time: 0.0221381 Aug 18 11:16:30.994743 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-9b553884-f045-4509-a739-5840f23ff5e3 req-8d566bac-436f-4760-9c09-57d9391970c5 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=be810e9efc4f4214b473f76da7e2714b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0598965 Aug 18 11:16:31.046351 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=100 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:16:31.066543 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-3288285e-676d-4cc1-af38-9111a155da2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '831210b6-dcdc-42e9-b525-a9ceeab779ac', 'name': 'tempest-AttachVolumeShelveTestJSON-1403039600-router', 'tenant_id': 'be810e9efc4f4214b473f76da7e2714b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'external_fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.248'}], 'enable_snat': True}, 'gw_port_id': 'e014c633-017b-40b4-8bad-1dcf59e53287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T11:16:00Z', 'updated_at': '2022-08-18T11:16:14Z', 'revision_number': 4, 'project_id': 'be810e9efc4f4214b473f76da7e2714b', 'gw_port': {'id': 'e014c633-017b-40b4-8bad-1dcf59e53287', 'name': '', 'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:76:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '831210b6-dcdc-42e9-b525-a9ceeab779ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853450-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:16:03Z', 'updated_at': '2022-08-18T11:16:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853450-2-iscsi', '_interfaces': [{'id': '483817c4-d525-4e0e-8fdc-9115e6f5f758', 'name': '', 'network_id': '610eae45-7047-4853-8153-1da79fb95838', 'tenant_id': 'be810e9efc4f4214b473f76da7e2714b', 'mac_address': 'fa:16:3e:57:b0:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '831210b6-dcdc-42e9-b525-a9ceeab779ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'c3eb1b23-820c-420d-9ebc-59169bbc8615', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:16:12Z', 'updated_at': '2022-08-18T11:16:14Z', 'revision_number': 2, 'project_id': 'be810e9efc4f4214b473f76da7e2714b', 'subnets': [{'id': 'c3eb1b23-820c-420d-9ebc-59169bbc8615', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853450-2-iscsi', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:16:31.095526 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-71c537d6-f41a-48df-9350-3385fef2196f req-4a888662-91fc-4794-9021-25375d68cc80 tempest-DeleteServersTestJSON-798039388 tempest-DeleteServersTestJSON-798039388-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a90d5023-8b0f-4a30-b28a-cbe9ad96d4e1 HTTP/1.1" status: 200 len: 210 time: 0.0906577 Aug 18 11:16:31.162489 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3288285e-676d-4cc1-af38-9111a155da2c None None] Checking router: 831210b6-dcdc-42e9-b525-a9ceeab779ac for host: dv-cinder-853450-2-iscsi {{(pid=106380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 11:16:31.163469 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3288285e-676d-4cc1-af38-9111a155da2c None None] Updating router 831210b6-dcdc-42e9-b525-a9ceeab779ac port 483817c4-d525-4e0e-8fdc-9115e6f5f758 binding host dv-cinder-853450-2-iscsi {{(pid=106380) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 11:16:31.206492 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-3288285e-676d-4cc1-af38-9111a155da2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (483817c4-d525-4e0e-8fdc-9115e6f5f758), before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:31.215449 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-9b553884-f045-4509-a739-5840f23ff5e3 req-aa745a5d-0f2d-44ca-9e40-a35233f4890b service neutron] 10.222.0.16 "GET /networking/v2.0/networks/610eae45-7047-4853-8153-1da79fb95838?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2196395 Aug 18 11:16:31.457771 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-9b553884-f045-4509-a739-5840f23ff5e3 req-70d3caa9-82be-414d-b9d0-4aeea0399865 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/610eae45-7047-4853-8153-1da79fb95838?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2411427 Aug 18 11:16:31.792920 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Aug 2022 11:16:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40fac03d-2bd6-46de-b411-e6aa029b1b1a x-openstack-request-id: req-40fac03d-2bd6-46de-b411-e6aa029b1b1a {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:16:31.793248 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8db7651-518a-44f0-834d-8036931cbef8", "tag": "ebed5dca-31d9-4dd8-82d2-0b59c8ad64cb", "status": "completed", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:16:31.793506 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-40fac03d-2bd6-46de-b411-e6aa029b1b1a {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:16:31.794632 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40fac03d-2bd6-46de-b411-e6aa029b1b1a'] response: {'name': 'network-changed', 'server_uuid': 'c8db7651-518a-44f0-834d-8036931cbef8', 'tag': 'ebed5dca-31d9-4dd8-82d2-0b59c8ad64cb', 'status': 'completed', 'code': 200} Aug 18 11:16:32.265203 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-5ff56f2b-d49d-4404-9d5e-f54fc625fe58 req-a82cfc12-a744-4dbc-9eb9-59dd51446d66 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a099c0b5-8a0f-4e0e-808f-01ebe10264ae HTTP/1.1" status: 200 len: 210 time: 0.2249525 Aug 18 11:16:32.342722 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992fb591-75f1-4008-bf12-3206114f7f35 req-6b41a4a8-4583-4114-a778-4ad134a9d288 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:16:32.345577 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-992fb591-75f1-4008-bf12-3206114f7f35 req-6b41a4a8-4583-4114-a778-4ad134a9d288 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=71c3b65c-c12b-4633-ac7c-27a5cd878c43 HTTP/1.1" status: 200 len: 932 time: 0.1211581 Aug 18 11:16:32.452994 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-3288285e-676d-4cc1-af38-9111a155da2c None None] Publish callbacks [] for port (483817c4-d525-4e0e-8fdc-9115e6f5f758), precommit_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:32.465521 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-3288285e-676d-4cc1-af38-9111a155da2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732803053689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732802528799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732802528817'] for port (483817c4-d525-4e0e-8fdc-9115e6f5f758), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:32.516414 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-6a720f79-8926-44c9-83fb-1202e264da88 req-da6cd6b7-2639-4c19-9ac9-6aeb4f4f2d10 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7d250382-9a20-4990-8a8f-8d0de89674a3 HTTP/1.1" status: 200 len: 210 time: 0.1001508 Aug 18 11:16:32.573895 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-992fb591-75f1-4008-bf12-3206114f7f35 req-992427f9-9f6e-40f2-ad59-f614e8e6e6ac tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b21c2cf3-45f4-4212-bbb4-b16e8476f4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2069252 Aug 18 11:16:32.613565 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad44d23e-bb99-472f-9e28-d3520aa04416 None None] Pushing event updated for resources: {'Port': ['ID=483817c4-d525-4e0e-8fdc-9115e6f5f758,revision_number=3']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:16:32.642488 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-3288285e-676d-4cc1-af38-9111a155da2c None None] Attempting to bind port 483817c4-d525-4e0e-8fdc-9115e6f5f758 on host dv-cinder-853450-2-iscsi for vnic_type normal with profile {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 18 11:16:32.642939 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-3288285e-676d-4cc1-af38-9111a155da2c None None] Attempting to bind port 483817c4-d525-4e0e-8fdc-9115e6f5f758 by drivers openvswitch,hyperv on host dv-cinder-853450-2-iscsi at level 0 using segments [{'id': '9c3c1f69-d097-49d4-af01-0805916be3fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 968, 'network_id': '610eae45-7047-4853-8153-1da79fb95838'}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 18 11:16:32.643421 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3288285e-676d-4cc1-af38-9111a155da2c None None] Attempting to bind port 483817c4-d525-4e0e-8fdc-9115e6f5f758 on network 610eae45-7047-4853-8153-1da79fb95838 {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 18 11:16:32.653656 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-5beee288-ed92-4763-b159-ff269fe70015 req-98c1d4f8-97a1-483d-bb4c-61d8966b7774 tempest-DeleteServersTestJSON-798039388 tempest-DeleteServersTestJSON-798039388-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a90d5023-8b0f-4a30-b28a-cbe9ad96d4e1 HTTP/1.1" status: 200 len: 210 time: 0.0431359 Aug 18 11:16:32.655250 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3288285e-676d-4cc1-af38-9111a155da2c None None] Checking agent: {'id': '69d4285f-736d-41a6-a99e-1994eed59bce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-853450-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 18, 11, 7, 46), 'started_at': datetime.datetime(2022, 8, 18, 11, 8, 16), 'heartbeat_timestamp': datetime.datetime(2022, 8, 18, 11, 16, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-853450-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 18 11:16:32.655638 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3288285e-676d-4cc1-af38-9111a155da2c None None] Checking segment: {'id': '9c3c1f69-d097-49d4-af01-0805916be3fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 968, 'network_id': '610eae45-7047-4853-8153-1da79fb95838'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 18 11:16:32.656364 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-3288285e-676d-4cc1-af38-9111a155da2c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:32.656910 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3288285e-676d-4cc1-af38-9111a155da2c None None] Bound using segment: {'id': '9c3c1f69-d097-49d4-af01-0805916be3fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 968, 'network_id': '610eae45-7047-4853-8153-1da79fb95838'} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 18 11:16:32.657386 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-3288285e-676d-4cc1-af38-9111a155da2c None None] Bound port: 483817c4-d525-4e0e-8fdc-9115e6f5f758, host: dv-cinder-853450-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c3c1f69-d097-49d4-af01-0805916be3fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 968, 'network_id': '610eae45-7047-4853-8153-1da79fb95838'}}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 18 11:16:32.657770 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-3288285e-676d-4cc1-af38-9111a155da2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (483817c4-d525-4e0e-8fdc-9115e6f5f758), before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:32.732783 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-3288285e-676d-4cc1-af38-9111a155da2c None None] For port 483817c4-d525-4e0e-8fdc-9115e6f5f758, host dv-cinder-853450-2-iscsi, cleared binding levels {{(pid=106380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 11:16:32.737029 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-3288285e-676d-4cc1-af38-9111a155da2c None None] For port 483817c4-d525-4e0e-8fdc-9115e6f5f758, host dv-cinder-853450-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853450-2-iscsi',level=0,port_id=483817c4-d525-4e0e-8fdc-9115e6f5f758,segment=NetworkSegment(9c3c1f69-d097-49d4-af01-0805916be3fe),segment_id=9c3c1f69-d097-49d4-af01-0805916be3fe)] {{(pid=106380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 11:16:32.744074 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-3288285e-676d-4cc1-af38-9111a155da2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732803053689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732802528799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732802528817'] for port (483817c4-d525-4e0e-8fdc-9115e6f5f758), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:32.796731 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3288285e-676d-4cc1-af38-9111a155da2c None None] Routers {'831210b6-dcdc-42e9-b525-a9ceeab779ac'} bound to L3 agent in host dv-cinder-853450-2-iscsi {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 18 11:16:32.797507 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-3288285e-676d-4cc1-af38-9111a155da2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853450-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-18T11:07:43Z,description=,heartbeat_timestamp=2022-08-18T11:16:13Z,host='dv-cinder-853450-2-iscsi',id=5a2ac145-53e3-4597-a9e7-c52b4336ae58,load=0,resource_versions=,resources_synced=,started_at=2022-08-18T11:07:43Z,topic='l3_agent')) {'router_ids': ['831210b6-dcdc-42e9-b525-a9ceeab779ac'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:16:32.843587 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:16:32.854634 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad44d23e-bb99-472f-9e28-d3520aa04416 None None] Pushing event updated for resources: {'Port': ['ID=483817c4-d525-4e0e-8fdc-9115e6f5f758,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:16:32.926519 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-3288285e-676d-4cc1-af38-9111a155da2c None None] Set router 831210b6-dcdc-42e9-b525-a9ceeab779ac gateway port host: dv-cinder-853450-2-iscsi {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 18 11:16:33.125714 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-3288285e-676d-4cc1-af38-9111a155da2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '831210b6-dcdc-42e9-b525-a9ceeab779ac', 'name': 'tempest-AttachVolumeShelveTestJSON-1403039600-router', 'tenant_id': 'be810e9efc4f4214b473f76da7e2714b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'external_fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.248'}], 'enable_snat': True}, 'gw_port_id': 'e014c633-017b-40b4-8bad-1dcf59e53287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T11:16:00Z', 'updated_at': '2022-08-18T11:16:14Z', 'revision_number': 4, 'project_id': 'be810e9efc4f4214b473f76da7e2714b', 'gw_port': {'id': 'e014c633-017b-40b4-8bad-1dcf59e53287', 'name': '', 'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:76:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '831210b6-dcdc-42e9-b525-a9ceeab779ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853450-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:16:03Z', 'updated_at': '2022-08-18T11:16:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853450-2-iscsi', '_interfaces': [{'id': '483817c4-d525-4e0e-8fdc-9115e6f5f758', 'name': '', 'network_id': '610eae45-7047-4853-8153-1da79fb95838', 'tenant_id': 'be810e9efc4f4214b473f76da7e2714b', 'mac_address': 'fa:16:3e:57:b0:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '831210b6-dcdc-42e9-b525-a9ceeab779ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'c3eb1b23-820c-420d-9ebc-59169bbc8615', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853450-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:16:12Z', 'updated_at': '2022-08-18T11:16:32Z', 'revision_number': 4, 'project_id': 'be810e9efc4f4214b473f76da7e2714b', 'subnets': [{'id': 'c3eb1b23-820c-420d-9ebc-59169bbc8615', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853450-2-iscsi', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:16:33.158815 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3288285e-676d-4cc1-af38-9111a155da2c None None] The sync data for ids ['831210b6-dcdc-42e9-b525-a9ceeab779ac'] in dv-cinder-853450-2-iscsi is: [{'id': '831210b6-dcdc-42e9-b525-a9ceeab779ac', 'name': 'tempest-AttachVolumeShelveTestJSON-1403039600-router', 'tenant_id': 'be810e9efc4f4214b473f76da7e2714b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'external_fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.248'}], 'enable_snat': True}, 'gw_port_id': 'e014c633-017b-40b4-8bad-1dcf59e53287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T11:16:00Z', 'updated_at': '2022-08-18T11:16:14Z', 'revision_number': 4, 'project_id': 'be810e9efc4f4214b473f76da7e2714b', 'gw_port': {'id': 'e014c633-017b-40b4-8bad-1dcf59e53287', 'name': '', 'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:76:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '831210b6-dcdc-42e9-b525-a9ceeab779ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853450-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:16:03Z', 'updated_at': '2022-08-18T11:16:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853450-2-iscsi', '_interfaces': [{'id': '483817c4-d525-4e0e-8fdc-9115e6f5f758', 'name': '', 'network_id': '610eae45-7047-4853-8153-1da79fb95838', 'tenant_id': 'be810e9efc4f4214b473f76da7e2714b', 'mac_address': 'fa:16:3e:57:b0:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '831210b6-dcdc-42e9-b525-a9ceeab779ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'c3eb1b23-820c-420d-9ebc-59169bbc8615', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853450-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:16:12Z', 'updated_at': '2022-08-18T11:16:32Z', 'revision_number': 4, 'project_id': 'be810e9efc4f4214b473f76da7e2714b', 'subnets': [{'id': 'c3eb1b23-820c-420d-9ebc-59169bbc8615', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 11:16:33.480621 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-8747be91-6221-449a-90a4-721d0fc2334a req-b5032b7b-c61b-4799-9dd2-96f1ee1add1b tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a099c0b5-8a0f-4e0e-808f-01ebe10264ae HTTP/1.1" status: 200 len: 210 time: 0.0699010 Aug 18 11:16:33.696686 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-098d9490-1613-4b46-8e21-91b687a80703 req-0b235fdb-376d-4e9c-af86-c07001cf8a8a tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7d250382-9a20-4990-8a8f-8d0de89674a3 HTTP/1.1" status: 200 len: 210 time: 0.0325966 Aug 18 11:16:33.772374 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ea40cb-d9f5-4cd3-b418-b61c656d1b9e req-166d548f-6641-4bf0-ba83-d3899be9055a tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:16:33.773989 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-27ea40cb-d9f5-4cd3-b418-b61c656d1b9e req-166d548f-6641-4bf0-ba83-d3899be9055a tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=71c3b65c-c12b-4633-ac7c-27a5cd878c43 HTTP/1.1" status: 200 len: 932 time: 0.0802445 Aug 18 11:16:33.834502 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-1ea65470-10d9-428c-a9c7-7c956f26a680 req-f3ef4c66-c6b8-46b1-bfc4-3a5b3ee77681 tempest-DeleteServersTestJSON-798039388 tempest-DeleteServersTestJSON-798039388-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a90d5023-8b0f-4a30-b28a-cbe9ad96d4e1 HTTP/1.1" status: 200 len: 210 time: 0.0365160 Aug 18 11:16:33.864166 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-27ea40cb-d9f5-4cd3-b418-b61c656d1b9e req-0cb518cb-5075-4db2-860c-366f2bcca6b2 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b21c2cf3-45f4-4212-bbb4-b16e8476f4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832984 Aug 18 11:16:34.097303 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Device 483817c4-d525-4e0e-8fdc-9115e6f5f758 up at agent ovs-agent-dv-cinder-853450-2-iscsi {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 11:16:34.175065 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Provisioning complete for port 483817c4-d525-4e0e-8fdc-9115e6f5f758 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 18 11:16:34.175588 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619404'] for port (483817c4-d525-4e0e-8fdc-9115e6f5f758), provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:34.240694 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:16:34.305296 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Current status of the port 483817c4-d525-4e0e-8fdc-9115e6f5f758 is: DOWN; New status is: ACTIVE {{(pid=106380) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 11:16:34.305691 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (483817c4-d525-4e0e-8fdc-9115e6f5f758), before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:34.371127 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] For port 483817c4-d525-4e0e-8fdc-9115e6f5f758, host dv-cinder-853450-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853450-2-iscsi',level=0,port_id=483817c4-d525-4e0e-8fdc-9115e6f5f758,segment=NetworkSegment(9c3c1f69-d097-49d4-af01-0805916be3fe),segment_id=9c3c1f69-d097-49d4-af01-0805916be3fe)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:16:34.377362 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732803053689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732802528799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732802528817'] for port (483817c4-d525-4e0e-8fdc-9115e6f5f758), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:34.440749 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Pushing event updated for resources: {'Port': ['ID=483817c4-d525-4e0e-8fdc-9115e6f5f758,revision_number=5']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:16:34.590645 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-b1dc1e21-59fe-4746-a45a-fc5a7759ec48 req-4a92c092-e79e-465c-89c5-a28b7526a9c4 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a099c0b5-8a0f-4e0e-808f-01ebe10264ae HTTP/1.1" status: 200 len: 210 time: 0.0371072 Aug 18 11:16:34.827647 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-cf65b354-fc7f-411b-949a-cc16e026f501 req-7e280713-3629-415b-9dcb-310f6e0feebf tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7d250382-9a20-4990-8a8f-8d0de89674a3 HTTP/1.1" status: 200 len: 210 time: 0.0363252 Aug 18 11:16:35.000023 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-09b919ec-952f-4e0a-8795-35636ff11e29 req-684db644-6b6a-4c3e-999c-321f63e3ae66 tempest-DeleteServersTestJSON-798039388 tempest-DeleteServersTestJSON-798039388-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a90d5023-8b0f-4a30-b28a-cbe9ad96d4e1 HTTP/1.1" status: 200 len: 210 time: 0.0691078 Aug 18 11:16:35.062329 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297d9eb6-d151-426d-9ef3-997935b004d5 req-70fe569c-34a4-4e37-bbd4-b6547054ed19 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:16:35.064314 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-297d9eb6-d151-426d-9ef3-997935b004d5 req-70fe569c-34a4-4e37-bbd4-b6547054ed19 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=71c3b65c-c12b-4633-ac7c-27a5cd878c43 HTTP/1.1" status: 200 len: 932 time: 0.0930147 Aug 18 11:16:35.110381 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=100 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:16:35.144391 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-297d9eb6-d151-426d-9ef3-997935b004d5 req-07f49a0d-921c-4b31-b763-31904334d547 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b21c2cf3-45f4-4212-bbb4-b16e8476f4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640063 Aug 18 11:16:35.629947 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (0c451e2b-fe38-44d1-984c-2dd7bcedf4dc), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:35.702881 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-f0a052b2-e694-4b50-bdd1-77040f2687b6 req-0c563e3b-3e95-40de-9022-139cc250009d tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a099c0b5-8a0f-4e0e-808f-01ebe10264ae HTTP/1.1" status: 200 len: 210 time: 0.0288925 Aug 18 11:16:35.952922 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-f0990172-a0c0-4b36-bbfd-de7a42204c9c req-33712dce-bdb6-4d53-8df7-eb5633acc237 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7d250382-9a20-4990-8a8f-8d0de89674a3 HTTP/1.1" status: 200 len: 210 time: 0.0292349 Aug 18 11:16:36.057861 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Device 483817c4-d525-4e0e-8fdc-9115e6f5f758 up at agent ovs-agent-dv-cinder-853450-2-iscsi {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 11:16:36.112748 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Provisioning complete for port 483817c4-d525-4e0e-8fdc-9115e6f5f758 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 18 11:16:36.113204 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619404'] for port (483817c4-d525-4e0e-8fdc-9115e6f5f758), provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:36.141971 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-74a8d50a-5659-43fd-aaf1-af363421a741 req-bd0ce16b-0726-4135-a20a-4d2323c5f79b tempest-DeleteServersTestJSON-798039388 tempest-DeleteServersTestJSON-798039388-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a90d5023-8b0f-4a30-b28a-cbe9ad96d4e1 HTTP/1.1" status: 200 len: 210 time: 0.0573297 Aug 18 11:16:36.204436 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Current status of the port 483817c4-d525-4e0e-8fdc-9115e6f5f758 is: ACTIVE; New status is: ACTIVE {{(pid=106380) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 11:16:36.264822 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fe5f8f-2a63-44f3-b6f0-e695adaa6a15 req-c34177f2-cc1b-4c64-887f-dadff88f08cd tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:16:36.266605 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-99fe5f8f-2a63-44f3-b6f0-e695adaa6a15 req-c34177f2-cc1b-4c64-887f-dadff88f08cd tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=71c3b65c-c12b-4633-ac7c-27a5cd878c43 HTTP/1.1" status: 200 len: 932 time: 0.0533338 Aug 18 11:16:36.320039 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-99fe5f8f-2a63-44f3-b6f0-e695adaa6a15 req-68f9ea2b-000b-4160-a616-f4cd0bfb8378 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b21c2cf3-45f4-4212-bbb4-b16e8476f4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476658 Aug 18 11:16:36.523140 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.v2.base [req-85e3386c-3f57-4296-8a3a-96cc40d9316c req-4dff79ce-206d-45ae-a582-2ec16ed5aaff service neutron] Request body: {'port': {'device_id': '71c3b65c-c12b-4633-ac7c-27a5cd878c43', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85345'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:16:36.591233 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-85e3386c-3f57-4296-8a3a-96cc40d9316c req-4dff79ce-206d-45ae-a582-2ec16ed5aaff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (ec2b7eba-444a-4297-beb7-1a9941391627), before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:36.809903 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-a845ae62-e926-48d3-9ee1-25a06fd24587 req-12b02fef-3af3-4326-8b3d-eaa6827e2a21 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a099c0b5-8a0f-4e0e-808f-01ebe10264ae HTTP/1.1" status: 200 len: 210 time: 0.0301745 Aug 18 11:16:36.919900 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.notifiers.nova [req-85e3386c-3f57-4296-8a3a-96cc40d9316c req-4dff79ce-206d-45ae-a582-2ec16ed5aaff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec2b7eba-444a-4297-beb7-1a9941391627 {{(pid=106379) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 18 11:16:36.927780 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-85e3386c-3f57-4296-8a3a-96cc40d9316c req-4dff79ce-206d-45ae-a582-2ec16ed5aaff service neutron] Publish callbacks [] for port (ec2b7eba-444a-4297-beb7-1a9941391627), precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:36.940014 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:16:36.953064 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.db.provisioning_blocks [req-85e3386c-3f57-4296-8a3a-96cc40d9316c req-4dff79ce-206d-45ae-a582-2ec16ed5aaff service neutron] Transition to ACTIVE for port object ec2b7eba-444a-4297-beb7-1a9941391627 will not be triggered until provisioned by entity L2. {{(pid=106379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 18 11:16:36.956705 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-85e3386c-3f57-4296-8a3a-96cc40d9316c req-4dff79ce-206d-45ae-a582-2ec16ed5aaff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732803053689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732802528799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732802528817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1638912'] for port (ec2b7eba-444a-4297-beb7-1a9941391627), after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:37.026523 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:INSERT=2,neutron:SELECT=92,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:16:37.070814 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-9b6b0509-c77f-4d0f-a8db-22139bef9475 req-c383639d-08cd-4d2d-8e45-6b161794556d tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7d250382-9a20-4990-8a8f-8d0de89674a3 HTTP/1.1" status: 200 len: 210 time: 0.0361133 Aug 18 11:16:37.077874 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dff79ce-206d-45ae-a582-2ec16ed5aaff service neutron] Pushing event updated for resources: {'Port': ['ID=ec2b7eba-444a-4297-beb7-1a9941391627,revision_number=2']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:16:37.111908 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-85e3386c-3f57-4296-8a3a-96cc40d9316c req-4dff79ce-206d-45ae-a582-2ec16ed5aaff service neutron] Attempting to bind port ec2b7eba-444a-4297-beb7-1a9941391627 on host hv-cinder-85345 for vnic_type normal with profile {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 18 11:16:37.112283 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-85e3386c-3f57-4296-8a3a-96cc40d9316c req-4dff79ce-206d-45ae-a582-2ec16ed5aaff service neutron] Attempting to bind port ec2b7eba-444a-4297-beb7-1a9941391627 by drivers openvswitch,hyperv on host hv-cinder-85345 at level 0 using segments [{'id': 'a2aedf6e-157b-419a-80ab-5857554bba74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 981, 'network_id': 'dd9ba834-1e3f-4b43-ad03-a13182799a15'}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 18 11:16:37.112626 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85e3386c-3f57-4296-8a3a-96cc40d9316c req-4dff79ce-206d-45ae-a582-2ec16ed5aaff service neutron] Attempting to bind port ec2b7eba-444a-4297-beb7-1a9941391627 on network dd9ba834-1e3f-4b43-ad03-a13182799a15 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 18 11:16:37.116924 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85e3386c-3f57-4296-8a3a-96cc40d9316c req-4dff79ce-206d-45ae-a582-2ec16ed5aaff service neutron] Port ec2b7eba-444a-4297-beb7-1a9941391627 on network dd9ba834-1e3f-4b43-ad03-a13182799a15 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85345 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 18 11:16:37.117243 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85e3386c-3f57-4296-8a3a-96cc40d9316c req-4dff79ce-206d-45ae-a582-2ec16ed5aaff service neutron] Attempting to bind port ec2b7eba-444a-4297-beb7-1a9941391627 on network dd9ba834-1e3f-4b43-ad03-a13182799a15 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 18 11:16:37.122416 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85e3386c-3f57-4296-8a3a-96cc40d9316c req-4dff79ce-206d-45ae-a582-2ec16ed5aaff service neutron] Checking agent: {'id': '0c451e2b-fe38-44d1-984c-2dd7bcedf4dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85345', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 18, 11, 14, 5), 'started_at': datetime.datetime(2022, 8, 18, 11, 14, 5), 'heartbeat_timestamp': datetime.datetime(2022, 8, 18, 11, 16, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 18 11:16:37.123291 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85e3386c-3f57-4296-8a3a-96cc40d9316c req-4dff79ce-206d-45ae-a582-2ec16ed5aaff service neutron] Checking segment: {'id': 'a2aedf6e-157b-419a-80ab-5857554bba74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 981, 'network_id': 'dd9ba834-1e3f-4b43-ad03-a13182799a15'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 18 11:16:37.124438 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85e3386c-3f57-4296-8a3a-96cc40d9316c req-4dff79ce-206d-45ae-a582-2ec16ed5aaff service neutron] Bound using segment: {'id': 'a2aedf6e-157b-419a-80ab-5857554bba74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 981, 'network_id': 'dd9ba834-1e3f-4b43-ad03-a13182799a15'} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 18 11:16:37.124870 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-85e3386c-3f57-4296-8a3a-96cc40d9316c req-4dff79ce-206d-45ae-a582-2ec16ed5aaff service neutron] Bound port: ec2b7eba-444a-4297-beb7-1a9941391627, host: hv-cinder-85345, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2aedf6e-157b-419a-80ab-5857554bba74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 981, 'network_id': 'dd9ba834-1e3f-4b43-ad03-a13182799a15'}}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 18 11:16:37.125220 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-85e3386c-3f57-4296-8a3a-96cc40d9316c req-4dff79ce-206d-45ae-a582-2ec16ed5aaff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (ec2b7eba-444a-4297-beb7-1a9941391627), before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:37.190878 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-85e3386c-3f57-4296-8a3a-96cc40d9316c req-4dff79ce-206d-45ae-a582-2ec16ed5aaff service neutron] For port ec2b7eba-444a-4297-beb7-1a9941391627, host hv-cinder-85345, cleared binding levels {{(pid=106379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 11:16:37.215501 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-85e3386c-3f57-4296-8a3a-96cc40d9316c req-4dff79ce-206d-45ae-a582-2ec16ed5aaff service neutron] For port ec2b7eba-444a-4297-beb7-1a9941391627, host hv-cinder-85345, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85345',level=0,port_id=ec2b7eba-444a-4297-beb7-1a9941391627,segment=NetworkSegment(a2aedf6e-157b-419a-80ab-5857554bba74),segment_id=a2aedf6e-157b-419a-80ab-5857554bba74)] {{(pid=106379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 11:16:37.223183 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-85e3386c-3f57-4296-8a3a-96cc40d9316c req-4dff79ce-206d-45ae-a582-2ec16ed5aaff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732803053689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732802528799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732802528817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1638912'] for port (ec2b7eba-444a-4297-beb7-1a9941391627), after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:37.226854 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e3386c-3f57-4296-8a3a-96cc40d9316c req-4dff79ce-206d-45ae-a582-2ec16ed5aaff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:16:37.227725 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-85e3386c-3f57-4296-8a3a-96cc40d9316c req-4dff79ce-206d-45ae-a582-2ec16ed5aaff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682417'] for port (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:37.229312 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [req-85e3386c-3f57-4296-8a3a-96cc40d9316c req-4dff79ce-206d-45ae-a582-2ec16ed5aaff service neutron] 10.222.0.20 "PUT /networking/v2.0/ports/ec2b7eba-444a-4297-beb7-1a9941391627 HTTP/1.1" status: 200 len: 1094 time: 0.7115357 Aug 18 11:16:37.231535 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71c3b65c-c12b-4633-ac7c-27a5cd878c43', 'tag': 'ec2b7eba-444a-4297-beb7-1a9941391627'}] {{(pid=106379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 18 11:16:37.250100 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-9025e304-6426-43ae-93f9-e23e435be4b2 req-755f927e-a192-474e-a432-15b655f95081 tempest-DeleteServersTestJSON-798039388 tempest-DeleteServersTestJSON-798039388-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a90d5023-8b0f-4a30-b28a-cbe9ad96d4e1 HTTP/1.1" status: 200 len: 210 time: 0.0333054 Aug 18 11:16:37.294128 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dff79ce-206d-45ae-a582-2ec16ed5aaff service neutron] Pushing event updated for resources: {'Port': ['ID=ec2b7eba-444a-4297-beb7-1a9941391627,revision_number=3']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:16:37.370776 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afeb4790f423e7ffe5fa0b02628cc43a14be8f1f20ac5f0ea3cf567e42d62054" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f5fc8fa-e2c1-4d51-9591-5bd8c3e8c167" -d '{"events": [{"name": "network-changed", "server_uuid": "71c3b65c-c12b-4633-ac7c-27a5cd878c43", "tag": "ec2b7eba-444a-4297-beb7-1a9941391627"}]}' {{(pid=106379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:16:37.455156 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fde467-cfd9-4212-b8e0-8b8025309fa3 req-a2b41f2a-3f02-4ed4-89eb-4a08d1bf22ae tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:16:37.456685 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-52fde467-cfd9-4212-b8e0-8b8025309fa3 req-a2b41f2a-3f02-4ed4-89eb-4a08d1bf22ae tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=71c3b65c-c12b-4633-ac7c-27a5cd878c43 HTTP/1.1" status: 200 len: 944 time: 0.0515110 Aug 18 11:16:37.478476 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Aug 2022 11:16:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96999271-9856-48c0-b4c2-970bbf0f0a10 x-openstack-request-id: req-96999271-9856-48c0-b4c2-970bbf0f0a10 {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:16:37.478907 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71c3b65c-c12b-4633-ac7c-27a5cd878c43", "tag": "ec2b7eba-444a-4297-beb7-1a9941391627", "status": "completed", "code": 200}]} {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:16:37.479257 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-96999271-9856-48c0-b4c2-970bbf0f0a10 {{(pid=106379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:16:37.479822 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.notifiers.nova [-] Nova event matching ['req-96999271-9856-48c0-b4c2-970bbf0f0a10'] response: {'name': 'network-changed', 'server_uuid': '71c3b65c-c12b-4633-ac7c-27a5cd878c43', 'tag': 'ec2b7eba-444a-4297-beb7-1a9941391627', 'status': 'completed', 'code': 200} Aug 18 11:16:37.508594 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-52fde467-cfd9-4212-b8e0-8b8025309fa3 req-b8c93847-b79b-4e6e-a28e-3c5a3c3908c6 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b21c2cf3-45f4-4212-bbb4-b16e8476f4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459988 Aug 18 11:16:37.917503 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-ab7a70dc-c209-4996-b09c-d90e403f00d8 req-bcc30efe-6c78-4488-85d0-72006f681b06 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a099c0b5-8a0f-4e0e-808f-01ebe10264ae HTTP/1.1" status: 200 len: 210 time: 0.0289021 Aug 18 11:16:38.207745 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-002a1ad5-3b15-4218-b472-f46b31a2c461 req-a728a834-730f-4eb9-a467-904cb3145c98 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7d250382-9a20-4990-8a8f-8d0de89674a3 HTTP/1.1" status: 200 len: 210 time: 0.0404696 Aug 18 11:16:38.363317 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-b0cb69bf-e08c-4d62-a1e9-fd41c64bffd6 req-5437ed62-38d0-47ab-a1ae-9c9c51e9529c tempest-DeleteServersTestJSON-798039388 tempest-DeleteServersTestJSON-798039388-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a90d5023-8b0f-4a30-b28a-cbe9ad96d4e1 HTTP/1.1" status: 200 len: 210 time: 0.0349338 Aug 18 11:16:38.636552 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14223f1f-f312-4df4-ac27-7c94f5af5d8e req-43996c93-8da2-45ad-9b30-0d9e8750c63a tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:16:38.638060 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-14223f1f-f312-4df4-ac27-7c94f5af5d8e req-43996c93-8da2-45ad-9b30-0d9e8750c63a tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=71c3b65c-c12b-4633-ac7c-27a5cd878c43 HTTP/1.1" status: 200 len: 944 time: 0.0532470 Aug 18 11:16:38.695071 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-14223f1f-f312-4df4-ac27-7c94f5af5d8e req-1afc0d96-f60c-46de-a531-170c2bd4830d tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b21c2cf3-45f4-4212-bbb4-b16e8476f4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504215 Aug 18 11:16:39.025759 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-6ee77ae9-662a-4add-9785-ef171043b3c1 req-54c104ab-d813-4aa7-9e0c-e7412749f1a3 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a099c0b5-8a0f-4e0e-808f-01ebe10264ae HTTP/1.1" status: 200 len: 210 time: 0.0315981 Aug 18 11:16:39.323064 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-2c6375b9-71bc-49df-99aa-4ed9e2e5efa6 req-dfb2b1f7-9117-44bf-ba5f-d724cd07c56b tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7d250382-9a20-4990-8a8f-8d0de89674a3 HTTP/1.1" status: 200 len: 210 time: 0.0304785 Aug 18 11:16:39.473701 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-d25c15c9-d165-4b32-8ce6-aa8e6dcb1d84 req-628ae62a-c79b-4e8f-964b-17850d4a9560 tempest-DeleteServersTestJSON-798039388 tempest-DeleteServersTestJSON-798039388-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a90d5023-8b0f-4a30-b28a-cbe9ad96d4e1 HTTP/1.1" status: 200 len: 210 time: 0.0287941 Aug 18 11:16:39.832244 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b992d61e-6bf5-42ce-95b9-0c23d6f03f22 req-d1dd4984-a2bb-4c56-ba80-725beeb60c43 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:16:39.833654 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-b992d61e-6bf5-42ce-95b9-0c23d6f03f22 req-d1dd4984-a2bb-4c56-ba80-725beeb60c43 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=71c3b65c-c12b-4633-ac7c-27a5cd878c43 HTTP/1.1" status: 200 len: 944 time: 0.0502250 Aug 18 11:16:39.876458 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=100 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:16:39.884639 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-b992d61e-6bf5-42ce-95b9-0c23d6f03f22 req-46fb1c30-00d2-426d-be3b-09057949c9f0 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b21c2cf3-45f4-4212-bbb4-b16e8476f4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447402 Aug 18 11:16:40.128617 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-846b5c74-9df9-4d9b-ae29-b668d4d42f9d req-37d1ba23-700b-47cd-9c7b-474dfc2048c2 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a099c0b5-8a0f-4e0e-808f-01ebe10264ae HTTP/1.1" status: 200 len: 210 time: 0.0296733 Aug 18 11:16:40.431167 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-3aa4b20a-3771-41bb-a49e-b1598bb885a1 req-29267b16-38f8-46f9-9b41-a0d8fb9404f2 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7d250382-9a20-4990-8a8f-8d0de89674a3 HTTP/1.1" status: 200 len: 210 time: 0.0300746 Aug 18 11:16:40.467493 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=60,neutron:UPDATE=2 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:16:40.575940 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-79922214-8356-4ecb-b65e-dfc6568a3b2a req-8dbfd9bb-e912-4eac-9402-144e55d0a4d9 tempest-DeleteServersTestJSON-798039388 tempest-DeleteServersTestJSON-798039388-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a90d5023-8b0f-4a30-b28a-cbe9ad96d4e1 HTTP/1.1" status: 200 len: 210 time: 0.0316160 Aug 18 11:16:40.877949 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:INSERT=1,neutron:SELECT=53 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:16:40.973264 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-3428620b-ac05-4cfa-a38c-8f920b4b8638 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (c499a017-4b38-4967-b050-d4094e1a7564), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:41.008246 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5fc8fa-e2c1-4d51-9591-5bd8c3e8c167 req-afc65b03-67ed-4ed8-a95a-aceaa4a81b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:16:41.011676 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-4f5fc8fa-e2c1-4d51-9591-5bd8c3e8c167 req-afc65b03-67ed-4ed8-a95a-aceaa4a81b8a service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=aab35f7119e44d3c8da92076c7e823db&device_id=71c3b65c-c12b-4633-ac7c-27a5cd878c43 HTTP/1.1" status: 200 len: 1128 time: 0.1102669 Aug 18 11:16:41.045666 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c7828f-1188-46ed-80d0-4b9ef39cdb21 req-5ffe9bd7-0806-4be1-9bed-d973a90b9d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:16:41.049664 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [req-18c7828f-1188-46ed-80d0-4b9ef39cdb21 req-5ffe9bd7-0806-4be1-9bed-d973a90b9d51 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=aab35f7119e44d3c8da92076c7e823db&device_id=c8db7651-518a-44f0-834d-8036931cbef8 HTTP/1.1" status: 200 len: 1127 time: 0.1704957 Aug 18 11:16:41.324086 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-2a9110bc-fef3-412a-93a7-4cc77cdd3917 req-bb37eb72-e754-429f-bcfd-662501d45c69 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a099c0b5-8a0f-4e0e-808f-01ebe10264ae HTTP/1.1" status: 200 len: 210 time: 0.0510035 Aug 18 11:16:41.354660 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb0839e-5e98-48a7-8c6c-4825e5b8340e req-490c6cd8-edba-4007-896e-0d519409ca9e tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:16:41.356180 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-2bb0839e-5e98-48a7-8c6c-4825e5b8340e req-490c6cd8-edba-4007-896e-0d519409ca9e tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=71c3b65c-c12b-4633-ac7c-27a5cd878c43 HTTP/1.1" status: 200 len: 944 time: 0.1327162 Aug 18 11:16:41.358435 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5fc8fa-e2c1-4d51-9591-5bd8c3e8c167 req-6a9c8ac8-fc10-4767-8ea5-db70d93d4350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:16:41.359876 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-4f5fc8fa-e2c1-4d51-9591-5bd8c3e8c167 req-6a9c8ac8-fc10-4767-8ea5-db70d93d4350 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?tenant_id=aab35f7119e44d3c8da92076c7e823db&shared=False HTTP/1.1" status: 200 len: 920 time: 0.3404098 Aug 18 11:16:41.412437 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-2bb0839e-5e98-48a7-8c6c-4825e5b8340e req-17de72c7-18e0-4113-9268-b5526d508acb tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b21c2cf3-45f4-4212-bbb4-b16e8476f4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479145 Aug 18 11:16:41.493627 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c7828f-1188-46ed-80d0-4b9ef39cdb21 req-7ecd1218-e0f3-40f9-bcc7-549c548fbe9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:16:41.495148 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [req-18c7828f-1188-46ed-80d0-4b9ef39cdb21 req-7ecd1218-e0f3-40f9-bcc7-549c548fbe9b service neutron] 10.222.0.20 "GET /networking/v2.0/networks?tenant_id=aab35f7119e44d3c8da92076c7e823db&shared=False HTTP/1.1" status: 200 len: 920 time: 0.4366920 Aug 18 11:16:41.588844 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-ae27a453-7834-43b9-ae60-1390f51fe2b2 req-daaf63dd-e216-4436-a313-c262b0d3c6f5 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7d250382-9a20-4990-8a8f-8d0de89674a3 HTTP/1.1" status: 200 len: 210 time: 0.0758514 Aug 18 11:16:41.741105 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.20', 61081) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:16:41.774151 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-2743fccc-1cdd-48b0-9d5a-e75c800b212b req-6904ca6a-78d7-4665-b792-6c00bc16f5b3 tempest-DeleteServersTestJSON-798039388 tempest-DeleteServersTestJSON-798039388-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a90d5023-8b0f-4a30-b28a-cbe9ad96d4e1 HTTP/1.1" status: 200 len: 210 time: 0.0738308 Aug 18 11:16:41.869654 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c7828f-1188-46ed-80d0-4b9ef39cdb21 req-90d2be5e-ea57-4415-a339-6949ada2c93f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:16:41.871314 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [req-18c7828f-1188-46ed-80d0-4b9ef39cdb21 req-90d2be5e-ea57-4415-a339-6949ada2c93f service neutron] 10.222.0.20 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3250501 Aug 18 11:16:41.919397 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=100 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:16:41.928165 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5fc8fa-e2c1-4d51-9591-5bd8c3e8c167 req-b3a32fcd-2ccb-47a5-ac2d-6c8b710227e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:16:41.929933 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-4f5fc8fa-e2c1-4d51-9591-5bd8c3e8c167 req-b3a32fcd-2ccb-47a5-ac2d-6c8b710227e1 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3819323 Aug 18 11:16:41.967612 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b553884-f045-4509-a739-5840f23ff5e3 req-108c244e-0114-4399-ad59-dfa63455a207 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:16:41.970676 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-9b553884-f045-4509-a739-5840f23ff5e3 req-108c244e-0114-4399-ad59-dfa63455a207 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.20 "GET /networking/v2.0/networks?id=610eae45-7047-4853-8153-1da79fb95838 HTTP/1.1" status: 200 len: 817 time: 0.2211208 Aug 18 11:16:42.615368 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbea844b-6ad4-4759-8400-7f7f7757db88 req-4268493e-1f01-46ea-981f-637d278314d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:16:42.618478 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [req-dbea844b-6ad4-4759-8400-7f7f7757db88 req-4268493e-1f01-46ea-981f-637d278314d9 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=aab35f7119e44d3c8da92076c7e823db&device_id=c8db7651-518a-44f0-834d-8036931cbef8 HTTP/1.1" status: 200 len: 1127 time: 0.0863538 Aug 18 11:16:42.674491 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.20', 61087) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:16:42.704742 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-9b553884-f045-4509-a739-5840f23ff5e3 req-9e280f23-8e38-4215-990e-25cb563d2c27 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.20 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=be810e9efc4f4214b473f76da7e2714b HTTP/1.1" status: 200 len: 380 time: 0.3051248 Aug 18 11:16:42.927324 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.20', 61089) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:16:42.927832 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.16', 50960) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:16:42.992159 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [req-dbea844b-6ad4-4759-8400-7f7f7757db88 req-34eac3a4-8c91-4cdd-ab53-8e1d2c473c45 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ebed5dca-31d9-4dd8-82d2-0b59c8ad64cb HTTP/1.1" status: 200 len: 217 time: 0.3615122 Aug 18 11:16:43.208146 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab7ad66-8955-404a-a307-aacb66324855 req-109e1a08-80a1-4aa4-b81e-a6bc8bb6860f tempest-DeleteServersTestJSON-798039388 tempest-DeleteServersTestJSON-798039388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:16:43.212783 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [req-eab7ad66-8955-404a-a307-aacb66324855 req-109e1a08-80a1-4aa4-b81e-a6bc8bb6860f tempest-DeleteServersTestJSON-798039388 tempest-DeleteServersTestJSON-798039388-project] 10.222.0.20 "GET /networking/v2.0/networks?id=5b1c9faa-c979-43b2-a0cc-ea8cbdb168b9 HTTP/1.1" status: 200 len: 812 time: 0.5342610 Aug 18 11:16:43.222788 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-86671957-27fb-4411-8f65-66db44efa2c4 req-70183a25-6c5e-4536-abfa-d9800ebed5a7 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a099c0b5-8a0f-4e0e-808f-01ebe10264ae HTTP/1.1" status: 200 len: 210 time: 0.7327192 Aug 18 11:16:43.230510 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.v2.base [req-9b553884-f045-4509-a739-5840f23ff5e3 req-628dcb27-cb48-4db4-a80a-39ce14443aa6 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Request body: {'port': {'device_id': '7d250382-9a20-4990-8a8f-8d0de89674a3', 'network_id': '610eae45-7047-4853-8153-1da79fb95838', 'admin_state_up': True, 'tenant_id': 'be810e9efc4f4214b473f76da7e2714b', 'security_groups': ['4ea5bf43-978e-4299-a64e-45416a7e4e6b']}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:16:43.270566 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.v2.base [req-eab7ad66-8955-404a-a307-aacb66324855 req-ea234f15-6735-4066-be51-05e3b1188d13 tempest-DeleteServersTestJSON-798039388 tempest-DeleteServersTestJSON-798039388-project] Request body: {'port': {'device_id': 'a90d5023-8b0f-4a30-b28a-cbe9ad96d4e1', 'network_id': '5b1c9faa-c979-43b2-a0cc-ea8cbdb168b9', 'admin_state_up': True, 'tenant_id': 'b3cf862a38da43c081db5e171efe9459'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:16:43.346127 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.16', 50982) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:16:43.351982 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8b9d1d7f-5a52-4c86-83e7-41811394890f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (5a2ac145-53e3-4597-a9e7-c52b4336ae58), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:43.392626 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-dca2416f-4cff-4339-8cbd-b99c98446c72 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:43.433472 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbea844b-6ad4-4759-8400-7f7f7757db88 req-b13db768-86c0-46e0-8e89-44665f5f196f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:16:43.435660 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [req-dbea844b-6ad4-4759-8400-7f7f7757db88 req-b13db768-86c0-46e0-8e89-44665f5f196f service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=055aadf2-d4b5-4a33-adc5-6baee36dc7bc HTTP/1.1" status: 200 len: 858 time: 0.3316064 Aug 18 11:16:43.442630 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-2c56794f-aaea-410e-a33e-7e7bd3f30c4d req-deaa6bf6-7f37-4f7d-8cb7-f18709a2dd2a tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7d250382-9a20-4990-8a8f-8d0de89674a3 HTTP/1.1" status: 200 len: 210 time: 0.0403244 Aug 18 11:16:43.443707 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e3386c-3f57-4296-8a3a-96cc40d9316c req-a691cb57-8651-4be3-9317-3b1b367abac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:16:43.445214 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-85e3386c-3f57-4296-8a3a-96cc40d9316c req-a691cb57-8651-4be3-9317-3b1b367abac9 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=aab35f7119e44d3c8da92076c7e823db&device_id=71c3b65c-c12b-4633-ac7c-27a5cd878c43 HTTP/1.1" status: 200 len: 1128 time: 0.8919230 Aug 18 11:16:43.460583 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a81f3bc-d50f-41bd-adb7-113968d4de6e req-4d034a0c-0dc7-4bec-a410-1460eabfbb1d tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:16:43.468719 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-7a81f3bc-d50f-41bd-adb7-113968d4de6e req-4d034a0c-0dc7-4bec-a410-1460eabfbb1d tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=71c3b65c-c12b-4633-ac7c-27a5cd878c43 HTTP/1.1" status: 200 len: 944 time: 0.8451619 Aug 18 11:16:43.556810 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-85e3386c-3f57-4296-8a3a-96cc40d9316c req-f7cf216f-fe85-4b80-804e-ff5bef74cb3f service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ec2b7eba-444a-4297-beb7-1a9941391627 HTTP/1.1" status: 200 len: 217 time: 0.0859818 Aug 18 11:16:43.574387 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:16:43.576265 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbea844b-6ad4-4759-8400-7f7f7757db88 req-7b2c7d2c-5e9b-43e2-954b-a705cd6ba9bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:16:43.578415 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [req-dbea844b-6ad4-4759-8400-7f7f7757db88 req-7b2c7d2c-5e9b-43e2-954b-a705cd6ba9bd service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=dd9ba834-1e3f-4b43-ad03-a13182799a15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1226397 Aug 18 11:16:43.614570 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:16:43.645517 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c05f95-4690-4afb-b4cf-9235104ea646 req-92c03bbf-a633-4286-91ba-edce6aff19d6 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:16:43.647803 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [req-88c05f95-4690-4afb-b4cf-9235104ea646 req-92c03bbf-a633-4286-91ba-edce6aff19d6 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] 10.222.0.20 "GET /networking/v2.0/networks?id=ca6ccede-6467-4618-b24a-e0809d05149d HTTP/1.1" status: 200 len: 815 time: 0.7178431 Aug 18 11:16:43.688475 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e3386c-3f57-4296-8a3a-96cc40d9316c req-e5eb8e7b-f31e-4b8c-ab8e-1cbf6a4f8307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:16:43.690870 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-85e3386c-3f57-4296-8a3a-96cc40d9316c req-e5eb8e7b-f31e-4b8c-ab8e-1cbf6a4f8307 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=055aadf2-d4b5-4a33-adc5-6baee36dc7bc HTTP/1.1" status: 200 len: 858 time: 0.1202319 Aug 18 11:16:43.705799 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.16', 50988) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:16:43.751310 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eab7ad66-8955-404a-a307-aacb66324855 req-ea234f15-6735-4066-be51-05e3b1188d13 tempest-DeleteServersTestJSON-798039388 tempest-DeleteServersTestJSON-798039388-project] Made reservation on behalf of b3cf862a38da43c081db5e171efe9459 for: {'port': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 11:16:43.757142 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-eab7ad66-8955-404a-a307-aacb66324855 req-ea234f15-6735-4066-be51-05e3b1188d13 tempest-DeleteServersTestJSON-798039388 tempest-DeleteServersTestJSON-798039388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (None), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:43.848673 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-054c1e7c-1621-4583-b5e3-e0ed5be113ea req-199fa680-df3d-4287-af6f-bf3d867f3a26 tempest-DeleteServersTestJSON-798039388 tempest-DeleteServersTestJSON-798039388-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a90d5023-8b0f-4a30-b28a-cbe9ad96d4e1 HTTP/1.1" status: 200 len: 210 time: 0.2225866 Aug 18 11:16:43.875017 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e4c78cfd-6753-4139-9664-b6b2f55bd26e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:43.889882 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [req-88c05f95-4690-4afb-b4cf-9235104ea646 req-7b915edc-caf7-49d6-af77-b00012873f05 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] 10.222.0.20 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=129f3d9f33ad4b209039244eb09599e9 HTTP/1.1" status: 200 len: 380 time: 0.2108252 Aug 18 11:16:43.898822 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-7a81f3bc-d50f-41bd-adb7-113968d4de6e req-b5423a84-fb6e-4af9-8913-c8f8cbae0bc5 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b21c2cf3-45f4-4212-bbb4-b16e8476f4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4291751 Aug 18 11:16:43.902129 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e3386c-3f57-4296-8a3a-96cc40d9316c req-e0d562fc-5e23-4918-951e-166f2d988f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:16:43.903605 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-85e3386c-3f57-4296-8a3a-96cc40d9316c req-e0d562fc-5e23-4918-951e-166f2d988f4f service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=dd9ba834-1e3f-4b43-ad03-a13182799a15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1700122 Aug 18 11:16:43.937562 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-09e8403f-ab39-4aca-843a-0370f888e5e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:43.941844 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b553884-f045-4509-a739-5840f23ff5e3 req-628dcb27-cb48-4db4-a80a-39ce14443aa6 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Made reservation on behalf of be810e9efc4f4214b473f76da7e2714b for: {'port': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 11:16:43.945600 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-9b553884-f045-4509-a739-5840f23ff5e3 req-628dcb27-cb48-4db4-a80a-39ce14443aa6 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (None), before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:43.968954 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [req-dbea844b-6ad4-4759-8400-7f7f7757db88 req-4d86d985-cbd4-48df-9573-edbe63fca1db service neutron] 10.222.0.20 "GET /networking/v2.0/networks/dd9ba834-1e3f-4b43-ad03-a13182799a15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3807614 Aug 18 11:16:43.975580 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:16:44.016391 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-dca2416f-4cff-4339-8cbd-b99c98446c72 admin admin] Publish callbacks [] for security_group (111f9365-7a6a-49cb-a386-18b195353700), precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:44.033494 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.v2.base [req-88c05f95-4690-4afb-b4cf-9235104ea646 req-55284985-5186-4497-a28d-9fec16e90204 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Request body: {'port': {'device_id': 'a099c0b5-8a0f-4e0e-808f-01ebe10264ae', 'network_id': 'ca6ccede-6467-4618-b24a-e0809d05149d', 'admin_state_up': True, 'tenant_id': '129f3d9f33ad4b209039244eb09599e9', 'security_groups': ['16bfbadc-c0d3-4087-aa51-822d3fcb8180']}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:16:44.088226 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-dca2416f-4cff-4339-8cbd-b99c98446c72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433130'] for security_group (111f9365-7a6a-49cb-a386-18b195353700), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:44.136168 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e4c78cfd-6753-4139-9664-b6b2f55bd26e admin admin] Publish callbacks [] for security_group (cd5ca9c3-f59c-4fe6-8fbd-c68b961ac9be), precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:44.152172 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e4c78cfd-6753-4139-9664-b6b2f55bd26e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433130'] for security_group (cd5ca9c3-f59c-4fe6-8fbd-c68b961ac9be), after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:44.257666 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [None req-e4c78cfd-6753-4139-9664-b6b2f55bd26e admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=4e2523f00ead4f4995530e0f9b77356c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8653917 Aug 18 11:16:44.262993 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.16', 51016) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:16:44.275633 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c78cfd-6753-4139-9664-b6b2f55bd26e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd5ca9c3-f59c-4fe6-8fbd-c68b961ac9be,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:16:44.276823 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.agents_db [None req-8a9264f7-88d3-4c8b-91d1-adcc6bb37de7 None None] Agent healthcheck: found 6 active agents {{(pid=106381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 11:16:44.306749 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [req-9b553884-f045-4509-a739-5840f23ff5e3 req-628dcb27-cb48-4db4-a80a-39ce14443aa6 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Allocated IP 172.20.0.10 (610eae45-7047-4853-8153-1da79fb95838/c3eb1b23-820c-420d-9ebc-59169bbc8615/565d092d-be66-4df6-a273-c1968e5a86f7) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 11:16:44.322861 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:16:44.335683 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-85e3386c-3f57-4296-8a3a-96cc40d9316c req-4f3608db-fe83-4fcd-95ab-0749c75c16f0 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/dd9ba834-1e3f-4b43-ad03-a13182799a15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3150945 Aug 18 11:16:44.354999 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-dca2416f-4cff-4339-8cbd-b99c98446c72 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=b9f98b64520a4772a1b52fa7db3d21ca&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4064445 Aug 18 11:16:44.371238 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.16', 51028) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:16:44.386358 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca2416f-4cff-4339-8cbd-b99c98446c72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=111f9365-7a6a-49cb-a386-18b195353700,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:16:44.405722 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.db.db_base_plugin_common [req-eab7ad66-8955-404a-a307-aacb66324855 req-ea234f15-6735-4066-be51-05e3b1188d13 tempest-DeleteServersTestJSON-798039388 tempest-DeleteServersTestJSON-798039388-project] Allocated IP 172.20.0.14 (5b1c9faa-c979-43b2-a0cc-ea8cbdb168b9/e50f9d21-ffad-4a8f-ae9c-3875b87336d6/eedfeaac-e879-4394-bc9f-1609cd77e40f) {{(pid=106379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 11:16:44.454544 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=3 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:16:44.487395 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=82,neutron:INSERT=15,neutron:UPDATE=3 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:16:44.497704 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-506a7ba5-05b4-49a1-8937-5265cc1bcbcf req-67f10267-1150-460a-8cc6-407563a753e1 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a099c0b5-8a0f-4e0e-808f-01ebe10264ae HTTP/1.1" status: 200 len: 210 time: 0.1396217 Aug 18 11:16:44.511363 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-09e8403f-ab39-4aca-843a-0370f888e5e4 admin admin] Publish callbacks [] for security_group (87e870f8-29c8-4ee1-945f-c868fa3e2202), precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:44.604212 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-92b3deaa-9a5f-4ad7-97ed-a0148a17be74 admin admin] Publish callbacks [] for security_group (111f9365-7a6a-49cb-a386-18b195353700), before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:44.665826 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-a5cc8183-7213-4642-9d48-bc0d47940d29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (29720577-1c8f-43c1-a8be-c2a14df8d65e), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:44.666679 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-2e2f5660-32f9-45c7-a0a7-2d763e60a826 req-d5ea6f81-6003-49b2-82aa-87bc4fec969d tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7d250382-9a20-4990-8a8f-8d0de89674a3 HTTP/1.1" status: 200 len: 210 time: 0.0633829 Aug 18 11:16:44.693532 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-92b3deaa-9a5f-4ad7-97ed-a0148a17be74 admin admin] Publish callbacks [] for security_group (111f9365-7a6a-49cb-a386-18b195353700), precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:44.700252 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-85e3386c-3f57-4296-8a3a-96cc40d9316c req-3871dc17-70ba-4eb5-81da-dbff5ec54903 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/dd9ba834-1e3f-4b43-ad03-a13182799a15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3583374 Aug 18 11:16:44.716008 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [req-dbea844b-6ad4-4759-8400-7f7f7757db88 req-5ba6a4f5-0df2-46d5-82c6-8ed264483a4b service neutron] 10.222.0.20 "GET /networking/v2.0/networks/dd9ba834-1e3f-4b43-ad03-a13182799a15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6911798 Aug 18 11:16:44.733289 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-09e8403f-ab39-4aca-843a-0370f888e5e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433130'] for security_group (87e870f8-29c8-4ee1-945f-c868fa3e2202), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:44.792032 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-9b553884-f045-4509-a739-5840f23ff5e3 req-628dcb27-cb48-4db4-a80a-39ce14443aa6 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Publish callbacks [] for port (565d092d-be66-4df6-a273-c1968e5a86f7), precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:44.797489 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-5af52ba7-19a1-4d1f-9a8c-c2dc7c8990a5 admin admin] Publish callbacks [] for security_group (cd5ca9c3-f59c-4fe6-8fbd-c68b961ac9be), before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:44.823464 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-92b3deaa-9a5f-4ad7-97ed-a0148a17be74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433130'] for security_group (111f9365-7a6a-49cb-a386-18b195353700), after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:44.826741 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-92b3deaa-9a5f-4ad7-97ed-a0148a17be74 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:44.830438 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [None req-92b3deaa-9a5f-4ad7-97ed-a0148a17be74 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/111f9365-7a6a-49cb-a386-18b195353700 HTTP/1.1" status: 204 len: 168 time: 0.4439137 Aug 18 11:16:44.832723 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88c05f95-4690-4afb-b4cf-9235104ea646 req-55284985-5186-4497-a28d-9fec16e90204 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Made reservation on behalf of 129f3d9f33ad4b209039244eb09599e9 for: {'port': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 11:16:44.836056 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-88c05f95-4690-4afb-b4cf-9235104ea646 req-55284985-5186-4497-a28d-9fec16e90204 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (None), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:44.842750 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b3deaa-9a5f-4ad7-97ed-a0148a17be74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=111f9365-7a6a-49cb-a386-18b195353700,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:16:44.846534 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e8403f-ab39-4aca-843a-0370f888e5e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87e870f8-29c8-4ee1-945f-c868fa3e2202,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:16:44.850378 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-9b553884-f045-4509-a739-5840f23ff5e3 req-628dcb27-cb48-4db4-a80a-39ce14443aa6 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732802528781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11809227'] for port (565d092d-be66-4df6-a273-c1968e5a86f7), after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:44.853645 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-09e8403f-ab39-4aca-843a-0370f888e5e4 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=71d56cdb56f4479d95cec7b507d1e6a0&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1411958 Aug 18 11:16:44.858454 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.16', 51036) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:16:44.877599 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-5af52ba7-19a1-4d1f-9a8c-c2dc7c8990a5 admin admin] Publish callbacks [] for security_group (cd5ca9c3-f59c-4fe6-8fbd-c68b961ac9be), precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:44.895153 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:16:44.935602 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b553884-f045-4509-a739-5840f23ff5e3 req-628dcb27-cb48-4db4-a80a-39ce14443aa6 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Network 610eae45-7047-4853-8153-1da79fb95838 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 11:16:44.946959 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [req-9b553884-f045-4509-a739-5840f23ff5e3 req-628dcb27-cb48-4db4-a80a-39ce14443aa6 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 11:16:44.957309 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b553884-f045-4509-a739-5840f23ff5e3 req-628dcb27-cb48-4db4-a80a-39ce14443aa6 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 18 11:16:44.962938 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628dcb27-cb48-4db4-a80a-39ce14443aa6 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Pushing event updated for resources: {'Port': ['ID=565d092d-be66-4df6-a273-c1968e5a86f7,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:16:45.075165 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f78f1c9d-4f88-4661-91f9-92ba7cceb12f admin admin] Publish callbacks [] for security_group (87e870f8-29c8-4ee1-945f-c868fa3e2202), before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:45.081591 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-4b1b57b2-0edc-4dc3-92e4-ccfa5f14e316 req-d134e160-ba05-4112-b2e0-acd77d77e8de tempest-DeleteServersTestJSON-798039388 tempest-DeleteServersTestJSON-798039388-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a90d5023-8b0f-4a30-b28a-cbe9ad96d4e1 HTTP/1.1" status: 200 len: 210 time: 0.0825288 Aug 18 11:16:45.088753 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b553884-f045-4509-a739-5840f23ff5e3 req-628dcb27-cb48-4db4-a80a-39ce14443aa6 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:16:45.089398 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-9b553884-f045-4509-a739-5840f23ff5e3 req-628dcb27-cb48-4db4-a80a-39ce14443aa6 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682417'] for port (None), before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:45.146009 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-eab7ad66-8955-404a-a307-aacb66324855 req-ea234f15-6735-4066-be51-05e3b1188d13 tempest-DeleteServersTestJSON-798039388 tempest-DeleteServersTestJSON-798039388-project] Publish callbacks [] for port (eedfeaac-e879-4394-bc9f-1609cd77e40f), precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:45.182325 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f78f1c9d-4f88-4661-91f9-92ba7cceb12f admin admin] Publish callbacks [] for security_group (87e870f8-29c8-4ee1-945f-c868fa3e2202), precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:45.209027 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=4 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:16:45.212568 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-9b553884-f045-4509-a739-5840f23ff5e3 req-628dcb27-cb48-4db4-a80a-39ce14443aa6 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.20 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0010457 Aug 18 11:16:45.214267 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-5af52ba7-19a1-4d1f-9a8c-c2dc7c8990a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433130'] for security_group (cd5ca9c3-f59c-4fe6-8fbd-c68b961ac9be), after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:45.223190 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35cb495-9eb8-44ae-bb63-bc08467433b5 req-ab18bba1-880d-4a0e-a028-5d5f260c2007 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:16:45.223454 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-5af52ba7-19a1-4d1f-9a8c-c2dc7c8990a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:45.227247 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-a35cb495-9eb8-44ae-bb63-bc08467433b5 req-ab18bba1-880d-4a0e-a028-5d5f260c2007 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=71c3b65c-c12b-4633-ac7c-27a5cd878c43 HTTP/1.1" status: 200 len: 944 time: 0.1273115 Aug 18 11:16:45.227466 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-5af52ba7-19a1-4d1f-9a8c-c2dc7c8990a5 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/cd5ca9c3-f59c-4fe6-8fbd-c68b961ac9be HTTP/1.1" status: 204 len: 168 time: 0.9478550 Aug 18 11:16:45.261499 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af52ba7-19a1-4d1f-9a8c-c2dc7c8990a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd5ca9c3-f59c-4fe6-8fbd-c68b961ac9be,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:16:45.304936 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f78f1c9d-4f88-4661-91f9-92ba7cceb12f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433130'] for security_group (87e870f8-29c8-4ee1-945f-c868fa3e2202), after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:45.308326 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f78f1c9d-4f88-4661-91f9-92ba7cceb12f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:45.309866 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [None req-f78f1c9d-4f88-4661-91f9-92ba7cceb12f admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/87e870f8-29c8-4ee1-945f-c868fa3e2202 HTTP/1.1" status: 204 len: 168 time: 0.4475853 Aug 18 11:16:45.316130 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-eab7ad66-8955-404a-a307-aacb66324855 req-ea234f15-6735-4066-be51-05e3b1188d13 tempest-DeleteServersTestJSON-798039388 tempest-DeleteServersTestJSON-798039388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732802528781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638927'] for port (eedfeaac-e879-4394-bc9f-1609cd77e40f), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:45.322884 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-a35cb495-9eb8-44ae-bb63-bc08467433b5 req-e5ebcec4-3c23-4d64-b126-2b5185261ab8 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b21c2cf3-45f4-4212-bbb4-b16e8476f4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821841 Aug 18 11:16:45.324758 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78f1c9d-4f88-4661-91f9-92ba7cceb12f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87e870f8-29c8-4ee1-945f-c868fa3e2202,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:16:45.332522 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.db.db_base_plugin_common [req-88c05f95-4690-4afb-b4cf-9235104ea646 req-55284985-5186-4497-a28d-9fec16e90204 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Allocated IP 172.20.0.12 (ca6ccede-6467-4618-b24a-e0809d05149d/cf42f62c-f94a-411e-aa38-b95605994c37/d63b2561-cafa-4cbb-9ba8-843fcd0143c2) {{(pid=106379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 11:16:45.352574 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=86,neutron:INSERT=7,neutron:DELETE=3,neutron:UPDATE=4 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:16:45.431732 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eab7ad66-8955-404a-a307-aacb66324855 req-ea234f15-6735-4066-be51-05e3b1188d13 tempest-DeleteServersTestJSON-798039388 tempest-DeleteServersTestJSON-798039388-project] Network 5b1c9faa-c979-43b2-a0cc-ea8cbdb168b9 is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 11:16:45.439467 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [req-eab7ad66-8955-404a-a307-aacb66324855 req-ea234f15-6735-4066-be51-05e3b1188d13 tempest-DeleteServersTestJSON-798039388 tempest-DeleteServersTestJSON-798039388-project] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 11:16:45.454219 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [req-eab7ad66-8955-404a-a307-aacb66324855 req-ea234f15-6735-4066-be51-05e3b1188d13 tempest-DeleteServersTestJSON-798039388 tempest-DeleteServersTestJSON-798039388-project] Received port after_create {{(pid=106379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 18 11:16:45.497482 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-d2241793-f60c-4db3-b200-fcd05c05fa04 None None] Provisioning complete for port 565d092d-be66-4df6-a273-c1968e5a86f7 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 18 11:16:45.499360 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-d2241793-f60c-4db3-b200-fcd05c05fa04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619404'] for port (565d092d-be66-4df6-a273-c1968e5a86f7), provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:45.507038 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab7ad66-8955-404a-a307-aacb66324855 req-ea234f15-6735-4066-be51-05e3b1188d13 tempest-DeleteServersTestJSON-798039388 tempest-DeleteServersTestJSON-798039388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:16:45.507671 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-eab7ad66-8955-404a-a307-aacb66324855 req-ea234f15-6735-4066-be51-05e3b1188d13 tempest-DeleteServersTestJSON-798039388 tempest-DeleteServersTestJSON-798039388-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682417'] for port (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:45.552736 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea234f15-6735-4066-be51-05e3b1188d13 tempest-DeleteServersTestJSON-798039388 tempest-DeleteServersTestJSON-798039388-project] Pushing event updated for resources: {'Port': ['ID=eedfeaac-e879-4394-bc9f-1609cd77e40f,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:16:45.570377 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.16', 51054) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:16:45.582537 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [req-eab7ad66-8955-404a-a307-aacb66324855 req-ea234f15-6735-4066-be51-05e3b1188d13 tempest-DeleteServersTestJSON-798039388 tempest-DeleteServersTestJSON-798039388-project] 10.222.0.20 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3243346 Aug 18 11:16:45.617285 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-bbc0fbce-d171-482e-8c51-5f5ce7c3d1dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:45.621094 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-d2241793-f60c-4db3-b200-fcd05c05fa04 None None] Port 565d092d-be66-4df6-a273-c1968e5a86f7 cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 18 11:16:45.691159 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-88c05f95-4690-4afb-b4cf-9235104ea646 req-55284985-5186-4497-a28d-9fec16e90204 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Publish callbacks [] for port (d63b2561-cafa-4cbb-9ba8-843fcd0143c2), precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:45.750615 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-88c05f95-4690-4afb-b4cf-9235104ea646 req-55284985-5186-4497-a28d-9fec16e90204 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732802528781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638927'] for port (d63b2561-cafa-4cbb-9ba8-843fcd0143c2), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:45.849010 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88c05f95-4690-4afb-b4cf-9235104ea646 req-55284985-5186-4497-a28d-9fec16e90204 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Network ca6ccede-6467-4618-b24a-e0809d05149d is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 11:16:45.854126 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [req-88c05f95-4690-4afb-b4cf-9235104ea646 req-55284985-5186-4497-a28d-9fec16e90204 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 11:16:45.861200 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [req-88c05f95-4690-4afb-b4cf-9235104ea646 req-55284985-5186-4497-a28d-9fec16e90204 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Received port after_create {{(pid=106379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 18 11:16:45.913474 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-bbc0fbce-d171-482e-8c51-5f5ce7c3d1dd admin admin] Publish callbacks [] for security_group (551cbb04-1835-47b1-a66f-df2085cb5d93), precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:45.915471 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:DELETE=1 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:16:45.921050 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55284985-5186-4497-a28d-9fec16e90204 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Pushing event updated for resources: {'Port': ['ID=d63b2561-cafa-4cbb-9ba8-843fcd0143c2,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:16:45.980528 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c05f95-4690-4afb-b4cf-9235104ea646 req-55284985-5186-4497-a28d-9fec16e90204 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:16:45.986046 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-88c05f95-4690-4afb-b4cf-9235104ea646 req-55284985-5186-4497-a28d-9fec16e90204 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682417'] for port (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:46.029805 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-271af854-f464-4e32-9f16-f8a3d3cb35b5 None None] Provisioning complete for port eedfeaac-e879-4394-bc9f-1609cd77e40f triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 18 11:16:46.030652 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-bbc0fbce-d171-482e-8c51-5f5ce7c3d1dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433130'] for security_group (551cbb04-1835-47b1-a66f-df2085cb5d93), after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:46.031970 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-271af854-f464-4e32-9f16-f8a3d3cb35b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619404'] for port (eedfeaac-e879-4394-bc9f-1609cd77e40f), provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:46.038735 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [req-88c05f95-4690-4afb-b4cf-9235104ea646 req-55284985-5186-4497-a28d-9fec16e90204 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] 10.222.0.20 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0155199 Aug 18 11:16:46.099416 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f609da-b230-4064-a1d2-65166245f2e3 req-80269bb8-4d98-4e34-903f-00908cf0d8b5 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:16:46.100456 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (69d4285f-736d-41a6-a99e-1994eed59bce), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:46.101249 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-41f609da-b230-4064-a1d2-65166245f2e3 req-80269bb8-4d98-4e34-903f-00908cf0d8b5 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7d250382-9a20-4990-8a8f-8d0de89674a3 HTTP/1.1" status: 200 len: 932 time: 0.0931177 Aug 18 11:16:46.125250 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-271af854-f464-4e32-9f16-f8a3d3cb35b5 None None] Port eedfeaac-e879-4394-bc9f-1609cd77e40f cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 18 11:16:46.144319 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db65ddf1-34f8-4674-8fb0-b3e665460c06 req-867de22d-a260-4332-a894-3c42db8aa20b tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:16:46.145904 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-db65ddf1-34f8-4674-8fb0-b3e665460c06 req-867de22d-a260-4332-a894-3c42db8aa20b tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a099c0b5-8a0f-4e0e-808f-01ebe10264ae HTTP/1.1" status: 200 len: 932 time: 0.4235351 Aug 18 11:16:46.209757 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [None req-bbc0fbce-d171-482e-8c51-5f5ce7c3d1dd admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=79990dcae1164b4cba3e7ded23517acc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6382365 Aug 18 11:16:46.212923 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.16', 51066) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:16:46.214547 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc0fbce-d171-482e-8c51-5f5ce7c3d1dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=551cbb04-1835-47b1-a66f-df2085cb5d93,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:16:46.257166 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-28d800af-691f-4af9-a2d9-ad445f6d04cc None None] Provisioning complete for port d63b2561-cafa-4cbb-9ba8-843fcd0143c2 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 18 11:16:46.257554 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-28d800af-691f-4af9-a2d9-ad445f6d04cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619404'] for port (d63b2561-cafa-4cbb-9ba8-843fcd0143c2), provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:46.268773 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-db65ddf1-34f8-4674-8fb0-b3e665460c06 req-9f74ab60-c803-40d3-bf30-30ade88a02fe tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=16bfbadc-c0d3-4087-aa51-822d3fcb8180&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1072924 Aug 18 11:16:46.275800 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-41f609da-b230-4064-a1d2-65166245f2e3 req-b1526785-d336-4550-afbe-6f281978be92 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4ea5bf43-978e-4299-a64e-45416a7e4e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1574869 Aug 18 11:16:46.300426 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-28d800af-691f-4af9-a2d9-ad445f6d04cc None None] Port d63b2561-cafa-4cbb-9ba8-843fcd0143c2 cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 18 11:16:46.334610 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-efd5ad5e-1826-40df-890f-580b48858a2e admin admin] Publish callbacks [] for security_group (551cbb04-1835-47b1-a66f-df2085cb5d93), before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:46.356390 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.16', 51068) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:16:46.382263 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-efd5ad5e-1826-40df-890f-580b48858a2e admin admin] Publish callbacks [] for security_group (551cbb04-1835-47b1-a66f-df2085cb5d93), precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:46.383977 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b74f4d73-7919-492b-8259-b6fc274cdc44 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:46.386687 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.16', 51072) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:16:46.419030 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-feff9168-de08-40bc-ba33-49787f0cb4d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:46.446629 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c68edff8-e550-48a3-9de2-17badfe483c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (307af099-d926-4e52-9df3-0cd09baf3c81), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:46.500275 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-efd5ad5e-1826-40df-890f-580b48858a2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433130'] for security_group (551cbb04-1835-47b1-a66f-df2085cb5d93), after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:46.503246 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-efd5ad5e-1826-40df-890f-580b48858a2e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:46.504568 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-efd5ad5e-1826-40df-890f-580b48858a2e admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/551cbb04-1835-47b1-a66f-df2085cb5d93 HTTP/1.1" status: 204 len: 168 time: 0.2905159 Aug 18 11:16:46.524436 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd5ad5e-1826-40df-890f-580b48858a2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=551cbb04-1835-47b1-a66f-df2085cb5d93,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:16:46.529772 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390ed964-9a25-40d3-9547-38a95a730fe8 req-0bed803e-9273-45a1-95f9-21222f1116ec tempest-DeleteServersTestJSON-798039388 tempest-DeleteServersTestJSON-798039388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:16:46.532828 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-390ed964-9a25-40d3-9547-38a95a730fe8 req-0bed803e-9273-45a1-95f9-21222f1116ec tempest-DeleteServersTestJSON-798039388 tempest-DeleteServersTestJSON-798039388-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a90d5023-8b0f-4a30-b28a-cbe9ad96d4e1 HTTP/1.1" status: 200 len: 932 time: 0.1432593 Aug 18 11:16:46.548750 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-feff9168-de08-40bc-ba33-49787f0cb4d5 admin admin] Publish callbacks [] for security_group (6bc3bc2c-cf4f-4bb7-a820-46eaf24220a6), precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:46.550578 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:16:46.554590 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-feff9168-de08-40bc-ba33-49787f0cb4d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433130'] for security_group (6bc3bc2c-cf4f-4bb7-a820-46eaf24220a6), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:46.579123 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78354dc-d6bb-48db-91bb-acdaabfa6bb6 req-b7fd077b-c5b9-4ea1-a355-ad5bfb3bc148 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:16:46.581582 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-b78354dc-d6bb-48db-91bb-acdaabfa6bb6 req-b7fd077b-c5b9-4ea1-a355-ad5bfb3bc148 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=71c3b65c-c12b-4633-ac7c-27a5cd878c43 HTTP/1.1" status: 200 len: 944 time: 0.1313596 Aug 18 11:16:46.588983 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-feff9168-de08-40bc-ba33-49787f0cb4d5 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=c4b3df653cbb45ad9e02478c404d798b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2012591 Aug 18 11:16:46.596272 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.16', 51076) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:16:46.632226 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feff9168-de08-40bc-ba33-49787f0cb4d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bc3bc2c-cf4f-4bb7-a820-46eaf24220a6,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:16:46.668749 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=9 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:16:46.674045 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c3d187ea-6522-4315-9448-15d1b110deec admin admin] Publish callbacks [] for security_group (6bc3bc2c-cf4f-4bb7-a820-46eaf24220a6), before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:46.708220 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c3d187ea-6522-4315-9448-15d1b110deec admin admin] Publish callbacks [] for security_group (6bc3bc2c-cf4f-4bb7-a820-46eaf24220a6), precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:46.722962 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-390ed964-9a25-40d3-9547-38a95a730fe8 req-a8f40d08-071a-4332-8b7a-6887ae6934e5 tempest-DeleteServersTestJSON-798039388 tempest-DeleteServersTestJSON-798039388-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d5100d6d-7ccd-4a77-9503-b6d463c0cee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789219 Aug 18 11:16:46.760765 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-b78354dc-d6bb-48db-91bb-acdaabfa6bb6 req-c6b1eafd-c9a0-42d7-a920-ffde9116e073 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b21c2cf3-45f4-4212-bbb4-b16e8476f4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660128 Aug 18 11:16:46.767621 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b74f4d73-7919-492b-8259-b6fc274cdc44 admin admin] Publish callbacks [] for security_group (fa0f04e7-7baa-40b4-9940-95ef737530fb), precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:46.772575 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b74f4d73-7919-492b-8259-b6fc274cdc44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433130'] for security_group (fa0f04e7-7baa-40b4-9940-95ef737530fb), after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:46.778477 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=83,neutron:DELETE=2,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:16:46.791105 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c3d187ea-6522-4315-9448-15d1b110deec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433130'] for security_group (6bc3bc2c-cf4f-4bb7-a820-46eaf24220a6), after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:46.796176 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c3d187ea-6522-4315-9448-15d1b110deec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:46.802676 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-c3d187ea-6522-4315-9448-15d1b110deec admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/6bc3bc2c-cf4f-4bb7-a820-46eaf24220a6 HTTP/1.1" status: 204 len: 168 time: 0.2022536 Aug 18 11:16:46.822624 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74f4d73-7919-492b-8259-b6fc274cdc44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa0f04e7-7baa-40b4-9940-95ef737530fb,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:16:46.828016 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [None req-b74f4d73-7919-492b-8259-b6fc274cdc44 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=57aea120f26c4ec0803a993cded94271&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4703796 Aug 18 11:16:46.831723 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.16', 51080) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:16:46.845875 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d187ea-6522-4315-9448-15d1b110deec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bc3bc2c-cf4f-4bb7-a820-46eaf24220a6,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:16:46.897298 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c8e87273-6821-4d67-a700-578ee029c788 admin admin] Publish callbacks [] for security_group (fa0f04e7-7baa-40b4-9940-95ef737530fb), before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:46.928323 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c8e87273-6821-4d67-a700-578ee029c788 admin admin] Publish callbacks [] for security_group (fa0f04e7-7baa-40b4-9940-95ef737530fb), precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:46.993147 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c8e87273-6821-4d67-a700-578ee029c788 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433130'] for security_group (fa0f04e7-7baa-40b4-9940-95ef737530fb), after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:47.005497 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c8e87273-6821-4d67-a700-578ee029c788 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:47.005497 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [None req-c8e87273-6821-4d67-a700-578ee029c788 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/fa0f04e7-7baa-40b4-9940-95ef737530fb HTTP/1.1" status: 204 len: 168 time: 0.1665204 Aug 18 11:16:47.013206 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e87273-6821-4d67-a700-578ee029c788 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa0f04e7-7baa-40b4-9940-95ef737530fb,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:16:47.357445 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.16', 51104) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:16:47.494027 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462bc735-0bdb-4eeb-a45c-6be0c51209b1 req-6c291f5c-7abd-49eb-baa0-0cfaa652a462 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:16:47.495722 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-462bc735-0bdb-4eeb-a45c-6be0c51209b1 req-6c291f5c-7abd-49eb-baa0-0cfaa652a462 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7d250382-9a20-4990-8a8f-8d0de89674a3 HTTP/1.1" status: 200 len: 932 time: 0.0920162 Aug 18 11:16:47.499217 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.16', 51112) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:16:47.507941 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b86b7ae-1edc-4a3e-acf9-5726fcef55dc req-4a0383d0-7cee-42d3-8a12-7b524e2fade4 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:16:47.509752 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-2b86b7ae-1edc-4a3e-acf9-5726fcef55dc req-4a0383d0-7cee-42d3-8a12-7b524e2fade4 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a099c0b5-8a0f-4e0e-808f-01ebe10264ae HTTP/1.1" status: 200 len: 932 time: 0.0871310 Aug 18 11:16:47.519179 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-8d3b8012-0280-4c5b-9008-3ce927ac4a30 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:47.534482 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=85,neutron:DELETE=8,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:16:47.587318 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-462bc735-0bdb-4eeb-a45c-6be0c51209b1 req-306220b6-e60b-45f5-8424-fbc7eb4d79a3 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4ea5bf43-978e-4299-a64e-45416a7e4e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764849 Aug 18 11:16:47.611502 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-2b86b7ae-1edc-4a3e-acf9-5726fcef55dc req-6497c064-5162-4974-bae8-ed232a3fb9f5 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=16bfbadc-c0d3-4087-aa51-822d3fcb8180&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837836 Aug 18 11:16:47.643656 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-8d3b8012-0280-4c5b-9008-3ce927ac4a30 admin admin] Publish callbacks [] for security_group (da24cb03-35f5-4851-b2b2-736b262e0e10), precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:47.654614 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-8d3b8012-0280-4c5b-9008-3ce927ac4a30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433130'] for security_group (da24cb03-35f5-4851-b2b2-736b262e0e10), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:47.715269 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ae53321c-ac57-47d8-9855-b659fc4321bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:47.733902 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:16:47.734880 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3b8012-0280-4c5b-9008-3ce927ac4a30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da24cb03-35f5-4851-b2b2-736b262e0e10,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:16:47.745607 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-8d3b8012-0280-4c5b-9008-3ce927ac4a30 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=78173d6b8dd44eb29b41afda05abf06b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2441990 Aug 18 11:16:47.749932 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.16', 51118) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:16:47.895561 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-cfd32f3c-5a36-42d9-9326-65e053bc841f admin admin] Publish callbacks [] for security_group (da24cb03-35f5-4851-b2b2-736b262e0e10), before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:47.945706 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ae53321c-ac57-47d8-9855-b659fc4321bb admin admin] Publish callbacks [] for security_group (8577608e-d3c2-4b5b-94ce-4e281743b0df), precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:47.971627 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ae53321c-ac57-47d8-9855-b659fc4321bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433130'] for security_group (8577608e-d3c2-4b5b-94ce-4e281743b0df), after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:47.975211 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-cfd32f3c-5a36-42d9-9326-65e053bc841f admin admin] Publish callbacks [] for security_group (da24cb03-35f5-4851-b2b2-736b262e0e10), precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:47.986913 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71604819-e379-431a-9712-8b38799c8a49 req-815899f0-3291-4ac7-a1da-fed7c89b638a tempest-DeleteServersTestJSON-798039388 tempest-DeleteServersTestJSON-798039388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:16:47.988477 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-71604819-e379-431a-9712-8b38799c8a49 req-815899f0-3291-4ac7-a1da-fed7c89b638a tempest-DeleteServersTestJSON-798039388 tempest-DeleteServersTestJSON-798039388-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a90d5023-8b0f-4a30-b28a-cbe9ad96d4e1 HTTP/1.1" status: 200 len: 932 time: 0.1505530 Aug 18 11:16:48.015390 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6fe340-e60d-4d85-aa54-ff2eac0e88f8 req-7c5809d7-243b-42af-9b19-7ba694af261e tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:16:48.016878 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-2e6fe340-e60d-4d85-aa54-ff2eac0e88f8 req-7c5809d7-243b-42af-9b19-7ba694af261e tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=71c3b65c-c12b-4633-ac7c-27a5cd878c43 HTTP/1.1" status: 200 len: 944 time: 0.1278315 Aug 18 11:16:48.039791 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:16:48.144895 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Device ec2b7eba-444a-4297-beb7-1a9941391627 details requested by agent hyperv_hv-cinder-85345 with host hv-cinder-85345 {{(pid=106380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 11:16:48.290784 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae53321c-ac57-47d8-9855-b659fc4321bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8577608e-d3c2-4b5b-94ce-4e281743b0df,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:16:48.296481 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [None req-ae53321c-ac57-47d8-9855-b659fc4321bb admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=bcd0b12fb80a401690dd728c318968a0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9375415 Aug 18 11:16:48.299617 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.16', 51140) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:16:48.303032 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] For port ec2b7eba-444a-4297-beb7-1a9941391627, host hv-cinder-85345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85345',level=0,port_id=ec2b7eba-444a-4297-beb7-1a9941391627,segment=NetworkSegment(a2aedf6e-157b-419a-80ab-5857554bba74),segment_id=a2aedf6e-157b-419a-80ab-5857554bba74)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:16:48.320332 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Returning: {'device': 'ec2b7eba-444a-4297-beb7-1a9941391627', 'network_id': 'dd9ba834-1e3f-4b43-ad03-a13182799a15', 'port_id': 'ec2b7eba-444a-4297-beb7-1a9941391627', 'mac_address': 'fa:16:3e:22:46:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 981, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '055aadf2-d4b5-4a33-adc5-6baee36dc7bc', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 11:16:48.365663 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-71604819-e379-431a-9712-8b38799c8a49 req-c2d5aea0-d55f-4c25-a440-5c24e6e7a136 tempest-DeleteServersTestJSON-798039388 tempest-DeleteServersTestJSON-798039388-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d5100d6d-7ccd-4a77-9503-b6d463c0cee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3582127 Aug 18 11:16:48.366452 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Current status of the port ec2b7eba-444a-4297-beb7-1a9941391627 is: DOWN; New status is: BUILD {{(pid=106380) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 11:16:48.367076 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (ec2b7eba-444a-4297-beb7-1a9941391627), before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:48.384794 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.notifiers.nova [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec2b7eba-444a-4297-beb7-1a9941391627 {{(pid=106380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 18 11:16:48.390277 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-2e6fe340-e60d-4d85-aa54-ff2eac0e88f8 req-56fb276b-3092-4a78-8503-c905bbbbea88 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b21c2cf3-45f4-4212-bbb4-b16e8476f4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3460953 Aug 18 11:16:48.402886 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-cfd32f3c-5a36-42d9-9326-65e053bc841f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433130'] for security_group (da24cb03-35f5-4851-b2b2-736b262e0e10), after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:48.406308 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-cfd32f3c-5a36-42d9-9326-65e053bc841f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:48.414255 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] For port ec2b7eba-444a-4297-beb7-1a9941391627, host hv-cinder-85345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85345',level=0,port_id=ec2b7eba-444a-4297-beb7-1a9941391627,segment=NetworkSegment(a2aedf6e-157b-419a-80ab-5857554bba74),segment_id=a2aedf6e-157b-419a-80ab-5857554bba74)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:16:48.419051 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732803053689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732802528799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732802528817'] for port (ec2b7eba-444a-4297-beb7-1a9941391627), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:48.425190 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [None req-cfd32f3c-5a36-42d9-9326-65e053bc841f admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/da24cb03-35f5-4851-b2b2-736b262e0e10 HTTP/1.1" status: 204 len: 168 time: 0.6732733 Aug 18 11:16:48.440625 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd32f3c-5a36-42d9-9326-65e053bc841f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da24cb03-35f5-4851-b2b2-736b262e0e10,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:16:48.442576 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-acea21fc-45b7-4112-b74c-008cd8d48cce admin admin] Publish callbacks [] for security_group (8577608e-d3c2-4b5b-94ce-4e281743b0df), before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:48.470484 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-acea21fc-45b7-4112-b74c-008cd8d48cce admin admin] Publish callbacks [] for security_group (8577608e-d3c2-4b5b-94ce-4e281743b0df), precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:48.476605 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Pushing event updated for resources: {'Port': ['ID=ec2b7eba-444a-4297-beb7-1a9941391627,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:16:48.556038 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-acea21fc-45b7-4112-b74c-008cd8d48cce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433130'] for security_group (8577608e-d3c2-4b5b-94ce-4e281743b0df), after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:48.559035 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-acea21fc-45b7-4112-b74c-008cd8d48cce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:48.565415 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-acea21fc-45b7-4112-b74c-008cd8d48cce admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/8577608e-d3c2-4b5b-94ce-4e281743b0df HTTP/1.1" status: 204 len: 168 time: 0.2647886 Aug 18 11:16:48.578384 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acea21fc-45b7-4112-b74c-008cd8d48cce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8577608e-d3c2-4b5b-94ce-4e281743b0df,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:16:48.746401 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=4 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:16:48.838494 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114531a4-e02b-41b2-b5b4-53ab594146ec req-7df9eab3-5e09-467a-8da5-c101e33b5b07 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:16:48.840435 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-114531a4-e02b-41b2-b5b4-53ab594146ec req-7df9eab3-5e09-467a-8da5-c101e33b5b07 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7d250382-9a20-4990-8a8f-8d0de89674a3 HTTP/1.1" status: 200 len: 932 time: 0.1415970 Aug 18 11:16:48.848820 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4fe667-1278-47d2-8f92-47a5cf1bfe75 req-d8185cb3-6925-4eb7-8d42-9def0587dab6 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:16:48.850553 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-be4fe667-1278-47d2-8f92-47a5cf1bfe75 req-d8185cb3-6925-4eb7-8d42-9def0587dab6 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a099c0b5-8a0f-4e0e-808f-01ebe10264ae HTTP/1.1" status: 200 len: 932 time: 0.1326609 Aug 18 11:16:48.920618 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-114531a4-e02b-41b2-b5b4-53ab594146ec req-9cb0aa15-4cd5-40ff-8672-f3d03b83dd29 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4ea5bf43-978e-4299-a64e-45416a7e4e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679054 Aug 18 11:16:48.964350 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-be4fe667-1278-47d2-8f92-47a5cf1bfe75 req-af233042-cb12-4a37-ac54-b46848212907 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=16bfbadc-c0d3-4087-aa51-822d3fcb8180&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917358 Aug 18 11:16:49.047616 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] get_ports_and_sgs() called for port_ids ['ec2b7eba-444a-4297-beb7-1a9941391627'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 18 11:16:49.065867 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:16:49.242514 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.16', 51174) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:16:49.261261 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e330877b-f50e-4f07-ac69-3cf64ee6fc14 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:49.355781 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e330877b-f50e-4f07-ac69-3cf64ee6fc14 admin admin] Publish callbacks [] for security_group (ea8853cf-5600-40ff-bb88-85efa3a2eba3), precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:49.361492 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e330877b-f50e-4f07-ac69-3cf64ee6fc14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433130'] for security_group (ea8853cf-5600-40ff-bb88-85efa3a2eba3), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:49.417543 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-e330877b-f50e-4f07-ac69-3cf64ee6fc14 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=19838c946271462a9d25b3356beb9575&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1738448 Aug 18 11:16:49.418996 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e330877b-f50e-4f07-ac69-3cf64ee6fc14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea8853cf-5600-40ff-bb88-85efa3a2eba3,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:16:49.420374 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.16', 51180) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:16:49.578147 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e5ec19-3d10-404d-b066-94e9e7330781 req-60a4bec7-7b09-4802-9dbc-591a22c4827c tempest-DeleteServersTestJSON-798039388 tempest-DeleteServersTestJSON-798039388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:16:49.579711 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-b1e5ec19-3d10-404d-b066-94e9e7330781 req-60a4bec7-7b09-4802-9dbc-591a22c4827c tempest-DeleteServersTestJSON-798039388 tempest-DeleteServersTestJSON-798039388-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a90d5023-8b0f-4a30-b28a-cbe9ad96d4e1 HTTP/1.1" status: 200 len: 932 time: 0.1197946 Aug 18 11:16:49.601919 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9d3381-e789-4e8f-8e82-02c169ce99ce req-f9f03275-76d7-4827-a2a5-cd360dbc609a tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:16:49.603641 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-5c9d3381-e789-4e8f-8e82-02c169ce99ce req-f9f03275-76d7-4827-a2a5-cd360dbc609a tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=71c3b65c-c12b-4633-ac7c-27a5cd878c43 HTTP/1.1" status: 200 len: 945 time: 0.1059353 Aug 18 11:16:49.631709 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ac75fca7-1d39-4547-b21f-33eac3ebf071 admin admin] Publish callbacks [] for security_group (ea8853cf-5600-40ff-bb88-85efa3a2eba3), before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:49.680250 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ac75fca7-1d39-4547-b21f-33eac3ebf071 admin admin] Publish callbacks [] for security_group (ea8853cf-5600-40ff-bb88-85efa3a2eba3), precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:49.717981 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-b1e5ec19-3d10-404d-b066-94e9e7330781 req-d79595c4-27e2-4fd5-b503-3c5959aca982 tempest-DeleteServersTestJSON-798039388 tempest-DeleteServersTestJSON-798039388-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d5100d6d-7ccd-4a77-9503-b6d463c0cee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278543 Aug 18 11:16:49.745845 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-5c9d3381-e789-4e8f-8e82-02c169ce99ce req-402a516b-3af9-4542-911f-6ddb7d0cd7c3 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b21c2cf3-45f4-4212-bbb4-b16e8476f4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300764 Aug 18 11:16:49.776908 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ac75fca7-1d39-4547-b21f-33eac3ebf071 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433130'] for security_group (ea8853cf-5600-40ff-bb88-85efa3a2eba3), after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:49.781372 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ac75fca7-1d39-4547-b21f-33eac3ebf071 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:49.782949 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [None req-ac75fca7-1d39-4547-b21f-33eac3ebf071 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/ea8853cf-5600-40ff-bb88-85efa3a2eba3 HTTP/1.1" status: 204 len: 168 time: 0.3613381 Aug 18 11:16:49.794216 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac75fca7-1d39-4547-b21f-33eac3ebf071 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea8853cf-5600-40ff-bb88-85efa3a2eba3,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:16:50.049806 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.v2.base [req-eab7ad66-8955-404a-a307-aacb66324855 req-3c7c5f36-cd24-4544-bfd3-37e70de87afc service neutron] Request body: {'port': {'device_id': 'a90d5023-8b0f-4a30-b28a-cbe9ad96d4e1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85345'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:16:50.056439 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.v2.base [req-9b553884-f045-4509-a739-5840f23ff5e3 req-9a2b753b-bf65-4458-9ef0-1f0a239998d0 service neutron] Request body: {'port': {'device_id': '7d250382-9a20-4990-8a8f-8d0de89674a3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85345'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:16:50.066446 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.v2.base [req-88c05f95-4690-4afb-b4cf-9235104ea646 req-75abc929-d324-4717-84ab-b38ad3f92b1c service neutron] Request body: {'port': {'device_id': 'a099c0b5-8a0f-4e0e-808f-01ebe10264ae', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85345'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:16:50.145415 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Device ebed5dca-31d9-4dd8-82d2-0b59c8ad64cb details requested by agent hyperv_hv-cinder-85345 with host hv-cinder-85345 {{(pid=106380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 11:16:50.152741 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b34edf-1782-4bbb-b22f-db242bc0bf72 req-02b240bd-1fb2-46e5-bb60-47ee7c2c7fa1 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:16:50.154965 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-78b34edf-1782-4bbb-b22f-db242bc0bf72 req-02b240bd-1fb2-46e5-bb60-47ee7c2c7fa1 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7d250382-9a20-4990-8a8f-8d0de89674a3 HTTP/1.1" status: 200 len: 932 time: 0.1456823 Aug 18 11:16:50.165490 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41fddc5-eeec-4d31-900a-7b8f3eaec23e req-006b5387-f685-4289-b04f-6afa5aceaefb tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:16:50.167020 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-c41fddc5-eeec-4d31-900a-7b8f3eaec23e req-006b5387-f685-4289-b04f-6afa5aceaefb tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a099c0b5-8a0f-4e0e-808f-01ebe10264ae HTTP/1.1" status: 200 len: 932 time: 0.0826910 Aug 18 11:16:50.216691 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Device ec2b7eba-444a-4297-beb7-1a9941391627 up at agent hyperv_hv-cinder-85345 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 11:16:50.268276 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-9b553884-f045-4509-a739-5840f23ff5e3 req-9a2b753b-bf65-4458-9ef0-1f0a239998d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (565d092d-be66-4df6-a273-c1968e5a86f7), before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:50.269804 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:16:50.315383 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-c41fddc5-eeec-4d31-900a-7b8f3eaec23e req-781ff079-2d15-4ca2-af17-9be6e5f82ab8 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=16bfbadc-c0d3-4087-aa51-822d3fcb8180&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1342540 Aug 18 11:16:50.354520 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-eab7ad66-8955-404a-a307-aacb66324855 req-3c7c5f36-cd24-4544-bfd3-37e70de87afc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (eedfeaac-e879-4394-bc9f-1609cd77e40f), before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:50.356636 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-88c05f95-4690-4afb-b4cf-9235104ea646 req-75abc929-d324-4717-84ab-b38ad3f92b1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (d63b2561-cafa-4cbb-9ba8-843fcd0143c2), before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:50.366562 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-78b34edf-1782-4bbb-b22f-db242bc0bf72 req-6e39c1b6-c56d-4ddf-9efc-ca2d27d871d1 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4ea5bf43-978e-4299-a64e-45416a7e4e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1943157 Aug 18 11:16:50.570622 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Provisioning for port ec2b7eba-444a-4297-beb7-1a9941391627 completed by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 18 11:16:50.579223 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] For port ebed5dca-31d9-4dd8-82d2-0b59c8ad64cb, host hv-cinder-85345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85345',level=0,port_id=ebed5dca-31d9-4dd8-82d2-0b59c8ad64cb,segment=NetworkSegment(a2aedf6e-157b-419a-80ab-5857554bba74),segment_id=a2aedf6e-157b-419a-80ab-5857554bba74)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:16:50.583282 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Provisioning complete for port ec2b7eba-444a-4297-beb7-1a9941391627 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 18 11:16:50.583834 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619404'] for port (ec2b7eba-444a-4297-beb7-1a9941391627), provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:50.596893 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:INSERT=16,neutron:SELECT=83,neutron:DELETE=1 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:16:50.636321 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Returning: {'device': 'ebed5dca-31d9-4dd8-82d2-0b59c8ad64cb', 'network_id': 'dd9ba834-1e3f-4b43-ad03-a13182799a15', 'port_id': 'ebed5dca-31d9-4dd8-82d2-0b59c8ad64cb', 'mac_address': 'fa:16:3e:04:9f:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 981, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '055aadf2-d4b5-4a33-adc5-6baee36dc7bc', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 11:16:50.643079 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:16:50.700567 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Current status of the port ebed5dca-31d9-4dd8-82d2-0b59c8ad64cb is: DOWN; New status is: BUILD {{(pid=106380) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 11:16:50.701637 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (ebed5dca-31d9-4dd8-82d2-0b59c8ad64cb), before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:50.719805 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.notifiers.nova [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ebed5dca-31d9-4dd8-82d2-0b59c8ad64cb {{(pid=106380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 18 11:16:50.727827 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.notifiers.nova [req-9b553884-f045-4509-a739-5840f23ff5e3 req-9a2b753b-bf65-4458-9ef0-1f0a239998d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 565d092d-be66-4df6-a273-c1968e5a86f7 {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 18 11:16:50.738185 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-9b553884-f045-4509-a739-5840f23ff5e3 req-9a2b753b-bf65-4458-9ef0-1f0a239998d0 service neutron] Publish callbacks [] for port (565d092d-be66-4df6-a273-c1968e5a86f7), precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:50.757160 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [req-9b553884-f045-4509-a739-5840f23ff5e3 req-9a2b753b-bf65-4458-9ef0-1f0a239998d0 service neutron] Transition to ACTIVE for port object 565d092d-be66-4df6-a273-c1968e5a86f7 will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 18 11:16:50.766184 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-9b553884-f045-4509-a739-5840f23ff5e3 req-9a2b753b-bf65-4458-9ef0-1f0a239998d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732803053689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732802528799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732802528817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11809220'] for port (565d092d-be66-4df6-a273-c1968e5a86f7), after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:50.774758 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:16:50.831917 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] For port ebed5dca-31d9-4dd8-82d2-0b59c8ad64cb, host hv-cinder-85345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85345',level=0,port_id=ebed5dca-31d9-4dd8-82d2-0b59c8ad64cb,segment=NetworkSegment(a2aedf6e-157b-419a-80ab-5857554bba74),segment_id=a2aedf6e-157b-419a-80ab-5857554bba74)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:16:50.837541 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Current status of the port ec2b7eba-444a-4297-beb7-1a9941391627 is: BUILD; New status is: ACTIVE {{(pid=106380) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 11:16:50.838323 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (ec2b7eba-444a-4297-beb7-1a9941391627), before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:50.843246 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732803053689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732802528799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732802528817'] for port (ebed5dca-31d9-4dd8-82d2-0b59c8ad64cb), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:50.863733 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=1,neutron:UPDATE=6 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:16:50.910887 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2b753b-bf65-4458-9ef0-1f0a239998d0 service neutron] Pushing event updated for resources: {'Port': ['ID=565d092d-be66-4df6-a273-c1968e5a86f7,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:16:51.071926 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348b7536-26b0-4f6a-af5c-baba6dc9177b req-f68a66e4-547e-4c4c-a41e-a655c5ef3d53 tempest-DeleteServersTestJSON-798039388 tempest-DeleteServersTestJSON-798039388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:16:51.073801 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-348b7536-26b0-4f6a-af5c-baba6dc9177b req-f68a66e4-547e-4c4c-a41e-a655c5ef3d53 tempest-DeleteServersTestJSON-798039388 tempest-DeleteServersTestJSON-798039388-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a90d5023-8b0f-4a30-b28a-cbe9ad96d4e1 HTTP/1.1" status: 200 len: 932 time: 0.1912992 Aug 18 11:16:51.077599 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71c3b65c-c12b-4633-ac7c-27a5cd878c43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec2b7eba-444a-4297-beb7-1a9941391627'}] {{(pid=106380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 18 11:16:51.086322 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.notifiers.nova [req-eab7ad66-8955-404a-a307-aacb66324855 req-3c7c5f36-cd24-4544-bfd3-37e70de87afc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eedfeaac-e879-4394-bc9f-1609cd77e40f {{(pid=106379) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 18 11:16:51.089371 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fc729b-8de2-49eb-b152-db16299d2a22 req-cfca5da2-d40d-4693-af5e-879ad78fb069 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:16:51.092225 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-97fc729b-8de2-49eb-b152-db16299d2a22 req-cfca5da2-d40d-4693-af5e-879ad78fb069 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=71c3b65c-c12b-4633-ac7c-27a5cd878c43 HTTP/1.1" status: 200 len: 945 time: 0.1845212 Aug 18 11:16:51.126596 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.notifiers.nova [req-88c05f95-4690-4afb-b4cf-9235104ea646 req-75abc929-d324-4717-84ab-b38ad3f92b1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d63b2561-cafa-4cbb-9ba8-843fcd0143c2 {{(pid=106379) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 18 11:16:51.142295 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-88c05f95-4690-4afb-b4cf-9235104ea646 req-75abc929-d324-4717-84ab-b38ad3f92b1c service neutron] Publish callbacks [] for port (d63b2561-cafa-4cbb-9ba8-843fcd0143c2), precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:51.163118 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.db.provisioning_blocks [req-88c05f95-4690-4afb-b4cf-9235104ea646 req-75abc929-d324-4717-84ab-b38ad3f92b1c service neutron] Transition to ACTIVE for port object d63b2561-cafa-4cbb-9ba8-843fcd0143c2 will not be triggered until provisioned by entity L2. {{(pid=106379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 18 11:16:51.170282 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-88c05f95-4690-4afb-b4cf-9235104ea646 req-75abc929-d324-4717-84ab-b38ad3f92b1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732803053689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732802528799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732802528817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1638912'] for port (d63b2561-cafa-4cbb-9ba8-843fcd0143c2), after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:51.175840 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-eab7ad66-8955-404a-a307-aacb66324855 req-3c7c5f36-cd24-4544-bfd3-37e70de87afc service neutron] Publish callbacks [] for port (eedfeaac-e879-4394-bc9f-1609cd77e40f), precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:51.187876 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] For port ec2b7eba-444a-4297-beb7-1a9941391627, host hv-cinder-85345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85345',level=0,port_id=ec2b7eba-444a-4297-beb7-1a9941391627,segment=NetworkSegment(a2aedf6e-157b-419a-80ab-5857554bba74),segment_id=a2aedf6e-157b-419a-80ab-5857554bba74)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:16:51.198239 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] get_ports_and_sgs() called for port_ids ['ebed5dca-31d9-4dd8-82d2-0b59c8ad64cb'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 18 11:16:51.218913 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-9b553884-f045-4509-a739-5840f23ff5e3 req-9a2b753b-bf65-4458-9ef0-1f0a239998d0 service neutron] Attempting to bind port 565d092d-be66-4df6-a273-c1968e5a86f7 on host hv-cinder-85345 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 18 11:16:51.219257 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-9b553884-f045-4509-a739-5840f23ff5e3 req-9a2b753b-bf65-4458-9ef0-1f0a239998d0 service neutron] Attempting to bind port 565d092d-be66-4df6-a273-c1968e5a86f7 by drivers openvswitch,hyperv on host hv-cinder-85345 at level 0 using segments [{'id': '9c3c1f69-d097-49d4-af01-0805916be3fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 968, 'network_id': '610eae45-7047-4853-8153-1da79fb95838'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 18 11:16:51.219700 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b553884-f045-4509-a739-5840f23ff5e3 req-9a2b753b-bf65-4458-9ef0-1f0a239998d0 service neutron] Attempting to bind port 565d092d-be66-4df6-a273-c1968e5a86f7 on network 610eae45-7047-4853-8153-1da79fb95838 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 18 11:16:51.227139 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b553884-f045-4509-a739-5840f23ff5e3 req-9a2b753b-bf65-4458-9ef0-1f0a239998d0 service neutron] Port 565d092d-be66-4df6-a273-c1968e5a86f7 on network 610eae45-7047-4853-8153-1da79fb95838 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85345 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 18 11:16:51.227454 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b553884-f045-4509-a739-5840f23ff5e3 req-9a2b753b-bf65-4458-9ef0-1f0a239998d0 service neutron] Attempting to bind port 565d092d-be66-4df6-a273-c1968e5a86f7 on network 610eae45-7047-4853-8153-1da79fb95838 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 18 11:16:51.247582 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.db.provisioning_blocks [req-eab7ad66-8955-404a-a307-aacb66324855 req-3c7c5f36-cd24-4544-bfd3-37e70de87afc service neutron] Transition to ACTIVE for port object eedfeaac-e879-4394-bc9f-1609cd77e40f will not be triggered until provisioned by entity L2. {{(pid=106379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 18 11:16:51.275244 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732803053689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732802528799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732802528817'] for port (ec2b7eba-444a-4297-beb7-1a9941391627), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:51.275492 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-97fc729b-8de2-49eb-b152-db16299d2a22 req-55475efb-2226-467d-a402-8949e3bc4ab7 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b21c2cf3-45f4-4212-bbb4-b16e8476f4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645741 Aug 18 11:16:51.275492 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b553884-f045-4509-a739-5840f23ff5e3 req-9a2b753b-bf65-4458-9ef0-1f0a239998d0 service neutron] Checking agent: {'id': '0c451e2b-fe38-44d1-984c-2dd7bcedf4dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85345', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 18, 11, 14, 5), 'started_at': datetime.datetime(2022, 8, 18, 11, 14, 5), 'heartbeat_timestamp': datetime.datetime(2022, 8, 18, 11, 16, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 18 11:16:51.275806 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-eab7ad66-8955-404a-a307-aacb66324855 req-3c7c5f36-cd24-4544-bfd3-37e70de87afc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732803053689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732802528799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732802528817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1638912'] for port (eedfeaac-e879-4394-bc9f-1609cd77e40f), after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:51.275991 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b553884-f045-4509-a739-5840f23ff5e3 req-9a2b753b-bf65-4458-9ef0-1f0a239998d0 service neutron] Checking segment: {'id': '9c3c1f69-d097-49d4-af01-0805916be3fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 968, 'network_id': '610eae45-7047-4853-8153-1da79fb95838'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 18 11:16:51.275991 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b553884-f045-4509-a739-5840f23ff5e3 req-9a2b753b-bf65-4458-9ef0-1f0a239998d0 service neutron] Bound using segment: {'id': '9c3c1f69-d097-49d4-af01-0805916be3fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 968, 'network_id': '610eae45-7047-4853-8153-1da79fb95838'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 18 11:16:51.275991 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-9b553884-f045-4509-a739-5840f23ff5e3 req-9a2b753b-bf65-4458-9ef0-1f0a239998d0 service neutron] Bound port: 565d092d-be66-4df6-a273-c1968e5a86f7, host: hv-cinder-85345, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c3c1f69-d097-49d4-af01-0805916be3fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 968, 'network_id': '610eae45-7047-4853-8153-1da79fb95838'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 18 11:16:51.276371 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-9b553884-f045-4509-a739-5840f23ff5e3 req-9a2b753b-bf65-4458-9ef0-1f0a239998d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (565d092d-be66-4df6-a273-c1968e5a86f7), before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:51.287607 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Pushing event updated for resources: {'Port': ['ID=ebed5dca-31d9-4dd8-82d2-0b59c8ad64cb,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:16:51.320370 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-348b7536-26b0-4f6a-af5c-baba6dc9177b req-904aa7ff-a40e-4247-9408-e2b3da376c11 tempest-DeleteServersTestJSON-798039388 tempest-DeleteServersTestJSON-798039388-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d5100d6d-7ccd-4a77-9503-b6d463c0cee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2248044 Aug 18 11:16:51.379413 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75abc929-d324-4717-84ab-b38ad3f92b1c service neutron] Pushing event updated for resources: {'Port': ['ID=d63b2561-cafa-4cbb-9ba8-843fcd0143c2,revision_number=2']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:16:51.426614 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-9b553884-f045-4509-a739-5840f23ff5e3 req-9a2b753b-bf65-4458-9ef0-1f0a239998d0 service neutron] For port 565d092d-be66-4df6-a273-c1968e5a86f7, host hv-cinder-85345, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 11:16:51.431346 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-9b553884-f045-4509-a739-5840f23ff5e3 req-9a2b753b-bf65-4458-9ef0-1f0a239998d0 service neutron] For port 565d092d-be66-4df6-a273-c1968e5a86f7, host hv-cinder-85345, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85345',level=0,port_id=565d092d-be66-4df6-a273-c1968e5a86f7,segment=NetworkSegment(9c3c1f69-d097-49d4-af01-0805916be3fe),segment_id=9c3c1f69-d097-49d4-af01-0805916be3fe)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 11:16:51.443025 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-9b553884-f045-4509-a739-5840f23ff5e3 req-9a2b753b-bf65-4458-9ef0-1f0a239998d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732803053689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732802528799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732802528817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11809220'] for port (565d092d-be66-4df6-a273-c1968e5a86f7), after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:51.454189 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b553884-f045-4509-a739-5840f23ff5e3 req-9a2b753b-bf65-4458-9ef0-1f0a239998d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:16:51.454189 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-9b553884-f045-4509-a739-5840f23ff5e3 req-9a2b753b-bf65-4458-9ef0-1f0a239998d0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682417'] for port (None), before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:51.459244 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-9b553884-f045-4509-a739-5840f23ff5e3 req-9a2b753b-bf65-4458-9ef0-1f0a239998d0 service neutron] 10.222.0.20 "PUT /networking/v2.0/ports/565d092d-be66-4df6-a273-c1968e5a86f7 HTTP/1.1" status: 200 len: 1094 time: 1.4079278 Aug 18 11:16:51.467387 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d250382-9a20-4990-8a8f-8d0de89674a3', 'tag': '565d092d-be66-4df6-a273-c1968e5a86f7'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 18 11:16:51.477083 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c862ab1b2ee120cb5e2e4f2725a0fe0d7acaf57f657006002d91667c9b4c94a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35c22715-be93-4527-8867-33e479b0ee9c" -d '{"events": [{"name": "network-changed", "server_uuid": "7d250382-9a20-4990-8a8f-8d0de89674a3", "tag": "565d092d-be66-4df6-a273-c1968e5a86f7"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:16:51.580801 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Pushing event updated for resources: {'Port': ['ID=ec2b7eba-444a-4297-beb7-1a9941391627,revision_number=5']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:16:51.621091 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c5f36-cd24-4544-bfd3-37e70de87afc service neutron] Pushing event updated for resources: {'Port': ['ID=eedfeaac-e879-4394-bc9f-1609cd77e40f,revision_number=2']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:16:51.653415 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:16:51.658299 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b553884-f045-4509-a739-5840f23ff5e3 req-c8fce2ca-772c-4be8-950c-9adfcc58f2d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:16:51.663978 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-9b553884-f045-4509-a739-5840f23ff5e3 req-c8fce2ca-772c-4be8-950c-9adfcc58f2d9 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=be810e9efc4f4214b473f76da7e2714b&device_id=7d250382-9a20-4990-8a8f-8d0de89674a3 HTTP/1.1" status: 200 len: 1128 time: 0.1153476 Aug 18 11:16:51.694933 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-88c05f95-4690-4afb-b4cf-9235104ea646 req-75abc929-d324-4717-84ab-b38ad3f92b1c service neutron] Attempting to bind port d63b2561-cafa-4cbb-9ba8-843fcd0143c2 on host hv-cinder-85345 for vnic_type normal with profile {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 18 11:16:51.695498 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-88c05f95-4690-4afb-b4cf-9235104ea646 req-75abc929-d324-4717-84ab-b38ad3f92b1c service neutron] Attempting to bind port d63b2561-cafa-4cbb-9ba8-843fcd0143c2 by drivers openvswitch,hyperv on host hv-cinder-85345 at level 0 using segments [{'id': 'ee45f576-d1b7-4e11-a10f-3fe54663f35e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 997, 'network_id': 'ca6ccede-6467-4618-b24a-e0809d05149d'}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 18 11:16:51.696018 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88c05f95-4690-4afb-b4cf-9235104ea646 req-75abc929-d324-4717-84ab-b38ad3f92b1c service neutron] Attempting to bind port d63b2561-cafa-4cbb-9ba8-843fcd0143c2 on network ca6ccede-6467-4618-b24a-e0809d05149d {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 18 11:16:51.710432 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88c05f95-4690-4afb-b4cf-9235104ea646 req-75abc929-d324-4717-84ab-b38ad3f92b1c service neutron] Port d63b2561-cafa-4cbb-9ba8-843fcd0143c2 on network ca6ccede-6467-4618-b24a-e0809d05149d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85345 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 18 11:16:51.710766 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88c05f95-4690-4afb-b4cf-9235104ea646 req-75abc929-d324-4717-84ab-b38ad3f92b1c service neutron] Attempting to bind port d63b2561-cafa-4cbb-9ba8-843fcd0143c2 on network ca6ccede-6467-4618-b24a-e0809d05149d {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 18 11:16:51.719738 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:16:51.721055 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88c05f95-4690-4afb-b4cf-9235104ea646 req-75abc929-d324-4717-84ab-b38ad3f92b1c service neutron] Checking agent: {'id': '0c451e2b-fe38-44d1-984c-2dd7bcedf4dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85345', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 18, 11, 14, 5), 'started_at': datetime.datetime(2022, 8, 18, 11, 14, 5), 'heartbeat_timestamp': datetime.datetime(2022, 8, 18, 11, 16, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 18 11:16:51.721400 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88c05f95-4690-4afb-b4cf-9235104ea646 req-75abc929-d324-4717-84ab-b38ad3f92b1c service neutron] Checking segment: {'id': 'ee45f576-d1b7-4e11-a10f-3fe54663f35e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 997, 'network_id': 'ca6ccede-6467-4618-b24a-e0809d05149d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 18 11:16:51.722426 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88c05f95-4690-4afb-b4cf-9235104ea646 req-75abc929-d324-4717-84ab-b38ad3f92b1c service neutron] Bound using segment: {'id': 'ee45f576-d1b7-4e11-a10f-3fe54663f35e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 997, 'network_id': 'ca6ccede-6467-4618-b24a-e0809d05149d'} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 18 11:16:51.723119 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-88c05f95-4690-4afb-b4cf-9235104ea646 req-75abc929-d324-4717-84ab-b38ad3f92b1c service neutron] Bound port: d63b2561-cafa-4cbb-9ba8-843fcd0143c2, host: hv-cinder-85345, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee45f576-d1b7-4e11-a10f-3fe54663f35e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 997, 'network_id': 'ca6ccede-6467-4618-b24a-e0809d05149d'}}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 18 11:16:51.723493 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-88c05f95-4690-4afb-b4cf-9235104ea646 req-75abc929-d324-4717-84ab-b38ad3f92b1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (d63b2561-cafa-4cbb-9ba8-843fcd0143c2), before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:51.744769 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-eab7ad66-8955-404a-a307-aacb66324855 req-3c7c5f36-cd24-4544-bfd3-37e70de87afc service neutron] Attempting to bind port eedfeaac-e879-4394-bc9f-1609cd77e40f on host hv-cinder-85345 for vnic_type normal with profile {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 18 11:16:51.745348 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-eab7ad66-8955-404a-a307-aacb66324855 req-3c7c5f36-cd24-4544-bfd3-37e70de87afc service neutron] Attempting to bind port eedfeaac-e879-4394-bc9f-1609cd77e40f by drivers openvswitch,hyperv on host hv-cinder-85345 at level 0 using segments [{'id': '892a3a86-c8b7-4a74-8bc2-c36bdf2ec3b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 974, 'network_id': '5b1c9faa-c979-43b2-a0cc-ea8cbdb168b9'}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 18 11:16:51.746198 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eab7ad66-8955-404a-a307-aacb66324855 req-3c7c5f36-cd24-4544-bfd3-37e70de87afc service neutron] Attempting to bind port eedfeaac-e879-4394-bc9f-1609cd77e40f on network 5b1c9faa-c979-43b2-a0cc-ea8cbdb168b9 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 18 11:16:51.769839 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eab7ad66-8955-404a-a307-aacb66324855 req-3c7c5f36-cd24-4544-bfd3-37e70de87afc service neutron] Port eedfeaac-e879-4394-bc9f-1609cd77e40f on network 5b1c9faa-c979-43b2-a0cc-ea8cbdb168b9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85345 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 18 11:16:51.770207 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eab7ad66-8955-404a-a307-aacb66324855 req-3c7c5f36-cd24-4544-bfd3-37e70de87afc service neutron] Attempting to bind port eedfeaac-e879-4394-bc9f-1609cd77e40f on network 5b1c9faa-c979-43b2-a0cc-ea8cbdb168b9 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 18 11:16:51.805912 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:16:51.813990 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eab7ad66-8955-404a-a307-aacb66324855 req-3c7c5f36-cd24-4544-bfd3-37e70de87afc service neutron] Checking agent: {'id': '0c451e2b-fe38-44d1-984c-2dd7bcedf4dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85345', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 18, 11, 14, 5), 'started_at': datetime.datetime(2022, 8, 18, 11, 14, 5), 'heartbeat_timestamp': datetime.datetime(2022, 8, 18, 11, 16, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 18 11:16:51.814382 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eab7ad66-8955-404a-a307-aacb66324855 req-3c7c5f36-cd24-4544-bfd3-37e70de87afc service neutron] Checking segment: {'id': '892a3a86-c8b7-4a74-8bc2-c36bdf2ec3b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 974, 'network_id': '5b1c9faa-c979-43b2-a0cc-ea8cbdb168b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 18 11:16:51.814812 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eab7ad66-8955-404a-a307-aacb66324855 req-3c7c5f36-cd24-4544-bfd3-37e70de87afc service neutron] Bound using segment: {'id': '892a3a86-c8b7-4a74-8bc2-c36bdf2ec3b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 974, 'network_id': '5b1c9faa-c979-43b2-a0cc-ea8cbdb168b9'} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 18 11:16:51.815218 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-eab7ad66-8955-404a-a307-aacb66324855 req-3c7c5f36-cd24-4544-bfd3-37e70de87afc service neutron] Bound port: eedfeaac-e879-4394-bc9f-1609cd77e40f, host: hv-cinder-85345, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '892a3a86-c8b7-4a74-8bc2-c36bdf2ec3b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 974, 'network_id': '5b1c9faa-c979-43b2-a0cc-ea8cbdb168b9'}}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 18 11:16:51.816241 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-eab7ad66-8955-404a-a307-aacb66324855 req-3c7c5f36-cd24-4544-bfd3-37e70de87afc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (eedfeaac-e879-4394-bc9f-1609cd77e40f), before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:51.828689 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2abfa1ee86993cd756e72fd91a3a01a1a8fb73078c92f04bbbffdb72ec117730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf15a85d-56d8-4860-987d-464751fe1b64" -d '{"events": [{"server_uuid": "71c3b65c-c12b-4633-ac7c-27a5cd878c43", "name": "network-vif-plugged", "status": "completed", "tag": "ec2b7eba-444a-4297-beb7-1a9941391627"}]}' {{(pid=106380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:16:51.859523 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d30cb4a-57dc-4c97-9bb4-917ea76d34a8 req-df5008b0-36e1-4d33-a751-133082d821cf tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:16:51.861041 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-8d30cb4a-57dc-4c97-9bb4-917ea76d34a8 req-df5008b0-36e1-4d33-a751-133082d821cf tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a099c0b5-8a0f-4e0e-808f-01ebe10264ae HTTP/1.1" status: 200 len: 944 time: 0.1955435 Aug 18 11:16:51.902770 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-88c05f95-4690-4afb-b4cf-9235104ea646 req-75abc929-d324-4717-84ab-b38ad3f92b1c service neutron] For port d63b2561-cafa-4cbb-9ba8-843fcd0143c2, host hv-cinder-85345, cleared binding levels {{(pid=106379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 11:16:51.903576 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-9b553884-f045-4509-a739-5840f23ff5e3 req-ba712956-de22-486e-984a-0f6bc353e345 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=565d092d-be66-4df6-a273-c1968e5a86f7 HTTP/1.1" status: 200 len: 217 time: 0.2268803 Aug 18 11:16:51.936120 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-88c05f95-4690-4afb-b4cf-9235104ea646 req-75abc929-d324-4717-84ab-b38ad3f92b1c service neutron] For port d63b2561-cafa-4cbb-9ba8-843fcd0143c2, host hv-cinder-85345, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85345',level=0,port_id=d63b2561-cafa-4cbb-9ba8-843fcd0143c2,segment=NetworkSegment(ee45f576-d1b7-4e11-a10f-3fe54663f35e),segment_id=ee45f576-d1b7-4e11-a10f-3fe54663f35e)] {{(pid=106379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 11:16:51.948959 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-88c05f95-4690-4afb-b4cf-9235104ea646 req-75abc929-d324-4717-84ab-b38ad3f92b1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732803053689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732802528799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732802528817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1638912'] for port (d63b2561-cafa-4cbb-9ba8-843fcd0143c2), after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:51.975945 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2b753b-bf65-4458-9ef0-1f0a239998d0 service neutron] Pushing event updated for resources: {'Port': ['ID=565d092d-be66-4df6-a273-c1968e5a86f7,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:16:52.007646 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec686f9e-6f61-484d-8f37-3e286553e990 req-bae6f846-e756-40c3-b0c4-3feb3a0e33d6 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:16:52.009561 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-ec686f9e-6f61-484d-8f37-3e286553e990 req-bae6f846-e756-40c3-b0c4-3feb3a0e33d6 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7d250382-9a20-4990-8a8f-8d0de89674a3 HTTP/1.1" status: 200 len: 944 time: 0.3352623 Aug 18 11:16:52.045725 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c05f95-4690-4afb-b4cf-9235104ea646 req-75abc929-d324-4717-84ab-b38ad3f92b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:16:52.046541 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-88c05f95-4690-4afb-b4cf-9235104ea646 req-75abc929-d324-4717-84ab-b38ad3f92b1c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682417'] for port (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:52.048102 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [req-88c05f95-4690-4afb-b4cf-9235104ea646 req-75abc929-d324-4717-84ab-b38ad3f92b1c service neutron] 10.222.0.20 "PUT /networking/v2.0/ports/d63b2561-cafa-4cbb-9ba8-843fcd0143c2 HTTP/1.1" status: 200 len: 1094 time: 2.0040996 Aug 18 11:16:52.048959 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75abc929-d324-4717-84ab-b38ad3f92b1c service neutron] Pushing event updated for resources: {'Port': ['ID=d63b2561-cafa-4cbb-9ba8-843fcd0143c2,revision_number=3']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:16:52.056388 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a099c0b5-8a0f-4e0e-808f-01ebe10264ae', 'tag': 'd63b2561-cafa-4cbb-9ba8-843fcd0143c2'}] {{(pid=106379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 18 11:16:52.058697 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afeb4790f423e7ffe5fa0b02628cc43a14be8f1f20ac5f0ea3cf567e42d62054" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d76aa0e-afca-4ef3-9139-ad7e9d991b9e" -d '{"events": [{"name": "network-changed", "server_uuid": "a099c0b5-8a0f-4e0e-808f-01ebe10264ae", "tag": "d63b2561-cafa-4cbb-9ba8-843fcd0143c2"}]}' {{(pid=106379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:16:52.061973 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-eab7ad66-8955-404a-a307-aacb66324855 req-3c7c5f36-cd24-4544-bfd3-37e70de87afc service neutron] For port eedfeaac-e879-4394-bc9f-1609cd77e40f, host hv-cinder-85345, cleared binding levels {{(pid=106379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 11:16:52.079708 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-eab7ad66-8955-404a-a307-aacb66324855 req-3c7c5f36-cd24-4544-bfd3-37e70de87afc service neutron] For port eedfeaac-e879-4394-bc9f-1609cd77e40f, host hv-cinder-85345, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85345',level=0,port_id=eedfeaac-e879-4394-bc9f-1609cd77e40f,segment=NetworkSegment(892a3a86-c8b7-4a74-8bc2-c36bdf2ec3b1),segment_id=892a3a86-c8b7-4a74-8bc2-c36bdf2ec3b1)] {{(pid=106379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 11:16:52.088327 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b553884-f045-4509-a739-5840f23ff5e3 req-032173c8-2564-4707-8b1d-5e1d6cffb950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:16:52.090082 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-9b553884-f045-4509-a739-5840f23ff5e3 req-032173c8-2564-4707-8b1d-5e1d6cffb950 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=c3eb1b23-820c-420d-9ebc-59169bbc8615 HTTP/1.1" status: 200 len: 856 time: 0.1642165 Aug 18 11:16:52.093255 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-eab7ad66-8955-404a-a307-aacb66324855 req-3c7c5f36-cd24-4544-bfd3-37e70de87afc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732803053689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732802528799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732802528817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1638912'] for port (eedfeaac-e879-4394-bc9f-1609cd77e40f), after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:52.094827 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-8d30cb4a-57dc-4c97-9bb4-917ea76d34a8 req-26bd51a3-45b0-4a79-aa0a-9fdd9be99822 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=16bfbadc-c0d3-4087-aa51-822d3fcb8180&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2002618 Aug 18 11:16:52.107368 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab7ad66-8955-404a-a307-aacb66324855 req-3c7c5f36-cd24-4544-bfd3-37e70de87afc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:16:52.108036 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-eab7ad66-8955-404a-a307-aacb66324855 req-3c7c5f36-cd24-4544-bfd3-37e70de87afc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682417'] for port (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:52.111390 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [req-eab7ad66-8955-404a-a307-aacb66324855 req-3c7c5f36-cd24-4544-bfd3-37e70de87afc service neutron] 10.222.0.20 "PUT /networking/v2.0/ports/eedfeaac-e879-4394-bc9f-1609cd77e40f HTTP/1.1" status: 200 len: 1094 time: 2.0645564 Aug 18 11:16:52.206620 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b553884-f045-4509-a739-5840f23ff5e3 req-79843763-dfca-4f05-b3c2-cfaa72010269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:16:52.208282 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-9b553884-f045-4509-a739-5840f23ff5e3 req-79843763-dfca-4f05-b3c2-cfaa72010269 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=610eae45-7047-4853-8153-1da79fb95838&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1097586 Aug 18 11:16:52.219932 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-ec686f9e-6f61-484d-8f37-3e286553e990 req-83310ae5-7214-4662-90c0-20c18a7dbbee tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4ea5bf43-978e-4299-a64e-45416a7e4e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2014832 Aug 18 11:16:52.323729 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Aug 2022 11:16:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8839f09b-3664-481d-991d-699f5e638e24 x-openstack-request-id: req-8839f09b-3664-481d-991d-699f5e638e24 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:16:52.325620 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d250382-9a20-4990-8a8f-8d0de89674a3", "tag": "565d092d-be66-4df6-a273-c1968e5a86f7", "status": "completed", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:16:52.326646 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8839f09b-3664-481d-991d-699f5e638e24 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:16:52.327217 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8839f09b-3664-481d-991d-699f5e638e24'] response: {'name': 'network-changed', 'server_uuid': '7d250382-9a20-4990-8a8f-8d0de89674a3', 'tag': '565d092d-be66-4df6-a273-c1968e5a86f7', 'status': 'completed', 'code': 200} Aug 18 11:16:52.445850 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-9b553884-f045-4509-a739-5840f23ff5e3 req-e2c2d295-0af4-4a1c-81dd-6d38cb3b6fb7 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/610eae45-7047-4853-8153-1da79fb95838?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2298751 Aug 18 11:16:52.457692 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Device ebed5dca-31d9-4dd8-82d2-0b59c8ad64cb up at agent hyperv_hv-cinder-85345 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 11:16:52.458524 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Aug 2022 11:16:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-229cede3-869a-4b4b-8141-e8ef211c76e6 x-openstack-request-id: req-229cede3-869a-4b4b-8141-e8ef211c76e6 {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:16:52.458524 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a099c0b5-8a0f-4e0e-808f-01ebe10264ae", "tag": "d63b2561-cafa-4cbb-9ba8-843fcd0143c2", "status": "completed", "code": 200}]} {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:16:52.459317 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-229cede3-869a-4b4b-8141-e8ef211c76e6 {{(pid=106379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:16:52.459317 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.notifiers.nova [-] Nova event matching ['req-229cede3-869a-4b4b-8141-e8ef211c76e6'] response: {'name': 'network-changed', 'server_uuid': 'a099c0b5-8a0f-4e0e-808f-01ebe10264ae', 'tag': 'd63b2561-cafa-4cbb-9ba8-843fcd0143c2', 'status': 'completed', 'code': 200} Aug 18 11:16:52.489613 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab7ad66-8955-404a-a307-aacb66324855 req-d8ab6914-017a-4e13-bc54-466ee6767ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:16:52.491816 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [req-eab7ad66-8955-404a-a307-aacb66324855 req-d8ab6914-017a-4e13-bc54-466ee6767ddc service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=b3cf862a38da43c081db5e171efe9459&device_id=a90d5023-8b0f-4a30-b28a-cbe9ad96d4e1 HTTP/1.1" status: 200 len: 1128 time: 0.3066871 Aug 18 11:16:52.494928 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c05f95-4690-4afb-b4cf-9235104ea646 req-3a60522c-5a47-413a-8fc7-c6818a79c73b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:16:52.496457 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [req-88c05f95-4690-4afb-b4cf-9235104ea646 req-3a60522c-5a47-413a-8fc7-c6818a79c73b service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=129f3d9f33ad4b209039244eb09599e9&device_id=a099c0b5-8a0f-4e0e-808f-01ebe10264ae HTTP/1.1" status: 200 len: 1128 time: 0.3375170 Aug 18 11:16:52.500582 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c5f36-cd24-4544-bfd3-37e70de87afc service neutron] Pushing event updated for resources: {'Port': ['ID=eedfeaac-e879-4394-bc9f-1609cd77e40f,revision_number=3']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:16:52.570874 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.16', 51324) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:16:52.573674 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [req-eab7ad66-8955-404a-a307-aacb66324855 req-e81f7c5c-c72c-4735-a80c-8abc37697d5a service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eedfeaac-e879-4394-bc9f-1609cd77e40f HTTP/1.1" status: 200 len: 217 time: 0.0701644 Aug 18 11:16:52.579539 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [req-88c05f95-4690-4afb-b4cf-9235104ea646 req-41a8984b-f957-41d6-aeae-16c0a415d768 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d63b2561-cafa-4cbb-9ba8-843fcd0143c2 HTTP/1.1" status: 200 len: 217 time: 0.0697882 Aug 18 11:16:52.600259 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Provisioning for port ebed5dca-31d9-4dd8-82d2-0b59c8ad64cb completed by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 18 11:16:52.621095 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Provisioning complete for port ebed5dca-31d9-4dd8-82d2-0b59c8ad64cb triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 18 11:16:52.624996 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619404'] for port (ebed5dca-31d9-4dd8-82d2-0b59c8ad64cb), provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:52.708861 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-9b553884-f045-4509-a739-5840f23ff5e3 req-34ce56e8-ae53-45f2-86da-b0a0df19ac87 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/610eae45-7047-4853-8153-1da79fb95838?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2516046 Aug 18 11:16:52.767180 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab7ad66-8955-404a-a307-aacb66324855 req-10c81488-3243-470d-a144-9f8e84d3e850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:16:52.770165 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [req-eab7ad66-8955-404a-a307-aacb66324855 req-10c81488-3243-470d-a144-9f8e84d3e850 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=e50f9d21-ffad-4a8f-ae9c-3875b87336d6 HTTP/1.1" status: 200 len: 851 time: 0.1893265 Aug 18 11:16:52.772997 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c05f95-4690-4afb-b4cf-9235104ea646 req-ca963199-26e4-46d4-af8a-26f11f6def4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:16:52.775664 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [req-88c05f95-4690-4afb-b4cf-9235104ea646 req-ca963199-26e4-46d4-af8a-26f11f6def4e service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=cf42f62c-f94a-411e-aa38-b95605994c37 HTTP/1.1" status: 200 len: 854 time: 0.1852534 Aug 18 11:16:52.787962 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Current status of the port ebed5dca-31d9-4dd8-82d2-0b59c8ad64cb is: BUILD; New status is: ACTIVE {{(pid=106380) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 11:16:52.788345 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (ebed5dca-31d9-4dd8-82d2-0b59c8ad64cb), before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:52.802373 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af9f5c0-f94c-4a04-b6eb-6955d5ab2dca req-daafdea6-b823-4c91-b44b-f7d36f689a97 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:16:52.803961 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-4af9f5c0-f94c-4a04-b6eb-6955d5ab2dca req-daafdea6-b823-4c91-b44b-f7d36f689a97 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=71c3b65c-c12b-4633-ac7c-27a5cd878c43 HTTP/1.1" status: 200 len: 946 time: 0.0889006 Aug 18 11:16:52.852908 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=100 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:16:52.855191 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] For port ebed5dca-31d9-4dd8-82d2-0b59c8ad64cb, host hv-cinder-85345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85345',level=0,port_id=ebed5dca-31d9-4dd8-82d2-0b59c8ad64cb,segment=NetworkSegment(a2aedf6e-157b-419a-80ab-5857554bba74),segment_id=a2aedf6e-157b-419a-80ab-5857554bba74)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:16:52.865721 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732803053689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732802528799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732802528817'] for port (ebed5dca-31d9-4dd8-82d2-0b59c8ad64cb), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:52.904482 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-4af9f5c0-f94c-4a04-b6eb-6955d5ab2dca req-2379668d-2ffe-4e8f-86b6-02a6c4d75bc8 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b21c2cf3-45f4-4212-bbb4-b16e8476f4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864184 Aug 18 11:16:52.940381 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Pushing event updated for resources: {'Port': ['ID=ebed5dca-31d9-4dd8-82d2-0b59c8ad64cb,revision_number=5']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:16:53.064525 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f48d646-7841-4eb0-ae5e-ae1dcf1eee8e req-25acbbc8-1f09-4053-92cb-3a4e01b65b5c tempest-DeleteServersTestJSON-798039388 tempest-DeleteServersTestJSON-798039388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:16:53.066394 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Aug 2022 11:16:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fcafbf0-339d-46b2-8c55-504a356eb30d x-openstack-request-id: req-3fcafbf0-339d-46b2-8c55-504a356eb30d {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:16:53.066810 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71c3b65c-c12b-4633-ac7c-27a5cd878c43", "name": "network-vif-plugged", "status": "completed", "tag": "ec2b7eba-444a-4297-beb7-1a9941391627", "code": 200}]} {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:16:53.067298 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3fcafbf0-339d-46b2-8c55-504a356eb30d {{(pid=106380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:16:53.067827 dv-cinder-853450-2-iscsi neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3fcafbf0-339d-46b2-8c55-504a356eb30d'] response: {'server_uuid': '71c3b65c-c12b-4633-ac7c-27a5cd878c43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec2b7eba-444a-4297-beb7-1a9941391627', 'code': 200} Aug 18 11:16:53.072163 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-0f48d646-7841-4eb0-ae5e-ae1dcf1eee8e req-25acbbc8-1f09-4053-92cb-3a4e01b65b5c tempest-DeleteServersTestJSON-798039388 tempest-DeleteServersTestJSON-798039388-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a90d5023-8b0f-4a30-b28a-cbe9ad96d4e1 HTTP/1.1" status: 200 len: 944 time: 0.0811610 Aug 18 11:16:53.122344 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-dd6ce294-5b5d-4914-a763-5758a08221de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:53.164867 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-0f48d646-7841-4eb0-ae5e-ae1dcf1eee8e req-e621553c-03bd-4f29-a2f8-db2e616175aa tempest-DeleteServersTestJSON-798039388 tempest-DeleteServersTestJSON-798039388-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d5100d6d-7ccd-4a77-9503-b6d463c0cee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916567 Aug 18 11:16:53.209580 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:16:53.248544 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-dd6ce294-5b5d-4914-a763-5758a08221de admin admin] Publish callbacks [] for security_group (860efb85-710f-495f-b651-e2e162564521), precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:53.255122 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-dd6ce294-5b5d-4914-a763-5758a08221de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433130'] for security_group (860efb85-710f-495f-b651-e2e162564521), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:53.321776 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-dd6ce294-5b5d-4914-a763-5758a08221de admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=022e8929e87f4920ac4871281b1223fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7497234 Aug 18 11:16:53.324368 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.16', 51350) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:16:53.334564 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e014c427-7aa3-4a5d-91f9-9129d948e5b0 req-3c505861-59d5-4a38-8c69-30a7ddd29b70 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:16:53.337080 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-e014c427-7aa3-4a5d-91f9-9129d948e5b0 req-3c505861-59d5-4a38-8c69-30a7ddd29b70 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a099c0b5-8a0f-4e0e-808f-01ebe10264ae HTTP/1.1" status: 200 len: 944 time: 0.0793562 Aug 18 11:16:53.359870 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6ce294-5b5d-4914-a763-5758a08221de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=860efb85-710f-495f-b651-e2e162564521,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:16:53.387516 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a498b96a-c73b-488d-9c49-3acae5e747f1 admin admin] Publish callbacks [] for security_group (860efb85-710f-495f-b651-e2e162564521), before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:53.390185 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:INSERT=9 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:16:53.413470 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a498b96a-c73b-488d-9c49-3acae5e747f1 admin admin] Publish callbacks [] for security_group (860efb85-710f-495f-b651-e2e162564521), precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:53.473299 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-e014c427-7aa3-4a5d-91f9-9129d948e5b0 req-ff6e482f-824b-4fd6-982a-61a1bd19e29f tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=16bfbadc-c0d3-4087-aa51-822d3fcb8180&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1237750 Aug 18 11:16:53.481139 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc1a409-bd05-45fd-abed-14ccfe311ef1 req-3d052608-4f95-47b4-acc5-62e4282df550 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:16:53.483101 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-6fc1a409-bd05-45fd-abed-14ccfe311ef1 req-3d052608-4f95-47b4-acc5-62e4282df550 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7d250382-9a20-4990-8a8f-8d0de89674a3 HTTP/1.1" status: 200 len: 944 time: 0.0888023 Aug 18 11:16:53.528040 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a498b96a-c73b-488d-9c49-3acae5e747f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433130'] for security_group (860efb85-710f-495f-b651-e2e162564521), after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:53.533666 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a498b96a-c73b-488d-9c49-3acae5e747f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:53.536877 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-a498b96a-c73b-488d-9c49-3acae5e747f1 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/860efb85-710f-495f-b651-e2e162564521 HTTP/1.1" status: 204 len: 168 time: 0.2097852 Aug 18 11:16:53.544835 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a498b96a-c73b-488d-9c49-3acae5e747f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=860efb85-710f-495f-b651-e2e162564521,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:16:53.555933 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-6fc1a409-bd05-45fd-abed-14ccfe311ef1 req-d21c1ebf-1597-4662-b6d7-65c75bf43769 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4ea5bf43-978e-4299-a64e-45416a7e4e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666966 Aug 18 11:16:53.683852 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.16', 51362) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:16:53.942175 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c4ec451c-f65c-4d70-92cb-4ab0ecba2416 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:54.053393 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604c7f37-ff0b-4f32-a066-ecc7c5d539f2 req-4a19031a-4ca1-48c5-b0ae-9f29ece82fd2 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:16:54.054923 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-604c7f37-ff0b-4f32-a066-ecc7c5d539f2 req-4a19031a-4ca1-48c5-b0ae-9f29ece82fd2 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=71c3b65c-c12b-4633-ac7c-27a5cd878c43 HTTP/1.1" status: 200 len: 946 time: 0.0618455 Aug 18 11:16:54.094281 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:16:54.146207 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c4ec451c-f65c-4d70-92cb-4ab0ecba2416 admin admin] Publish callbacks [] for security_group (76047f4c-a738-4c9a-903c-663e381aeb1a), precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:54.147400 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.16', 51380) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:16:54.150744 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-604c7f37-ff0b-4f32-a066-ecc7c5d539f2 req-3cfeb8ca-e79e-45f4-867d-f37982ab9e68 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b21c2cf3-45f4-4212-bbb4-b16e8476f4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846474 Aug 18 11:16:54.158585 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c4ec451c-f65c-4d70-92cb-4ab0ecba2416 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433130'] for security_group (76047f4c-a738-4c9a-903c-663e381aeb1a), after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:54.177485 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d7a47b2d-f4ec-4573-9152-e0f749dae4d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:54.225563 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [None req-c4ec451c-f65c-4d70-92cb-4ab0ecba2416 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=c546091e7fdb4b92ac933f3a2d8fa321&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5403757 Aug 18 11:16:54.228247 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.16', 51386) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:16:54.230602 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ec451c-f65c-4d70-92cb-4ab0ecba2416 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76047f4c-a738-4c9a-903c-663e381aeb1a,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:16:54.276769 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=2 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:16:54.308613 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-876b8bed-8cb9-4c98-8f0c-96766c8aaabf admin admin] Publish callbacks [] for security_group (76047f4c-a738-4c9a-903c-663e381aeb1a), before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:54.320726 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d7a47b2d-f4ec-4573-9152-e0f749dae4d3 admin admin] Publish callbacks [] for security_group (116b5ea0-c2d5-4bbe-9ec1-4be3f69e2f81), precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:54.333829 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d7a47b2d-f4ec-4573-9152-e0f749dae4d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433130'] for security_group (116b5ea0-c2d5-4bbe-9ec1-4be3f69e2f81), after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:54.337246 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-876b8bed-8cb9-4c98-8f0c-96766c8aaabf admin admin] Publish callbacks [] for security_group (76047f4c-a738-4c9a-903c-663e381aeb1a), precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:54.406329 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-876b8bed-8cb9-4c98-8f0c-96766c8aaabf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433130'] for security_group (76047f4c-a738-4c9a-903c-663e381aeb1a), after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:54.409394 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-876b8bed-8cb9-4c98-8f0c-96766c8aaabf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:54.410960 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-876b8bed-8cb9-4c98-8f0c-96766c8aaabf admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/76047f4c-a738-4c9a-903c-663e381aeb1a HTTP/1.1" status: 204 len: 168 time: 0.1814597 Aug 18 11:16:54.412623 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [None req-d7a47b2d-f4ec-4573-9152-e0f749dae4d3 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=02f607a953e94bc6814474ac8bfd25f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2608855 Aug 18 11:16:54.413926 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a47b2d-f4ec-4573-9152-e0f749dae4d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=116b5ea0-c2d5-4bbe-9ec1-4be3f69e2f81,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:16:54.415896 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.16', 51394) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:16:54.425754 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8131c90f-b6f5-4527-b6cb-1ffe3190264e req-2e321492-048c-4307-a286-eda45dc27bb7 tempest-DeleteServersTestJSON-798039388 tempest-DeleteServersTestJSON-798039388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:16:54.427313 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-8131c90f-b6f5-4527-b6cb-1ffe3190264e req-2e321492-048c-4307-a286-eda45dc27bb7 tempest-DeleteServersTestJSON-798039388 tempest-DeleteServersTestJSON-798039388-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a90d5023-8b0f-4a30-b28a-cbe9ad96d4e1 HTTP/1.1" status: 200 len: 944 time: 0.1126072 Aug 18 11:16:54.434879 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876b8bed-8cb9-4c98-8f0c-96766c8aaabf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76047f4c-a738-4c9a-903c-663e381aeb1a,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:16:54.465661 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:16:54.468510 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a90d5023-8b0f-4a30-b28a-cbe9ad96d4e1', 'tag': 'eedfeaac-e879-4394-bc9f-1609cd77e40f'}] {{(pid=106379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 18 11:16:54.472273 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afeb4790f423e7ffe5fa0b02628cc43a14be8f1f20ac5f0ea3cf567e42d62054" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8703d17-3270-4c86-b363-dbcdfb486201" -d '{"events": [{"name": "network-changed", "server_uuid": "a90d5023-8b0f-4a30-b28a-cbe9ad96d4e1", "tag": "eedfeaac-e879-4394-bc9f-1609cd77e40f"}]}' {{(pid=106379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:16:54.505396 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-8131c90f-b6f5-4527-b6cb-1ffe3190264e req-9af25676-336c-4a18-92af-b6100b7d3777 tempest-DeleteServersTestJSON-798039388 tempest-DeleteServersTestJSON-798039388-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d5100d6d-7ccd-4a77-9503-b6d463c0cee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702007 Aug 18 11:16:54.517328 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-baaae5e5-9a9a-4ed9-ab18-f89abe8e9946 admin admin] Publish callbacks [] for security_group (116b5ea0-c2d5-4bbe-9ec1-4be3f69e2f81), before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:54.558750 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-baaae5e5-9a9a-4ed9-ab18-f89abe8e9946 admin admin] Publish callbacks [] for security_group (116b5ea0-c2d5-4bbe-9ec1-4be3f69e2f81), precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:54.566911 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Aug 2022 11:16:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46c07b32-17f2-47e2-991e-b153566e83ad x-openstack-request-id: req-46c07b32-17f2-47e2-991e-b153566e83ad {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:16:54.567204 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a90d5023-8b0f-4a30-b28a-cbe9ad96d4e1", "tag": "eedfeaac-e879-4394-bc9f-1609cd77e40f", "status": "completed", "code": 200}]} {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:16:54.567462 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-46c07b32-17f2-47e2-991e-b153566e83ad {{(pid=106379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:16:54.567863 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.notifiers.nova [-] Nova event matching ['req-46c07b32-17f2-47e2-991e-b153566e83ad'] response: {'name': 'network-changed', 'server_uuid': 'a90d5023-8b0f-4a30-b28a-cbe9ad96d4e1', 'tag': 'eedfeaac-e879-4394-bc9f-1609cd77e40f', 'status': 'completed', 'code': 200} Aug 18 11:16:54.640294 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-baaae5e5-9a9a-4ed9-ab18-f89abe8e9946 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433130'] for security_group (116b5ea0-c2d5-4bbe-9ec1-4be3f69e2f81), after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:54.644736 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-baaae5e5-9a9a-4ed9-ab18-f89abe8e9946 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:54.649517 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-baaae5e5-9a9a-4ed9-ab18-f89abe8e9946 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/116b5ea0-c2d5-4bbe-9ec1-4be3f69e2f81 HTTP/1.1" status: 204 len: 168 time: 0.2293341 Aug 18 11:16:54.659660 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baaae5e5-9a9a-4ed9-ab18-f89abe8e9946 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=116b5ea0-c2d5-4bbe-9ec1-4be3f69e2f81,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:16:54.681598 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1966e9d-9e50-46f6-be84-b4dc08fba500 req-0e51d6b6-8906-487d-bb51-aa9ab087cbe5 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:16:54.690113 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-a1966e9d-9e50-46f6-be84-b4dc08fba500 req-0e51d6b6-8906-487d-bb51-aa9ab087cbe5 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a099c0b5-8a0f-4e0e-808f-01ebe10264ae HTTP/1.1" status: 200 len: 944 time: 0.0861335 Aug 18 11:16:54.796636 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-a1966e9d-9e50-46f6-be84-b4dc08fba500 req-345f02ee-afd0-4284-8df0-6678daac0c9f tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=16bfbadc-c0d3-4087-aa51-822d3fcb8180&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1031098 Aug 18 11:16:54.806389 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eac1c93-5f02-4109-bc9c-f86b5e1a76d5 req-a96b8528-010c-45f7-adb5-842a950e32ed tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:16:54.808259 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-3eac1c93-5f02-4109-bc9c-f86b5e1a76d5 req-a96b8528-010c-45f7-adb5-842a950e32ed tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7d250382-9a20-4990-8a8f-8d0de89674a3 HTTP/1.1" status: 200 len: 944 time: 0.0993609 Aug 18 11:16:54.866794 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-3eac1c93-5f02-4109-bc9c-f86b5e1a76d5 req-9e6a924e-c767-4626-914a-605f7f524744 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4ea5bf43-978e-4299-a64e-45416a7e4e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522583 Aug 18 11:16:55.069131 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8db7651-518a-44f0-834d-8036931cbef8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebed5dca-31d9-4dd8-82d2-0b59c8ad64cb'}] {{(pid=106380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 18 11:16:55.074813 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2abfa1ee86993cd756e72fd91a3a01a1a8fb73078c92f04bbbffdb72ec117730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f774b06c-48f0-4cb9-9b90-e75521dc2748" -d '{"events": [{"server_uuid": "c8db7651-518a-44f0-834d-8036931cbef8", "name": "network-vif-plugged", "status": "completed", "tag": "ebed5dca-31d9-4dd8-82d2-0b59c8ad64cb"}]}' {{(pid=106380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:16:55.127591 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Aug 2022 11:16:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27579ad7-7b1f-4914-a4f0-43458009af07 x-openstack-request-id: req-27579ad7-7b1f-4914-a4f0-43458009af07 {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:16:55.128599 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8db7651-518a-44f0-834d-8036931cbef8", "name": "network-vif-plugged", "status": "completed", "tag": "ebed5dca-31d9-4dd8-82d2-0b59c8ad64cb", "code": 200}]} {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:16:55.129035 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-27579ad7-7b1f-4914-a4f0-43458009af07 {{(pid=106380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:16:55.129563 dv-cinder-853450-2-iscsi neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27579ad7-7b1f-4914-a4f0-43458009af07'] response: {'server_uuid': 'c8db7651-518a-44f0-834d-8036931cbef8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebed5dca-31d9-4dd8-82d2-0b59c8ad64cb', 'code': 200} Aug 18 11:16:55.270968 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.16', 51424) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:16:55.340126 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c22715-be93-4527-8867-33e479b0ee9c req-02ada1a5-5310-44c0-8027-560cea9f5dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:16:55.350760 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-35c22715-be93-4527-8867-33e479b0ee9c req-02ada1a5-5310-44c0-8027-560cea9f5dbd service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=be810e9efc4f4214b473f76da7e2714b&device_id=7d250382-9a20-4990-8a8f-8d0de89674a3 HTTP/1.1" status: 200 len: 1128 time: 0.1840019 Aug 18 11:16:55.361671 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab7ad66-8955-404a-a307-aacb66324855 req-dfcd7837-b2d9-43dd-a9e3-5a4ea5c7c5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:16:55.372380 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [req-eab7ad66-8955-404a-a307-aacb66324855 req-dfcd7837-b2d9-43dd-a9e3-5a4ea5c7c5e6 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=5b1c9faa-c979-43b2-a0cc-ea8cbdb168b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2193015 Aug 18 11:16:55.374620 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c05f95-4690-4afb-b4cf-9235104ea646 req-5dc01e9d-c556-440b-a170-8b65e1af4de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:16:55.376408 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [req-88c05f95-4690-4afb-b4cf-9235104ea646 req-5dc01e9d-c556-440b-a170-8b65e1af4de5 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=ca6ccede-6467-4618-b24a-e0809d05149d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1959851 Aug 18 11:16:55.448465 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b9072d67-540d-4c1b-a67d-1d27109d69b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:55.610205 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33232fc9-0128-4910-9e22-80713cea474a req-07fded77-749c-445d-bae9-956c71fd09d8 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:16:55.617250 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-33232fc9-0128-4910-9e22-80713cea474a req-07fded77-749c-445d-bae9-956c71fd09d8 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=71c3b65c-c12b-4633-ac7c-27a5cd878c43 HTTP/1.1" status: 200 len: 946 time: 0.2889850 Aug 18 11:16:55.676667 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [req-88c05f95-4690-4afb-b4cf-9235104ea646 req-103311b4-0f11-476a-a77f-55996eeaef13 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/ca6ccede-6467-4618-b24a-e0809d05149d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2898982 Aug 18 11:16:55.756824 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [req-eab7ad66-8955-404a-a307-aacb66324855 req-e4ee728c-31fb-40ca-9068-6a743ddbddd2 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/5b1c9faa-c979-43b2-a0cc-ea8cbdb168b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3720345 Aug 18 11:16:55.886295 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.16', 51446) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:16:55.907436 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1625bb1e-530b-4669-8ba2-d38141d9919d req-b89510ff-4e1e-41e9-993e-90cc418ec051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:16:55.910160 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [req-1625bb1e-530b-4669-8ba2-d38141d9919d req-b89510ff-4e1e-41e9-993e-90cc418ec051 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=c8db7651-518a-44f0-834d-8036931cbef8 HTTP/1.1" status: 200 len: 1129 time: 0.3196797 Aug 18 11:16:55.940693 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [req-88c05f95-4690-4afb-b4cf-9235104ea646 req-1562dc5a-dfbe-446a-878c-8d3a4d1481d6 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/ca6ccede-6467-4618-b24a-e0809d05149d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2426400 Aug 18 11:16:55.946717 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4733ba5-aab8-4767-a67e-7d4df9289e22 req-e8cf2007-5e86-4786-a47a-d20c801c5a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:16:55.948504 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-b4733ba5-aab8-4767-a67e-7d4df9289e22 req-e8cf2007-5e86-4786-a47a-d20c801c5a48 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=71c3b65c-c12b-4633-ac7c-27a5cd878c43 HTTP/1.1" status: 200 len: 1130 time: 0.4782848 Aug 18 11:16:55.976737 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:16:56.043178 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-1625bb1e-530b-4669-8ba2-d38141d9919d req-31db22fa-c80c-4fad-ab62-16747bc04dfc service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:56.070535 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-b4733ba5-aab8-4767-a67e-7d4df9289e22 req-7cecae08-6797-4b8c-934b-34de5b653d69 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:56.071970 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:16:56.094602 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cae092a-8c56-4d07-8ecf-e740ba755631 req-c877c93b-bdab-481c-a2ac-594990acfe2b tempest-DeleteServersTestJSON-798039388 tempest-DeleteServersTestJSON-798039388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:16:56.102474 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-0cae092a-8c56-4d07-8ecf-e740ba755631 req-c877c93b-bdab-481c-a2ac-594990acfe2b tempest-DeleteServersTestJSON-798039388 tempest-DeleteServersTestJSON-798039388-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a90d5023-8b0f-4a30-b28a-cbe9ad96d4e1 HTTP/1.1" status: 200 len: 944 time: 0.2168510 Aug 18 11:16:56.114006 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c22715-be93-4527-8867-33e479b0ee9c req-4ab57f23-f744-422d-be5c-e8ae079d2151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:16:56.115912 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-35c22715-be93-4527-8867-33e479b0ee9c req-4ab57f23-f744-422d-be5c-e8ae079d2151 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=610eae45-7047-4853-8153-1da79fb95838 HTTP/1.1" status: 200 len: 918 time: 0.7642260 Aug 18 11:16:56.119458 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=90,neutron:INSERT=10 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:16:56.139451 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-33232fc9-0128-4910-9e22-80713cea474a req-bea793a2-d17b-4bed-9cfc-e419a160ce95 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b21c2cf3-45f4-4212-bbb4-b16e8476f4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5212088 Aug 18 11:16:56.143788 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [req-eab7ad66-8955-404a-a307-aacb66324855 req-356e8163-a312-4f75-869c-36745f247ebe service neutron] 10.222.0.20 "GET /networking/v2.0/networks/5b1c9faa-c979-43b2-a0cc-ea8cbdb168b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3534067 Aug 18 11:16:56.253294 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-1625bb1e-530b-4669-8ba2-d38141d9919d req-31db22fa-c80c-4fad-ab62-16747bc04dfc service neutron] Publish callbacks [] for security_group (53bb4879-9896-417a-bf70-cedb21aa1440), precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:56.253691 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b9072d67-540d-4c1b-a67d-1d27109d69b5 admin admin] Publish callbacks [] for security_group (74dc9390-f46d-4d89-8651-c2e40d544eba), precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:56.258008 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-1625bb1e-530b-4669-8ba2-d38141d9919d req-31db22fa-c80c-4fad-ab62-16747bc04dfc service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433130'] for security_group (53bb4879-9896-417a-bf70-cedb21aa1440), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:56.292471 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b9072d67-540d-4c1b-a67d-1d27109d69b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433130'] for security_group (74dc9390-f46d-4d89-8651-c2e40d544eba), after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:56.334204 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [req-1625bb1e-530b-4669-8ba2-d38141d9919d req-31db22fa-c80c-4fad-ab62-16747bc04dfc service neutron] 10.222.0.20 "GET /networking/v2.0/security-groups?id=b21c2cf3-45f4-4212-bbb4-b16e8476f4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3607795 Aug 18 11:16:56.335187 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31db22fa-c80c-4fad-ab62-16747bc04dfc service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=53bb4879-9896-417a-bf70-cedb21aa1440,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:16:56.343935 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31db22fa-c80c-4fad-ab62-16747bc04dfc service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:16:56.344231 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31db22fa-c80c-4fad-ab62-16747bc04dfc service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:16:56.344520 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31db22fa-c80c-4fad-ab62-16747bc04dfc service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:16:56.344854 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31db22fa-c80c-4fad-ab62-16747bc04dfc service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:16:56.345182 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31db22fa-c80c-4fad-ab62-16747bc04dfc service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:16:56.345600 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31db22fa-c80c-4fad-ab62-16747bc04dfc service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:16:56.345817 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31db22fa-c80c-4fad-ab62-16747bc04dfc service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:16:56.346137 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31db22fa-c80c-4fad-ab62-16747bc04dfc service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:16:56.346451 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31db22fa-c80c-4fad-ab62-16747bc04dfc service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:16:56.346786 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31db22fa-c80c-4fad-ab62-16747bc04dfc service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:16:56.347121 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31db22fa-c80c-4fad-ab62-16747bc04dfc service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:16:56.347442 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31db22fa-c80c-4fad-ab62-16747bc04dfc service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:16:56.347768 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31db22fa-c80c-4fad-ab62-16747bc04dfc service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:16:56.348082 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31db22fa-c80c-4fad-ab62-16747bc04dfc service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:16:56.348422 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31db22fa-c80c-4fad-ab62-16747bc04dfc service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:16:56.376452 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9072d67-540d-4c1b-a67d-1d27109d69b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74dc9390-f46d-4d89-8651-c2e40d544eba,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:16:56.395303 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:16:56.422218 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f0cda22-c7cb-4971-882a-eabc263696c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:56.436182 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9072d67-540d-4c1b-a67d-1d27109d69b5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:16:56.436512 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9072d67-540d-4c1b-a67d-1d27109d69b5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:16:56.436861 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9072d67-540d-4c1b-a67d-1d27109d69b5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:16:56.437217 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9072d67-540d-4c1b-a67d-1d27109d69b5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:16:56.437834 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9072d67-540d-4c1b-a67d-1d27109d69b5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:16:56.438011 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9072d67-540d-4c1b-a67d-1d27109d69b5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:16:56.438310 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9072d67-540d-4c1b-a67d-1d27109d69b5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:16:56.438636 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9072d67-540d-4c1b-a67d-1d27109d69b5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:16:56.438959 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9072d67-540d-4c1b-a67d-1d27109d69b5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:16:56.439289 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9072d67-540d-4c1b-a67d-1d27109d69b5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:16:56.439700 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9072d67-540d-4c1b-a67d-1d27109d69b5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:16:56.440018 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9072d67-540d-4c1b-a67d-1d27109d69b5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:16:56.440375 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9072d67-540d-4c1b-a67d-1d27109d69b5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:16:56.440696 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9072d67-540d-4c1b-a67d-1d27109d69b5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:16:56.441016 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9072d67-540d-4c1b-a67d-1d27109d69b5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:16:56.448008 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.db.api [req-b4733ba5-aab8-4767-a67e-7d4df9289e22 req-7cecae08-6797-4b8c-934b-34de5b653d69 service neutron] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) 0bdd785798ec4a6ba0c5ebd91d110098 {{(pid=106378) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 18 11:16:56.448477 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG oslo_db.api [req-b4733ba5-aab8-4767-a67e-7d4df9289e22 req-7cecae08-6797-4b8c-934b-34de5b653d69 service neutron] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 18 11:16:56.449503 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Device 565d092d-be66-4df6-a273-c1968e5a86f7 details requested by agent hyperv_hv-cinder-85345 with host hv-cinder-85345 {{(pid=106380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 11:16:56.461149 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7b0366-cdcd-4526-961d-ff29a4b8e88d req-34ed672d-fca3-4c3c-8158-ab971bfff922 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:16:56.462695 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-cf7b0366-cdcd-4526-961d-ff29a4b8e88d req-34ed672d-fca3-4c3c-8158-ab971bfff922 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a099c0b5-8a0f-4e0e-808f-01ebe10264ae HTTP/1.1" status: 200 len: 944 time: 0.2068837 Aug 18 11:16:56.465787 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-0cae092a-8c56-4d07-8ecf-e740ba755631 req-12b0d594-294b-42b7-b5a9-9d1b2bc9aeee tempest-DeleteServersTestJSON-798039388 tempest-DeleteServersTestJSON-798039388-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d5100d6d-7ccd-4a77-9503-b6d463c0cee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3625133 Aug 18 11:16:56.470091 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [None req-b9072d67-540d-4c1b-a67d-1d27109d69b5 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=a78cdef84e444f8d9e4991a8281f4c85&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1835666 Aug 18 11:16:56.475047 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.16', 51466) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:16:56.591266 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:16:56.594385 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-cf7b0366-cdcd-4526-961d-ff29a4b8e88d req-ab5ecd3a-2273-4fcd-b0ca-2200763c6208 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=16bfbadc-c0d3-4087-aa51-822d3fcb8180&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1231802 Aug 18 11:16:56.637721 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] For port 565d092d-be66-4df6-a273-c1968e5a86f7, host hv-cinder-85345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85345',level=0,port_id=565d092d-be66-4df6-a273-c1968e5a86f7,segment=NetworkSegment(9c3c1f69-d097-49d4-af01-0805916be3fe),segment_id=9c3c1f69-d097-49d4-af01-0805916be3fe)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:16:56.652216 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Returning: {'device': '565d092d-be66-4df6-a273-c1968e5a86f7', 'network_id': '610eae45-7047-4853-8153-1da79fb95838', 'port_id': '565d092d-be66-4df6-a273-c1968e5a86f7', 'mac_address': 'fa:16:3e:61:80:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 968, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3eb1b23-820c-420d-9ebc-59169bbc8615', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 11:16:56.664889 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b988ee14-954f-4b49-a1d2-edf21aaab24e admin admin] Publish callbacks [] for security_group (74dc9390-f46d-4d89-8651-c2e40d544eba), before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:56.687673 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5718bfc2-445c-4525-a7c8-5586b91b3ac2 req-88757897-7f14-460e-a8da-9ad5629ac245 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:16:56.689388 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-5718bfc2-445c-4525-a7c8-5586b91b3ac2 req-88757897-7f14-460e-a8da-9ad5629ac245 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7d250382-9a20-4990-8a8f-8d0de89674a3 HTTP/1.1" status: 200 len: 944 time: 0.1125658 Aug 18 11:16:56.695347 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Current status of the port 565d092d-be66-4df6-a273-c1968e5a86f7 is: DOWN; New status is: BUILD {{(pid=106380) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 11:16:56.695753 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (565d092d-be66-4df6-a273-c1968e5a86f7), before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:56.711944 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.notifiers.nova [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 565d092d-be66-4df6-a273-c1968e5a86f7 {{(pid=106380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 18 11:16:56.726720 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b988ee14-954f-4b49-a1d2-edf21aaab24e admin admin] Publish callbacks [] for security_group (74dc9390-f46d-4d89-8651-c2e40d544eba), precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:56.739545 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] For port 565d092d-be66-4df6-a273-c1968e5a86f7, host hv-cinder-85345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85345',level=0,port_id=565d092d-be66-4df6-a273-c1968e5a86f7,segment=NetworkSegment(9c3c1f69-d097-49d4-af01-0805916be3fe),segment_id=9c3c1f69-d097-49d4-af01-0805916be3fe)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:16:56.744805 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732803053689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732802528799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732802528817'] for port (565d092d-be66-4df6-a273-c1968e5a86f7), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:56.779059 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f0cda22-c7cb-4971-882a-eabc263696c5 admin admin] Publish callbacks [] for security_group (ecc5fb7b-e64a-4d6f-9664-2238fb178292), precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:56.799471 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f0cda22-c7cb-4971-882a-eabc263696c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433130'] for security_group (ecc5fb7b-e64a-4d6f-9664-2238fb178292), after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:56.818178 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Pushing event updated for resources: {'Port': ['ID=565d092d-be66-4df6-a273-c1968e5a86f7,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:16:56.836432 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-5718bfc2-445c-4525-a7c8-5586b91b3ac2 req-d10e982c-c286-44f2-a68e-e3f008d9dbb1 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4ea5bf43-978e-4299-a64e-45416a7e4e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1322451 Aug 18 11:16:56.869782 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [None req-0f0cda22-c7cb-4971-882a-eabc263696c5 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=22faf57641344f809c2aaacb1afeb193&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9733899 Aug 18 11:16:56.873413 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.16', 51472) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:16:56.879432 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0cda22-c7cb-4971-882a-eabc263696c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecc5fb7b-e64a-4d6f-9664-2238fb178292,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:16:56.910268 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b988ee14-954f-4b49-a1d2-edf21aaab24e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433130'] for security_group (74dc9390-f46d-4d89-8651-c2e40d544eba), after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:56.912885 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b988ee14-954f-4b49-a1d2-edf21aaab24e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:56.914040 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [None req-b988ee14-954f-4b49-a1d2-edf21aaab24e admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/74dc9390-f46d-4d89-8651-c2e40d544eba HTTP/1.1" status: 204 len: 168 time: 0.4373336 Aug 18 11:16:56.936247 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b988ee14-954f-4b49-a1d2-edf21aaab24e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74dc9390-f46d-4d89-8651-c2e40d544eba,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:16:56.967724 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-b4733ba5-aab8-4767-a67e-7d4df9289e22 req-7cecae08-6797-4b8c-934b-34de5b653d69 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:56.989568 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8d3b0cda-2a26-4f92-bb97-62b8e53b2e71 admin admin] Publish callbacks [] for security_group (ecc5fb7b-e64a-4d6f-9664-2238fb178292), before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:57.042001 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:DELETE=1 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:16:57.046294 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8d3b0cda-2a26-4f92-bb97-62b8e53b2e71 admin admin] Publish callbacks [] for security_group (ecc5fb7b-e64a-4d6f-9664-2238fb178292), precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:57.128769 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-b4733ba5-aab8-4767-a67e-7d4df9289e22 req-7cecae08-6797-4b8c-934b-34de5b653d69 service neutron] 10.222.0.20 "GET /networking/v2.0/security-groups?id=b21c2cf3-45f4-4212-bbb4-b16e8476f4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1516206 Aug 18 11:16:57.155430 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8d3b0cda-2a26-4f92-bb97-62b8e53b2e71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433130'] for security_group (ecc5fb7b-e64a-4d6f-9664-2238fb178292), after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:57.158615 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8d3b0cda-2a26-4f92-bb97-62b8e53b2e71 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:57.164150 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [None req-8d3b0cda-2a26-4f92-bb97-62b8e53b2e71 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/ecc5fb7b-e64a-4d6f-9664-2238fb178292 HTTP/1.1" status: 204 len: 168 time: 0.2870872 Aug 18 11:16:57.189813 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3b0cda-2a26-4f92-bb97-62b8e53b2e71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecc5fb7b-e64a-4d6f-9664-2238fb178292,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:16:57.311611 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] get_ports_and_sgs() called for port_ids ['565d092d-be66-4df6-a273-c1968e5a86f7'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 18 11:16:57.335559 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a613c654-6167-4b90-aa2b-bf545354f71d req-ff093bd7-6152-45c0-8b25-31f9b9550d09 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:16:57.347303 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-a613c654-6167-4b90-aa2b-bf545354f71d req-ff093bd7-6152-45c0-8b25-31f9b9550d09 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=71c3b65c-c12b-4633-ac7c-27a5cd878c43 HTTP/1.1" status: 200 len: 946 time: 0.0687335 Aug 18 11:16:57.421554 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-a613c654-6167-4b90-aa2b-bf545354f71d req-69b5e1db-f720-4876-9c55-0f4fd1e44b13 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b21c2cf3-45f4-4212-bbb4-b16e8476f4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730600 Aug 18 11:16:57.635287 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=86,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:16:57.648259 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc717a2-4382-42d3-a468-e9d78bbecf1d req-5b76073f-f156-4567-8d18-6569773f1678 tempest-DeleteServersTestJSON-798039388 tempest-DeleteServersTestJSON-798039388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:16:57.649846 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-2fc717a2-4382-42d3-a468-e9d78bbecf1d req-5b76073f-f156-4567-8d18-6569773f1678 tempest-DeleteServersTestJSON-798039388 tempest-DeleteServersTestJSON-798039388-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a90d5023-8b0f-4a30-b28a-cbe9ad96d4e1 HTTP/1.1" status: 200 len: 944 time: 0.0675383 Aug 18 11:16:57.730661 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-2fc717a2-4382-42d3-a468-e9d78bbecf1d req-16d76296-0c05-4a51-b7b8-ded87938f6ef tempest-DeleteServersTestJSON-798039388 tempest-DeleteServersTestJSON-798039388-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d5100d6d-7ccd-4a77-9503-b6d463c0cee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708115 Aug 18 11:16:57.781053 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.16', 51514) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:16:57.789252 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6779e0-6929-458f-b1ee-8dfcfa1aeef7 req-07c2950b-5525-45c6-8082-d807f11d5a08 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:16:57.797783 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-9a6779e0-6929-458f-b1ee-8dfcfa1aeef7 req-07c2950b-5525-45c6-8082-d807f11d5a08 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a099c0b5-8a0f-4e0e-808f-01ebe10264ae HTTP/1.1" status: 200 len: 944 time: 0.0820742 Aug 18 11:16:57.804249 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e5c1d507-ce45-4a48-af01-c729d47161b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:57.859339 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-9a6779e0-6929-458f-b1ee-8dfcfa1aeef7 req-8377b5e4-3a41-437c-b1ac-c529d1992729 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=16bfbadc-c0d3-4087-aa51-822d3fcb8180&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598562 Aug 18 11:16:57.908731 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e5c1d507-ce45-4a48-af01-c729d47161b5 admin admin] Publish callbacks [] for security_group (b7544692-c363-4f12-9315-8d28702c38a1), precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:57.914906 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e5c1d507-ce45-4a48-af01-c729d47161b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433130'] for security_group (b7544692-c363-4f12-9315-8d28702c38a1), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:57.971799 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-e5c1d507-ce45-4a48-af01-c729d47161b5 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=3ee68f858a84444f8b657e95f4702566&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1894574 Aug 18 11:16:57.973095 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c1d507-ce45-4a48-af01-c729d47161b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7544692-c363-4f12-9315-8d28702c38a1,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:16:57.976727 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.16', 51526) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:16:58.022492 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c8c6ad-a02d-4e01-a546-72ce5d3d9c8d req-85cb1b71-5bcb-48bd-87c1-780a91550472 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:16:58.028825 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-16c8c6ad-a02d-4e01-a546-72ce5d3d9c8d req-85cb1b71-5bcb-48bd-87c1-780a91550472 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7d250382-9a20-4990-8a8f-8d0de89674a3 HTTP/1.1" status: 200 len: 945 time: 0.0803356 Aug 18 11:16:58.074283 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-bf59f9fa-b67e-4e92-8cd4-771f5f8c1cb4 admin admin] Publish callbacks [] for security_group (b7544692-c363-4f12-9315-8d28702c38a1), before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:58.097857 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-bf59f9fa-b67e-4e92-8cd4-771f5f8c1cb4 admin admin] Publish callbacks [] for security_group (b7544692-c363-4f12-9315-8d28702c38a1), precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:58.110910 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-16c8c6ad-a02d-4e01-a546-72ce5d3d9c8d req-59eca3a7-a913-4348-9604-334f00cde4f4 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4ea5bf43-978e-4299-a64e-45416a7e4e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733078 Aug 18 11:16:58.157904 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-bf59f9fa-b67e-4e92-8cd4-771f5f8c1cb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433130'] for security_group (b7544692-c363-4f12-9315-8d28702c38a1), after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:58.160817 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-bf59f9fa-b67e-4e92-8cd4-771f5f8c1cb4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:58.161970 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-bf59f9fa-b67e-4e92-8cd4-771f5f8c1cb4 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/b7544692-c363-4f12-9315-8d28702c38a1 HTTP/1.1" status: 204 len: 168 time: 0.1832447 Aug 18 11:16:58.181919 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf59f9fa-b67e-4e92-8cd4-771f5f8c1cb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7544692-c363-4f12-9315-8d28702c38a1,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:16:58.358912 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.16', 51546) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:16:58.448388 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Device d63b2561-cafa-4cbb-9ba8-843fcd0143c2 details requested by agent hyperv_hv-cinder-85345 with host hv-cinder-85345 {{(pid=106380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 11:16:58.484236 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.v2.base [None req-47b098e8-61da-47ca-920f-4686c86640f1 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-306380435-network', 'tenant_id': '46ab441b7dcd4611a77ed792c4bc8a9f'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:16:58.510644 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47b098e8-61da-47ca-920f-4686c86640f1 admin admin] Made reservation on behalf of 46ab441b7dcd4611a77ed792c4bc8a9f for: {'network': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 11:16:58.517053 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-47b098e8-61da-47ca-920f-4686c86640f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for network (None), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:58.530775 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-47b098e8-61da-47ca-920f-4686c86640f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:58.562533 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Device 565d092d-be66-4df6-a273-c1968e5a86f7 up at agent hyperv_hv-cinder-85345 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 11:16:58.607572 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768b05cb-49fe-4b36-99fe-2ceb5d49e7eb req-0d6c55fe-0d72-4b75-ae63-d20e3ccf6730 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:16:58.611425 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-768b05cb-49fe-4b36-99fe-2ceb5d49e7eb req-0d6c55fe-0d72-4b75-ae63-d20e3ccf6730 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=71c3b65c-c12b-4633-ac7c-27a5cd878c43 HTTP/1.1" status: 200 len: 946 time: 0.0914838 Aug 18 11:16:58.621984 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=78,neutron:INSERT=20,neutron:UPDATE=2 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:16:58.638183 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:16:58.674919 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Provisioning for port 565d092d-be66-4df6-a273-c1968e5a86f7 completed by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 18 11:16:58.691386 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-47b098e8-61da-47ca-920f-4686c86640f1 admin admin] Publish callbacks [] for security_group (40b71081-6562-46d1-ba98-bfa0dca9829b), precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:58.693933 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Provisioning complete for port 565d092d-be66-4df6-a273-c1968e5a86f7 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 18 11:16:58.694590 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619404'] for port (565d092d-be66-4df6-a273-c1968e5a86f7), provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:58.694709 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-768b05cb-49fe-4b36-99fe-2ceb5d49e7eb req-ae85a2d4-0fd2-45e5-b625-6f843ca01114 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b21c2cf3-45f4-4212-bbb4-b16e8476f4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691381 Aug 18 11:16:58.699582 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-47b098e8-61da-47ca-920f-4686c86640f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433130'] for security_group (40b71081-6562-46d1-ba98-bfa0dca9829b), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:58.704073 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] For port d63b2561-cafa-4cbb-9ba8-843fcd0143c2, host hv-cinder-85345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85345',level=0,port_id=d63b2561-cafa-4cbb-9ba8-843fcd0143c2,segment=NetworkSegment(ee45f576-d1b7-4e11-a10f-3fe54663f35e),segment_id=ee45f576-d1b7-4e11-a10f-3fe54663f35e)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:16:58.734970 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47b098e8-61da-47ca-920f-4686c86640f1 admin admin] vlan segment allocate from pool success with {'vlan_id': 989, 'physical_network': 'physnet1'} {{(pid=106379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 11:16:58.739744 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Returning: {'device': 'd63b2561-cafa-4cbb-9ba8-843fcd0143c2', 'network_id': 'ca6ccede-6467-4618-b24a-e0809d05149d', 'port_id': 'd63b2561-cafa-4cbb-9ba8-843fcd0143c2', 'mac_address': 'fa:16:3e:67:fd:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 997, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf42f62c-f94a-411e-aa38-b95605994c37', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 11:16:58.753150 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b098e8-61da-47ca-920f-4686c86640f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40b71081-6562-46d1-ba98-bfa0dca9829b,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:16:58.756475 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-47b098e8-61da-47ca-920f-4686c86640f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3609830'] for segment (7be6b8bb-4039-4268-9be8-b61205ed2e6e), precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:58.756911 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.db.segments_db [None req-47b098e8-61da-47ca-920f-4686c86640f1 admin admin] Added segment 7be6b8bb-4039-4268-9be8-b61205ed2e6e of type vlan for network 6ff062a4-6795-414a-8b6e-d7f2b68fb7c1 Aug 18 11:16:58.793111 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=76,neutron:INSERT=18,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:16:58.811062 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Current status of the port d63b2561-cafa-4cbb-9ba8-843fcd0143c2 is: DOWN; New status is: BUILD {{(pid=106380) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 11:16:58.811791 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (d63b2561-cafa-4cbb-9ba8-843fcd0143c2), before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:58.813103 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-47b098e8-61da-47ca-920f-4686c86640f1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732802498636'] for network (6ff062a4-6795-414a-8b6e-d7f2b68fb7c1), precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:58.842674 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Current status of the port 565d092d-be66-4df6-a273-c1968e5a86f7 is: BUILD; New status is: ACTIVE {{(pid=106380) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 11:16:58.842844 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (565d092d-be66-4df6-a273-c1968e5a86f7), before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:58.847011 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.notifiers.nova [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d63b2561-cafa-4cbb-9ba8-843fcd0143c2 {{(pid=106380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 18 11:16:58.853994 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:16:58.855307 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-47b098e8-61da-47ca-920f-4686c86640f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403'] for network (6ff062a4-6795-414a-8b6e-d7f2b68fb7c1), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:58.856804 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47b098e8-61da-47ca-920f-4686c86640f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:16:58.858188 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-47b098e8-61da-47ca-920f-4686c86640f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682417'] for network (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:58.886024 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2eaa502-ca1a-4e26-b203-592296dfe7bc req-5c459ca3-62b4-415f-bb36-ac97f5c0d170 tempest-DeleteServersTestJSON-798039388 tempest-DeleteServersTestJSON-798039388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:16:58.898997 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] For port d63b2561-cafa-4cbb-9ba8-843fcd0143c2, host hv-cinder-85345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85345',level=0,port_id=d63b2561-cafa-4cbb-9ba8-843fcd0143c2,segment=NetworkSegment(ee45f576-d1b7-4e11-a10f-3fe54663f35e),segment_id=ee45f576-d1b7-4e11-a10f-3fe54663f35e)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:16:58.907241 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d250382-9a20-4990-8a8f-8d0de89674a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '565d092d-be66-4df6-a273-c1968e5a86f7'}] {{(pid=106380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 18 11:16:58.909948 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2abfa1ee86993cd756e72fd91a3a01a1a8fb73078c92f04bbbffdb72ec117730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a50c8fc-445a-4185-b084-45ffe58c2e5f" -d '{"events": [{"server_uuid": "7d250382-9a20-4990-8a8f-8d0de89674a3", "name": "network-vif-plugged", "status": "completed", "tag": "565d092d-be66-4df6-a273-c1968e5a86f7"}]}' {{(pid=106380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:16:58.911434 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-c2eaa502-ca1a-4e26-b203-592296dfe7bc req-5c459ca3-62b4-415f-bb36-ac97f5c0d170 tempest-DeleteServersTestJSON-798039388 tempest-DeleteServersTestJSON-798039388-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a90d5023-8b0f-4a30-b28a-cbe9ad96d4e1 HTTP/1.1" status: 200 len: 944 time: 0.0761597 Aug 18 11:16:58.915523 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732803053689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732802528799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732802528817'] for port (d63b2561-cafa-4cbb-9ba8-843fcd0143c2), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:58.948436 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-47b098e8-61da-47ca-920f-4686c86640f1 admin admin] 10.222.0.16 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5883605 Aug 18 11:16:58.954451 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.16', 51572) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:16:58.959895 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.v2.base [None req-10be95f9-c9b7-4c65-9e68-82d304021f5e admin admin] Request body: {'subnet': {'network_id': '6ff062a4-6795-414a-8b6e-d7f2b68fb7c1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-306380435-subnet', 'tenant_id': '46ab441b7dcd4611a77ed792c4bc8a9f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:16:58.961267 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] For port 565d092d-be66-4df6-a273-c1968e5a86f7, host hv-cinder-85345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85345',level=0,port_id=565d092d-be66-4df6-a273-c1968e5a86f7,segment=NetworkSegment(9c3c1f69-d097-49d4-af01-0805916be3fe),segment_id=9c3c1f69-d097-49d4-af01-0805916be3fe)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:16:58.970357 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b098e8-61da-47ca-920f-4686c86640f1 admin admin] Pushing event updated for resources: {'Network': ['ID=6ff062a4-6795-414a-8b6e-d7f2b68fb7c1,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:16:58.970579 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732803053689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732802528799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732802528817'] for port (565d092d-be66-4df6-a273-c1968e5a86f7), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:58.985046 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Pushing event updated for resources: {'Port': ['ID=d63b2561-cafa-4cbb-9ba8-843fcd0143c2,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:16:58.994226 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:16:58.994581 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:16:58.994976 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:16:58.995308 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:16:58.995718 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:16:58.996071 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:16:58.996417 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:16:58.996520 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10be95f9-c9b7-4c65-9e68-82d304021f5e admin admin] Made reservation on behalf of 46ab441b7dcd4611a77ed792c4bc8a9f for: {'subnet': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 11:16:58.996744 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:16:58.997074 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:16:58.997402 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:16:58.998312 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:16:58.998806 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:16:58.999137 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:16:58.999463 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:16:59.001278 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-10be95f9-c9b7-4c65-9e68-82d304021f5e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11267958'] for subnet (None), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:59.007816 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:16:59.012917 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Network 6ff062a4-6795-414a-8b6e-d7f2b68fb7c1 details requested by agent ovs-agent-dv-cinder-853450-2-iscsi with host dv-cinder-853450-2-iscsi {{(pid=106380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 11:16:59.025909 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-c2eaa502-ca1a-4e26-b203-592296dfe7bc req-63672df1-f45a-4ee9-894e-8d213071b996 tempest-DeleteServersTestJSON-798039388 tempest-DeleteServersTestJSON-798039388-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d5100d6d-7ccd-4a77-9503-b6d463c0cee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129394 Aug 18 11:16:59.090733 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Aug 2022 11:16:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3b581fb-d71f-4c35-b5bb-0548cb1b17cd x-openstack-request-id: req-b3b581fb-d71f-4c35-b5bb-0548cb1b17cd {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:16:59.091087 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d250382-9a20-4990-8a8f-8d0de89674a3", "name": "network-vif-plugged", "status": "completed", "tag": "565d092d-be66-4df6-a273-c1968e5a86f7", "code": 200}]} {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:16:59.091482 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b3b581fb-d71f-4c35-b5bb-0548cb1b17cd {{(pid=106380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:16:59.092105 dv-cinder-853450-2-iscsi neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3b581fb-d71f-4c35-b5bb-0548cb1b17cd'] response: {'server_uuid': '7d250382-9a20-4990-8a8f-8d0de89674a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '565d092d-be66-4df6-a273-c1968e5a86f7', 'code': 200} Aug 18 11:16:59.168676 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82aea840-71d4-43b4-b8f1-1d4a839eb5e0 req-e355b280-e679-4f5f-bbfa-361c1f4a9132 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:16:59.174114 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-82aea840-71d4-43b4-b8f1-1d4a839eb5e0 req-e355b280-e679-4f5f-bbfa-361c1f4a9132 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a099c0b5-8a0f-4e0e-808f-01ebe10264ae HTTP/1.1" status: 200 len: 945 time: 0.1302221 Aug 18 11:16:59.192623 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Pushing event updated for resources: {'Port': ['ID=565d092d-be66-4df6-a273-c1968e5a86f7,revision_number=5']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:16:59.240073 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-82aea840-71d4-43b4-b8f1-1d4a839eb5e0 req-49b9763d-49ba-4c2c-b557-6c2b3cb33a74 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=16bfbadc-c0d3-4087-aa51-822d3fcb8180&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611432 Aug 18 11:16:59.277871 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-10be95f9-c9b7-4c65-9e68-82d304021f5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1640095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11267864'] for subnet (8d2333ae-b2fb-4675-84d0-601e58534793), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:59.318904 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f45cfd-d64a-44be-aa32-9d65bef9c996 req-bb735830-db9a-4965-b767-e3c52e57dc89 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:16:59.320650 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-b8f45cfd-d64a-44be-aa32-9d65bef9c996 req-bb735830-db9a-4965-b767-e3c52e57dc89 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7d250382-9a20-4990-8a8f-8d0de89674a3 HTTP/1.1" status: 200 len: 946 time: 0.0570164 Aug 18 11:16:59.334307 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10be95f9-c9b7-4c65-9e68-82d304021f5e admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d2333ae-b2fb-4675-84d0-601e58534793,revision_number=0']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:16:59.363156 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10be95f9-c9b7-4c65-9e68-82d304021f5e admin admin] Checking segment: {'id': '7be6b8bb-4039-4268-9be8-b61205ed2e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 989, 'network_id': '6ff062a4-6795-414a-8b6e-d7f2b68fb7c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 18 11:16:59.363504 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10be95f9-c9b7-4c65-9e68-82d304021f5e admin admin] Network hostable DHCP agents. Network: 6ff062a4-6795-414a-8b6e-d7f2b68fb7c1, hostable agents: ['c499a017-4b38-4967-b050-d4094e1a7564'], hosted agents: [] {{(pid=106379) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 11:16:59.384136 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10be95f9-c9b7-4c65-9e68-82d304021f5e admin admin] Network 6ff062a4-6795-414a-8b6e-d7f2b68fb7c1 is scheduled to be hosted by DHCP agent c499a017-4b38-4967-b050-d4094e1a7564 with binding_index 1 {{(pid=106379) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 11:16:59.385678 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-b8f45cfd-d64a-44be-aa32-9d65bef9c996 req-c5c5fd47-e487-4987-9071-157759267396 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4ea5bf43-978e-4299-a64e-45416a7e4e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577981 Aug 18 11:16:59.404779 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-10be95f9-c9b7-4c65-9e68-82d304021f5e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-853450-2-iscsi, 6ff062a4-6795-414a-8b6e-d7f2b68fb7c1) {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 11:16:59.414720 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10be95f9-c9b7-4c65-9e68-82d304021f5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:16:59.415561 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-10be95f9-c9b7-4c65-9e68-82d304021f5e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:16:59.421594 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79d90dcf-b168-412c-af8f-ad7fdd2ad353 None None] Network 6ff062a4-6795-414a-8b6e-d7f2b68fb7c1 requested from dv-cinder-853450-2-iscsi {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 18 11:16:59.458321 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-10be95f9-c9b7-4c65-9e68-82d304021f5e admin admin] 10.222.0.16 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5020809 Aug 18 11:16:59.533292 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdecf101-1b43-4cb6-bb1f-ab44a260b21b None None] Network 6ff062a4-6795-414a-8b6e-d7f2b68fb7c1 requested from dv-cinder-853450-2-iscsi {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 18 11:16:59.700665 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.16', 51600) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:16:59.829299 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d59531-6a3c-4d8f-81e9-0cf8bdfb84a1 req-f37b4cb9-ae54-42b8-b1f8-085572fb3d9c tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:16:59.830996 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-60d59531-6a3c-4d8f-81e9-0cf8bdfb84a1 req-f37b4cb9-ae54-42b8-b1f8-085572fb3d9c tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=71c3b65c-c12b-4633-ac7c-27a5cd878c43 HTTP/1.1" status: 200 len: 946 time: 0.0530784 Aug 18 11:16:59.893609 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-60d59531-6a3c-4d8f-81e9-0cf8bdfb84a1 req-b36eda58-496d-48cd-87d2-a54b500ef0e3 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b21c2cf3-45f4-4212-bbb4-b16e8476f4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555561 Aug 18 11:16:59.949728 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c6169a92-fe15-4dbc-9d16-e0e4181e00f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:00.013791 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=81,neutron:UPDATE=4,neutron:INSERT=12,neutron:DELETE=3 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:17:00.049702 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c6169a92-fe15-4dbc-9d16-e0e4181e00f6 admin admin] Publish callbacks [] for security_group (3352d398-e0c9-4087-939a-13dd86d24b08), precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:00.057983 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c6169a92-fe15-4dbc-9d16-e0e4181e00f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433130'] for security_group (3352d398-e0c9-4087-939a-13dd86d24b08), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:00.108818 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-c6169a92-fe15-4dbc-9d16-e0e4181e00f6 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=6be6791ac9da47afb8a5fb18392b31f2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4069862 Aug 18 11:17:00.109764 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.16', 51622) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:17:00.109894 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6169a92-fe15-4dbc-9d16-e0e4181e00f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3352d398-e0c9-4087-939a-13dd86d24b08,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:17:00.207394 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ced94d-8216-44b0-9047-668b693c0acc req-664c093d-9180-489d-b821-9b5d1f86ec58 tempest-DeleteServersTestJSON-798039388 tempest-DeleteServersTestJSON-798039388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:17:00.212902 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-28ced94d-8216-44b0-9047-668b693c0acc req-664c093d-9180-489d-b821-9b5d1f86ec58 tempest-DeleteServersTestJSON-798039388 tempest-DeleteServersTestJSON-798039388-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a90d5023-8b0f-4a30-b28a-cbe9ad96d4e1 HTTP/1.1" status: 200 len: 944 time: 0.0834198 Aug 18 11:17:00.250690 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:DELETE=1,neutron:SELECT=99 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:17:00.285899 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1bd8b89e-31fe-4bdb-949a-45b49f88dee1 admin admin] Publish callbacks [] for security_group (3352d398-e0c9-4087-939a-13dd86d24b08), before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:00.382245 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1bd8b89e-31fe-4bdb-949a-45b49f88dee1 admin admin] Publish callbacks [] for security_group (3352d398-e0c9-4087-939a-13dd86d24b08), precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:00.396502 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-28ced94d-8216-44b0-9047-668b693c0acc req-4faa60b5-4c57-4b44-87ff-286067f3b743 tempest-DeleteServersTestJSON-798039388 tempest-DeleteServersTestJSON-798039388-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d5100d6d-7ccd-4a77-9503-b6d463c0cee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801097 Aug 18 11:17:00.401364 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=100 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:17:00.415966 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6a2d05-0e5c-43b5-9d3f-63c8cbc67189 req-fb8bf6ae-94f5-4a63-8f8b-37b28b0ec296 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:17:00.422976 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-2a6a2d05-0e5c-43b5-9d3f-63c8cbc67189 req-fb8bf6ae-94f5-4a63-8f8b-37b28b0ec296 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a099c0b5-8a0f-4e0e-808f-01ebe10264ae HTTP/1.1" status: 200 len: 945 time: 0.0915272 Aug 18 11:17:00.431931 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.16', 51638) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:17:00.439687 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.v2.base [None req-a4512718-dbfa-45bd-a0db-c99895c1a1d5 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2050332269-network', 'tenant_id': '992c975ce7194088837e4f12aba0c0dd'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:17:00.472418 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4512718-dbfa-45bd-a0db-c99895c1a1d5 admin admin] Made reservation on behalf of 992c975ce7194088837e4f12aba0c0dd for: {'network': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 11:17:00.473586 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a4512718-dbfa-45bd-a0db-c99895c1a1d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for network (None), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:00.487424 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a4512718-dbfa-45bd-a0db-c99895c1a1d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:00.494322 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-2a6a2d05-0e5c-43b5-9d3f-63c8cbc67189 req-f4bed9e7-7872-4770-8746-3150949c8951 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=16bfbadc-c0d3-4087-aa51-822d3fcb8180&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705664 Aug 18 11:17:00.542509 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1bd8b89e-31fe-4bdb-949a-45b49f88dee1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433130'] for security_group (3352d398-e0c9-4087-939a-13dd86d24b08), after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:00.545178 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1bd8b89e-31fe-4bdb-949a-45b49f88dee1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:00.546387 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [None req-1bd8b89e-31fe-4bdb-949a-45b49f88dee1 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/3352d398-e0c9-4087-939a-13dd86d24b08 HTTP/1.1" status: 204 len: 168 time: 0.4351835 Aug 18 11:17:00.577121 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd8b89e-31fe-4bdb-949a-45b49f88dee1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3352d398-e0c9-4087-939a-13dd86d24b08,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:17:00.581852 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=79,neutron:DELETE=1,neutron:INSERT=19,neutron:UPDATE=1 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:17:00.587570 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce0ee4b-74a8-4817-a42e-66acdb16a2dc req-e2986d2b-8723-46f9-a54f-5cc72cceaf46 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:17:00.589208 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-1ce0ee4b-74a8-4817-a42e-66acdb16a2dc req-e2986d2b-8723-46f9-a54f-5cc72cceaf46 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7d250382-9a20-4990-8a8f-8d0de89674a3 HTTP/1.1" status: 200 len: 946 time: 0.0803292 Aug 18 11:17:00.602834 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a4512718-dbfa-45bd-a0db-c99895c1a1d5 admin admin] Publish callbacks [] for security_group (457daea1-2ab8-4cb3-8a7e-1149a4ef193f), precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:00.610673 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a4512718-dbfa-45bd-a0db-c99895c1a1d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433130'] for security_group (457daea1-2ab8-4cb3-8a7e-1149a4ef193f), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:00.672428 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4512718-dbfa-45bd-a0db-c99895c1a1d5 admin admin] vlan segment allocate from pool success with {'vlan_id': 984, 'physical_network': 'physnet1'} {{(pid=106379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 11:17:00.700021 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a4512718-dbfa-45bd-a0db-c99895c1a1d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3609830'] for segment (9e8f2781-7ecf-47e4-8b5e-885a617e4394), precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:00.702193 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.db.segments_db [None req-a4512718-dbfa-45bd-a0db-c99895c1a1d5 admin admin] Added segment 9e8f2781-7ecf-47e4-8b5e-885a617e4394 of type vlan for network 30f8c412-f039-485b-beb3-1fe7cbaad049 Aug 18 11:17:00.705208 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4512718-dbfa-45bd-a0db-c99895c1a1d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=457daea1-2ab8-4cb3-8a7e-1149a4ef193f,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:17:00.731671 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-1ce0ee4b-74a8-4817-a42e-66acdb16a2dc req-1b1ed22f-309c-4b29-94be-5ba1303e2bb3 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4ea5bf43-978e-4299-a64e-45416a7e4e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1334140 Aug 18 11:17:00.765956 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a4512718-dbfa-45bd-a0db-c99895c1a1d5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732802498636'] for network (30f8c412-f039-485b-beb3-1fe7cbaad049), precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:00.793762 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a4512718-dbfa-45bd-a0db-c99895c1a1d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403'] for network (30f8c412-f039-485b-beb3-1fe7cbaad049), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:00.796011 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4512718-dbfa-45bd-a0db-c99895c1a1d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:17:00.796558 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a4512718-dbfa-45bd-a0db-c99895c1a1d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682417'] for network (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:00.854002 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-a4512718-dbfa-45bd-a0db-c99895c1a1d5 admin admin] 10.222.0.16 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4192197 Aug 18 11:17:00.856824 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.16', 51650) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:17:00.862048 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.v2.base [None req-c857f2c4-3ac8-461c-9a1c-bbd27f300e2f admin admin] Request body: {'subnet': {'network_id': '30f8c412-f039-485b-beb3-1fe7cbaad049', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2050332269-subnet', 'tenant_id': '992c975ce7194088837e4f12aba0c0dd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:17:00.883784 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4512718-dbfa-45bd-a0db-c99895c1a1d5 admin admin] Pushing event updated for resources: {'Network': ['ID=30f8c412-f039-485b-beb3-1fe7cbaad049,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:17:00.897010 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c857f2c4-3ac8-461c-9a1c-bbd27f300e2f admin admin] Made reservation on behalf of 992c975ce7194088837e4f12aba0c0dd for: {'subnet': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 11:17:00.899315 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c857f2c4-3ac8-461c-9a1c-bbd27f300e2f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11267958'] for subnet (None), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:00.900125 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Network 30f8c412-f039-485b-beb3-1fe7cbaad049 details requested by agent ovs-agent-dv-cinder-853450-2-iscsi with host dv-cinder-853450-2-iscsi {{(pid=106380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 11:17:01.047485 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcb4077-941f-45ca-a76e-8fa2a104335f req-c6b57789-0e87-43c7-9479-6920e2c521b3 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:17:01.055562 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-fbcb4077-941f-45ca-a76e-8fa2a104335f req-c6b57789-0e87-43c7-9479-6920e2c521b3 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=71c3b65c-c12b-4633-ac7c-27a5cd878c43 HTTP/1.1" status: 200 len: 946 time: 0.0766125 Aug 18 11:17:01.107971 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-fbcb4077-941f-45ca-a76e-8fa2a104335f req-18a63d33-9f3b-403f-9b08-97de39cd20f2 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b21c2cf3-45f4-4212-bbb4-b16e8476f4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507679 Aug 18 11:17:01.108522 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.16', 51656) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:17:01.122504 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8cac676d-a649-47b0-8024-c9cc53777093 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:01.156450 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.16', 51658) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:17:01.186285 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c857f2c4-3ac8-461c-9a1c-bbd27f300e2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1640095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11267864'] for subnet (4a0f12a8-b7b1-4edb-8ece-4063bb23390b), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:01.210215 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8cac676d-a649-47b0-8024-c9cc53777093 admin admin] Publish callbacks [] for security_group (58b681fa-eeb0-4212-aa1f-aa573d4315b1), precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:01.214593 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8cac676d-a649-47b0-8024-c9cc53777093 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433130'] for security_group (58b681fa-eeb0-4212-aa1f-aa573d4315b1), after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:01.244986 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [None req-8cac676d-a649-47b0-8024-c9cc53777093 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=9f299c8eb7a549c0841a1ca425995a19&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1329746 Aug 18 11:17:01.249311 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.16', 51662) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:17:01.254597 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c857f2c4-3ac8-461c-9a1c-bbd27f300e2f admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a0f12a8-b7b1-4edb-8ece-4063bb23390b,revision_number=0']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:17:01.257033 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c857f2c4-3ac8-461c-9a1c-bbd27f300e2f admin admin] Checking segment: {'id': '9e8f2781-7ecf-47e4-8b5e-885a617e4394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 984, 'network_id': '30f8c412-f039-485b-beb3-1fe7cbaad049'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 18 11:17:01.257392 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c857f2c4-3ac8-461c-9a1c-bbd27f300e2f admin admin] Network hostable DHCP agents. Network: 30f8c412-f039-485b-beb3-1fe7cbaad049, hostable agents: ['c499a017-4b38-4967-b050-d4094e1a7564'], hosted agents: [] {{(pid=106379) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 11:17:01.280158 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cac676d-a649-47b0-8024-c9cc53777093 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58b681fa-eeb0-4212-aa1f-aa573d4315b1,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:17:01.287711 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c857f2c4-3ac8-461c-9a1c-bbd27f300e2f admin admin] Network 30f8c412-f039-485b-beb3-1fe7cbaad049 is scheduled to be hosted by DHCP agent c499a017-4b38-4967-b050-d4094e1a7564 with binding_index 1 {{(pid=106379) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 11:17:01.302261 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-c857f2c4-3ac8-461c-9a1c-bbd27f300e2f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-853450-2-iscsi, 30f8c412-f039-485b-beb3-1fe7cbaad049) {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 11:17:01.312008 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e72cb85c-8dd1-410b-a6a1-cf7390a0a609 None None] Network 30f8c412-f039-485b-beb3-1fe7cbaad049 requested from dv-cinder-853450-2-iscsi {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 18 11:17:01.317785 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c857f2c4-3ac8-461c-9a1c-bbd27f300e2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:17:01.318555 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c857f2c4-3ac8-461c-9a1c-bbd27f300e2f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:01.329413 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c1427ea6-513f-487e-a3a1-e605c5e02cfc admin admin] Publish callbacks [] for security_group (58b681fa-eeb0-4212-aa1f-aa573d4315b1), before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:01.337986 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-c857f2c4-3ac8-461c-9a1c-bbd27f300e2f admin admin] 10.222.0.16 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4795887 Aug 18 11:17:01.366442 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c1427ea6-513f-487e-a3a1-e605c5e02cfc admin admin] Publish callbacks [] for security_group (58b681fa-eeb0-4212-aa1f-aa573d4315b1), precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:01.448952 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3b692db5-3b5d-4d33-997e-03c3a8687081 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:01.481032 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d72ef79c-0090-419e-a9dc-d82392c261ae None None] Network 30f8c412-f039-485b-beb3-1fe7cbaad049 requested from dv-cinder-853450-2-iscsi {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 18 11:17:01.487488 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c1427ea6-513f-487e-a3a1-e605c5e02cfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433130'] for security_group (58b681fa-eeb0-4212-aa1f-aa573d4315b1), after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:01.490056 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c1427ea6-513f-487e-a3a1-e605c5e02cfc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:01.491205 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [None req-c1427ea6-513f-487e-a3a1-e605c5e02cfc admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/58b681fa-eeb0-4212-aa1f-aa573d4315b1 HTTP/1.1" status: 204 len: 168 time: 0.2413144 Aug 18 11:17:01.554121 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:17:01.601609 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1427ea6-513f-487e-a3a1-e605c5e02cfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58b681fa-eeb0-4212-aa1f-aa573d4315b1,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:17:01.657251 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a59932-266b-46ad-bc6b-d4ef3990816f req-dc124e6f-911f-407f-b4bd-fd2725dfaa95 tempest-DeleteServersTestJSON-798039388 tempest-DeleteServersTestJSON-798039388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:17:01.664605 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-65a59932-266b-46ad-bc6b-d4ef3990816f req-dc124e6f-911f-407f-b4bd-fd2725dfaa95 tempest-DeleteServersTestJSON-798039388 tempest-DeleteServersTestJSON-798039388-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a90d5023-8b0f-4a30-b28a-cbe9ad96d4e1 HTTP/1.1" status: 200 len: 944 time: 0.1605961 Aug 18 11:17:01.714617 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0626d9db-037e-4ab3-9d67-c8fed066d704 req-f8976627-f76c-4d0f-8d2b-0e3a854a18db tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:17:01.721845 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-0626d9db-037e-4ab3-9d67-c8fed066d704 req-f8976627-f76c-4d0f-8d2b-0e3a854a18db tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a099c0b5-8a0f-4e0e-808f-01ebe10264ae HTTP/1.1" status: 200 len: 945 time: 0.1265380 Aug 18 11:17:01.756633 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=84,neutron:DELETE=5,neutron:INSERT=11 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:17:01.765368 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=85,neutron:DELETE=3,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:17:01.817450 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3b692db5-3b5d-4d33-997e-03c3a8687081 admin admin] Publish callbacks [] for security_group (469455e1-b4ec-4346-99f0-6441464303f8), precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:01.831707 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-65a59932-266b-46ad-bc6b-d4ef3990816f req-352f87b7-c3e4-42d2-8d44-64bfa1f795b1 tempest-DeleteServersTestJSON-798039388 tempest-DeleteServersTestJSON-798039388-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d5100d6d-7ccd-4a77-9503-b6d463c0cee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660812 Aug 18 11:17:01.861242 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3b692db5-3b5d-4d33-997e-03c3a8687081 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433130'] for security_group (469455e1-b4ec-4346-99f0-6441464303f8), after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:01.953929 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-0626d9db-037e-4ab3-9d67-c8fed066d704 req-f683a68a-1fe6-433f-88c9-3d9fff5df70c tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=16bfbadc-c0d3-4087-aa51-822d3fcb8180&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2295368 Aug 18 11:17:02.010877 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [None req-3b692db5-3b5d-4d33-997e-03c3a8687081 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=c6b85ee61646400f810c32456df8409f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8534102 Aug 18 11:17:02.017130 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.16', 51682) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:17:02.017983 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.16', 51684) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:17:02.029182 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b692db5-3b5d-4d33-997e-03c3a8687081 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=469455e1-b4ec-4346-99f0-6441464303f8,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:17:02.042057 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-42d3f67c-21c9-4572-9f2e-d8a4a57ca325 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:02.051350 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae06dfb-8775-4a92-9bdb-99eb4370e6f8 req-29d5210d-338a-4992-bb3f-7bdd46442adc tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:17:02.058409 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-4ae06dfb-8775-4a92-9bdb-99eb4370e6f8 req-29d5210d-338a-4992-bb3f-7bdd46442adc tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7d250382-9a20-4990-8a8f-8d0de89674a3 HTTP/1.1" status: 200 len: 946 time: 0.0906689 Aug 18 11:17:02.090077 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=82,neutron:INSERT=11,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:17:02.094883 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a47475ff-bc2d-4594-9b94-6154a706a70e admin admin] Publish callbacks [] for security_group (469455e1-b4ec-4346-99f0-6441464303f8), before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:02.127000 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a47475ff-bc2d-4594-9b94-6154a706a70e admin admin] Publish callbacks [] for security_group (469455e1-b4ec-4346-99f0-6441464303f8), precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:02.148388 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-4ae06dfb-8775-4a92-9bdb-99eb4370e6f8 req-1348332b-b6f9-40bb-bb7e-2e5963855f6c tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4ea5bf43-978e-4299-a64e-45416a7e4e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891473 Aug 18 11:17:02.205513 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a47475ff-bc2d-4594-9b94-6154a706a70e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433130'] for security_group (469455e1-b4ec-4346-99f0-6441464303f8), after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:02.222633 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a47475ff-bc2d-4594-9b94-6154a706a70e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:02.224505 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-a47475ff-bc2d-4594-9b94-6154a706a70e admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/469455e1-b4ec-4346-99f0-6441464303f8 HTTP/1.1" status: 204 len: 168 time: 0.2050991 Aug 18 11:17:02.242781 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-42d3f67c-21c9-4572-9f2e-d8a4a57ca325 admin admin] Publish callbacks [] for security_group (929ccb5e-91e5-46b4-aba7-29ce4e022c6d), precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:02.245288 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47475ff-bc2d-4594-9b94-6154a706a70e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=469455e1-b4ec-4346-99f0-6441464303f8,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:17:02.264555 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-42d3f67c-21c9-4572-9f2e-d8a4a57ca325 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433130'] for security_group (929ccb5e-91e5-46b4-aba7-29ce4e022c6d), after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:02.318022 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ee9d6f-b967-4048-a062-e23b7789b0d5 req-8d95f500-d57e-4927-9c4a-adef57f6187d tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:17:02.319691 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-b1ee9d6f-b967-4048-a062-e23b7789b0d5 req-8d95f500-d57e-4927-9c4a-adef57f6187d tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=71c3b65c-c12b-4633-ac7c-27a5cd878c43 HTTP/1.1" status: 200 len: 946 time: 0.0986395 Aug 18 11:17:02.329777 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d3f67c-21c9-4572-9f2e-d8a4a57ca325 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=929ccb5e-91e5-46b4-aba7-29ce4e022c6d,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:17:02.335447 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [None req-42d3f67c-21c9-4572-9f2e-d8a4a57ca325 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=c170d396473c44f48dea5e372c055ba0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3147490 Aug 18 11:17:02.339774 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.16', 51694) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:17:02.389694 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-b1ee9d6f-b967-4048-a062-e23b7789b0d5 req-8e94c08c-8e24-4cab-a3df-86971547dad8 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b21c2cf3-45f4-4212-bbb4-b16e8476f4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567849 Aug 18 11:17:02.408784 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-9478a518-c569-4c9e-9015-3a47660889aa admin admin] Publish callbacks [] for security_group (929ccb5e-91e5-46b4-aba7-29ce4e022c6d), before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:02.432889 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-9478a518-c569-4c9e-9015-3a47660889aa admin admin] Publish callbacks [] for security_group (929ccb5e-91e5-46b4-aba7-29ce4e022c6d), precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:02.456578 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:17:02.484912 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-9478a518-c569-4c9e-9015-3a47660889aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433130'] for security_group (929ccb5e-91e5-46b4-aba7-29ce4e022c6d), after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:02.487460 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-9478a518-c569-4c9e-9015-3a47660889aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:02.488757 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-9478a518-c569-4c9e-9015-3a47660889aa admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/929ccb5e-91e5-46b4-aba7-29ce4e022c6d HTTP/1.1" status: 204 len: 168 time: 0.1475422 Aug 18 11:17:02.496986 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9478a518-c569-4c9e-9015-3a47660889aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=929ccb5e-91e5-46b4-aba7-29ce4e022c6d,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:17:02.688063 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.16', 51702) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:17:02.701413 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-fd2f7982-58da-4949-92fe-93c7cdb85c6e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:02.792778 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-fd2f7982-58da-4949-92fe-93c7cdb85c6e admin admin] Publish callbacks [] for security_group (50f993cd-9eb6-4b95-a9b3-bcdcef76ae9a), precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:02.797763 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-fd2f7982-58da-4949-92fe-93c7cdb85c6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433130'] for security_group (50f993cd-9eb6-4b95-a9b3-bcdcef76ae9a), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:02.838654 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-fd2f7982-58da-4949-92fe-93c7cdb85c6e admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=733fc9abe4094cdfabe5774dc8dae73b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1494424 Aug 18 11:17:02.839884 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2f7982-58da-4949-92fe-93c7cdb85c6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50f993cd-9eb6-4b95-a9b3-bcdcef76ae9a,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:17:02.842119 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.16', 51710) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:17:02.901626 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-08422231-84c9-445a-b24e-f30088ecaf76 admin admin] Publish callbacks [] for security_group (50f993cd-9eb6-4b95-a9b3-bcdcef76ae9a), before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:02.927319 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-08422231-84c9-445a-b24e-f30088ecaf76 admin admin] Publish callbacks [] for security_group (50f993cd-9eb6-4b95-a9b3-bcdcef76ae9a), precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:03.009334 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6939e1eb-46d9-48a5-b4b8-7ba09973edf1 req-fe0e7ddd-2c2a-4437-9494-2ae1b172ce53 tempest-DeleteServersTestJSON-798039388 tempest-DeleteServersTestJSON-798039388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:17:03.013741 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-6939e1eb-46d9-48a5-b4b8-7ba09973edf1 req-fe0e7ddd-2c2a-4437-9494-2ae1b172ce53 tempest-DeleteServersTestJSON-798039388 tempest-DeleteServersTestJSON-798039388-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a90d5023-8b0f-4a30-b28a-cbe9ad96d4e1 HTTP/1.1" status: 200 len: 944 time: 0.0885072 Aug 18 11:17:03.074027 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-08422231-84c9-445a-b24e-f30088ecaf76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433130'] for security_group (50f993cd-9eb6-4b95-a9b3-bcdcef76ae9a), after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:03.079290 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-08422231-84c9-445a-b24e-f30088ecaf76 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:03.081602 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [None req-08422231-84c9-445a-b24e-f30088ecaf76 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/50f993cd-9eb6-4b95-a9b3-bcdcef76ae9a HTTP/1.1" status: 204 len: 168 time: 0.2377551 Aug 18 11:17:03.157675 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08422231-84c9-445a-b24e-f30088ecaf76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50f993cd-9eb6-4b95-a9b3-bcdcef76ae9a,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:17:03.201654 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cd3a8f-be98-4e5d-96df-1390422feac6 req-dfb1e4e7-5662-41fa-8d54-e354ea61fa56 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:17:03.203816 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-63cd3a8f-be98-4e5d-96df-1390422feac6 req-dfb1e4e7-5662-41fa-8d54-e354ea61fa56 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a099c0b5-8a0f-4e0e-808f-01ebe10264ae HTTP/1.1" status: 200 len: 945 time: 0.1347904 Aug 18 11:17:03.210075 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-6939e1eb-46d9-48a5-b4b8-7ba09973edf1 req-d1ca05dd-4388-4342-99eb-283e29ba3453 tempest-DeleteServersTestJSON-798039388 tempest-DeleteServersTestJSON-798039388-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d5100d6d-7ccd-4a77-9503-b6d463c0cee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674838 Aug 18 11:17:03.251063 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:INSERT=7,neutron:SELECT=88,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:17:03.305241 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-63cd3a8f-be98-4e5d-96df-1390422feac6 req-af17e5ae-1ed2-4038-847d-1c853ca0622f tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=16bfbadc-c0d3-4087-aa51-822d3fcb8180&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796053 Aug 18 11:17:03.334175 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] get_ports_and_sgs() called for port_ids ['d63b2561-cafa-4cbb-9ba8-843fcd0143c2'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 18 11:17:03.384213 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e92f59f-54ad-4705-ac82-807195ff3e9f req-370c947c-6a0f-49b3-8c76-74900a94c847 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:17:03.392592 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-4e92f59f-54ad-4705-ac82-807195ff3e9f req-370c947c-6a0f-49b3-8c76-74900a94c847 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7d250382-9a20-4990-8a8f-8d0de89674a3 HTTP/1.1" status: 200 len: 946 time: 0.0856540 Aug 18 11:17:03.474582 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-35c22715-be93-4527-8867-33e479b0ee9c req-3adc404b-56c2-4850-a41f-7034a8ed0e1f service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=565d092d-be66-4df6-a273-c1968e5a86f7 HTTP/1.1" status: 200 len: 217 time: 0.0600159 Aug 18 11:17:03.474982 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:17:03.493706 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-4e92f59f-54ad-4705-ac82-807195ff3e9f req-6d126866-32c5-4d23-b208-d6ad87c610bc tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4ea5bf43-978e-4299-a64e-45416a7e4e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1001434 Aug 18 11:17:03.581982 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86455b28-6401-4d23-b6db-9eaacb9ea7e5 req-f926c898-a7a5-4dbf-a9c9-8c3d964022e7 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:17:03.583812 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-86455b28-6401-4d23-b6db-9eaacb9ea7e5 req-f926c898-a7a5-4dbf-a9c9-8c3d964022e7 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=71c3b65c-c12b-4633-ac7c-27a5cd878c43 HTTP/1.1" status: 200 len: 946 time: 0.0598249 Aug 18 11:17:03.641205 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-86455b28-6401-4d23-b6db-9eaacb9ea7e5 req-0a995453-bb30-4c53-821c-97f331fc5f9b tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b21c2cf3-45f4-4212-bbb4-b16e8476f4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509171 Aug 18 11:17:04.119136 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d76aa0e-afca-4ef3-9139-ad7e9d991b9e req-76e2d354-d255-4119-a901-9829bfff641b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:17:04.120739 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-7d76aa0e-afca-4ef3-9139-ad7e9d991b9e req-76e2d354-d255-4119-a901-9829bfff641b service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=129f3d9f33ad4b209039244eb09599e9&device_id=a099c0b5-8a0f-4e0e-808f-01ebe10264ae HTTP/1.1" status: 200 len: 1129 time: 0.0562282 Aug 18 11:17:04.147509 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.16', 51780) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:17:04.297232 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2bed5bc5-fed3-41f5-9bb4-bc04145600fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:04.405359 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfa462a-ff6f-4270-ac03-2e889e653385 req-78b1f3c7-d4f4-46d0-bba6-4fe3ad83a3cb tempest-DeleteServersTestJSON-798039388 tempest-DeleteServersTestJSON-798039388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:17:04.406641 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-3bfa462a-ff6f-4270-ac03-2e889e653385 req-78b1f3c7-d4f4-46d0-bba6-4fe3ad83a3cb tempest-DeleteServersTestJSON-798039388 tempest-DeleteServersTestJSON-798039388-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a90d5023-8b0f-4a30-b28a-cbe9ad96d4e1 HTTP/1.1" status: 200 len: 944 time: 0.0872159 Aug 18 11:17:04.516926 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97ecbe9-1fcb-4663-b83a-d1f7b9d55588 req-cf7511ea-7b53-49ab-89dd-48133a0a7d80 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:17:04.518396 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-a97ecbe9-1fcb-4663-b83a-d1f7b9d55588 req-cf7511ea-7b53-49ab-89dd-48133a0a7d80 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a099c0b5-8a0f-4e0e-808f-01ebe10264ae HTTP/1.1" status: 200 len: 945 time: 0.0947778 Aug 18 11:17:04.563594 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2bed5bc5-fed3-41f5-9bb4-bc04145600fa admin admin] Publish callbacks [] for security_group (c758f39b-3e1d-48ca-b027-b3cef1a1e8bf), precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:04.578679 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-3bfa462a-ff6f-4270-ac03-2e889e653385 req-938edb3b-e211-4829-989a-c34d86334743 tempest-DeleteServersTestJSON-798039388 tempest-DeleteServersTestJSON-798039388-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d5100d6d-7ccd-4a77-9503-b6d463c0cee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621640 Aug 18 11:17:04.585249 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2bed5bc5-fed3-41f5-9bb4-bc04145600fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433130'] for security_group (c758f39b-3e1d-48ca-b027-b3cef1a1e8bf), after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:04.678838 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-a97ecbe9-1fcb-4663-b83a-d1f7b9d55588 req-b4577450-9cc0-47c3-b673-932d260ca07e tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=16bfbadc-c0d3-4087-aa51-822d3fcb8180&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1518743 Aug 18 11:17:04.700463 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [None req-2bed5bc5-fed3-41f5-9bb4-bc04145600fa admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=012dcf0d2246498abacf0ba93776f9fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5424795 Aug 18 11:17:04.700572 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.16', 51822) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:17:04.739149 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bed5bc5-fed3-41f5-9bb4-bc04145600fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c758f39b-3e1d-48ca-b027-b3cef1a1e8bf,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:17:04.765170 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897ff573-b50c-4e9d-b7ef-73b1371eb6ef req-46d1a739-edae-4dd4-abd0-3ca364a37baf tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:17:04.767796 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-897ff573-b50c-4e9d-b7ef-73b1371eb6ef req-46d1a739-edae-4dd4-abd0-3ca364a37baf tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7d250382-9a20-4990-8a8f-8d0de89674a3 HTTP/1.1" status: 200 len: 946 time: 0.0841870 Aug 18 11:17:04.800143 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ff4489e8-7bf7-4cbb-869a-c75ef7cd9813 admin admin] Publish callbacks [] for security_group (c758f39b-3e1d-48ca-b027-b3cef1a1e8bf), before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:04.836443 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ff4489e8-7bf7-4cbb-869a-c75ef7cd9813 admin admin] Publish callbacks [] for security_group (c758f39b-3e1d-48ca-b027-b3cef1a1e8bf), precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:04.840115 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591c4f1a-539d-4c7c-a47f-063d0eb79788 req-09efd69d-1db1-4009-bad2-1eac8791b887 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:17:04.842424 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-591c4f1a-539d-4c7c-a47f-063d0eb79788 req-09efd69d-1db1-4009-bad2-1eac8791b887 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=71c3b65c-c12b-4633-ac7c-27a5cd878c43 HTTP/1.1" status: 200 len: 946 time: 0.0731280 Aug 18 11:17:04.885138 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-897ff573-b50c-4e9d-b7ef-73b1371eb6ef req-67df163b-77f2-4a9b-a0e8-4a9a50b39b1c tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4ea5bf43-978e-4299-a64e-45416a7e4e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1057854 Aug 18 11:17:04.921229 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ff4489e8-7bf7-4cbb-869a-c75ef7cd9813 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433130'] for security_group (c758f39b-3e1d-48ca-b027-b3cef1a1e8bf), after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:04.922622 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-591c4f1a-539d-4c7c-a47f-063d0eb79788 req-4fd948b4-d77e-432b-90f7-abe2436003f2 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b21c2cf3-45f4-4212-bbb4-b16e8476f4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684421 Aug 18 11:17:04.924074 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ff4489e8-7bf7-4cbb-869a-c75ef7cd9813 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:04.925426 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-ff4489e8-7bf7-4cbb-869a-c75ef7cd9813 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/c758f39b-3e1d-48ca-b027-b3cef1a1e8bf HTTP/1.1" status: 204 len: 168 time: 0.2292707 Aug 18 11:17:04.935774 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4489e8-7bf7-4cbb-869a-c75ef7cd9813 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c758f39b-3e1d-48ca-b027-b3cef1a1e8bf,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:17:05.406282 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Device d63b2561-cafa-4cbb-9ba8-843fcd0143c2 up at agent hyperv_hv-cinder-85345 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 11:17:05.445523 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:17:05.452485 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Provisioning for port d63b2561-cafa-4cbb-9ba8-843fcd0143c2 completed by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 18 11:17:05.458574 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Provisioning complete for port d63b2561-cafa-4cbb-9ba8-843fcd0143c2 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 18 11:17:05.458978 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619404'] for port (d63b2561-cafa-4cbb-9ba8-843fcd0143c2), provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:05.539199 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Current status of the port d63b2561-cafa-4cbb-9ba8-843fcd0143c2 is: BUILD; New status is: ACTIVE {{(pid=106380) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 11:17:05.539625 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (d63b2561-cafa-4cbb-9ba8-843fcd0143c2), before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:05.565006 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a099c0b5-8a0f-4e0e-808f-01ebe10264ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd63b2561-cafa-4cbb-9ba8-843fcd0143c2'}] {{(pid=106380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 18 11:17:05.567381 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2abfa1ee86993cd756e72fd91a3a01a1a8fb73078c92f04bbbffdb72ec117730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daa35d0c-e823-40eb-9fc5-01953aeac970" -d '{"events": [{"server_uuid": "a099c0b5-8a0f-4e0e-808f-01ebe10264ae", "name": "network-vif-plugged", "status": "completed", "tag": "d63b2561-cafa-4cbb-9ba8-843fcd0143c2"}]}' {{(pid=106380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:17:05.586153 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] For port d63b2561-cafa-4cbb-9ba8-843fcd0143c2, host hv-cinder-85345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85345',level=0,port_id=d63b2561-cafa-4cbb-9ba8-843fcd0143c2,segment=NetworkSegment(ee45f576-d1b7-4e11-a10f-3fe54663f35e),segment_id=ee45f576-d1b7-4e11-a10f-3fe54663f35e)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:17:05.592966 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732803053689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732802528799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732802528817'] for port (d63b2561-cafa-4cbb-9ba8-843fcd0143c2), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:05.619989 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Aug 2022 11:17:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90d231cb-08ac-438a-8e0d-6472e5d07561 x-openstack-request-id: req-90d231cb-08ac-438a-8e0d-6472e5d07561 {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:17:05.620275 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a099c0b5-8a0f-4e0e-808f-01ebe10264ae", "name": "network-vif-plugged", "status": "completed", "tag": "d63b2561-cafa-4cbb-9ba8-843fcd0143c2", "code": 200}]} {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:17:05.620861 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-90d231cb-08ac-438a-8e0d-6472e5d07561 {{(pid=106380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:17:05.622213 dv-cinder-853450-2-iscsi neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90d231cb-08ac-438a-8e0d-6472e5d07561'] response: {'server_uuid': 'a099c0b5-8a0f-4e0e-808f-01ebe10264ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd63b2561-cafa-4cbb-9ba8-843fcd0143c2', 'code': 200} Aug 18 11:17:05.697787 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (0c451e2b-fe38-44d1-984c-2dd7bcedf4dc), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:05.724065 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7be977-bb02-4d6e-aa15-f12f1a35b5ef req-3261df76-49b0-4299-ae77-dec2465271c7 tempest-DeleteServersTestJSON-798039388 tempest-DeleteServersTestJSON-798039388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:17:05.727459 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Pushing event updated for resources: {'Port': ['ID=d63b2561-cafa-4cbb-9ba8-843fcd0143c2,revision_number=5']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:17:05.733214 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-2d7be977-bb02-4d6e-aa15-f12f1a35b5ef req-3261df76-49b0-4299-ae77-dec2465271c7 tempest-DeleteServersTestJSON-798039388 tempest-DeleteServersTestJSON-798039388-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a90d5023-8b0f-4a30-b28a-cbe9ad96d4e1 HTTP/1.1" status: 200 len: 944 time: 0.0712538 Aug 18 11:17:05.827864 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-2d7be977-bb02-4d6e-aa15-f12f1a35b5ef req-90ef13fd-706d-4e88-8690-621c8ef49d85 tempest-DeleteServersTestJSON-798039388 tempest-DeleteServersTestJSON-798039388-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d5100d6d-7ccd-4a77-9503-b6d463c0cee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931537 Aug 18 11:17:05.911772 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3855ea1c-8874-44fd-bbb5-831ebb58bce2 req-f0fcdc85-07e2-4d15-8174-6a047f2a52a8 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:17:05.918088 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.16', 51876) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:17:05.925042 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-3855ea1c-8874-44fd-bbb5-831ebb58bce2 req-f0fcdc85-07e2-4d15-8174-6a047f2a52a8 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a099c0b5-8a0f-4e0e-808f-01ebe10264ae HTTP/1.1" status: 200 len: 946 time: 0.0951364 Aug 18 11:17:05.987717 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-3855ea1c-8874-44fd-bbb5-831ebb58bce2 req-b37532e6-b3d7-45e9-a449-a17675949065 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=16bfbadc-c0d3-4087-aa51-822d3fcb8180&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605745 Aug 18 11:17:06.007734 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:17:06.067375 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3df9db-6295-467e-9a6e-b94adc4b0de6 req-fd76b9d7-b16b-4dee-8e2b-4c2275f5dfcb tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:17:06.069095 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-ee3df9db-6295-467e-9a6e-b94adc4b0de6 req-fd76b9d7-b16b-4dee-8e2b-4c2275f5dfcb tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7d250382-9a20-4990-8a8f-8d0de89674a3 HTTP/1.1" status: 200 len: 946 time: 0.0707090 Aug 18 11:17:06.105087 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:17:06.110932 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.v2.base [None req-aa4a0b62-6c6c-4a82-a8b6-78e5a2185827 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1503680995-network', 'tenant_id': 'ede6199069114ce380f30088d312f345'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:17:06.140451 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa4a0b62-6c6c-4a82-a8b6-78e5a2185827 admin admin] Made reservation on behalf of ede6199069114ce380f30088d312f345 for: {'network': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 11:17:06.144993 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-aa4a0b62-6c6c-4a82-a8b6-78e5a2185827 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for network (None), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:06.160166 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-aa4a0b62-6c6c-4a82-a8b6-78e5a2185827 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:06.168723 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-ee3df9db-6295-467e-9a6e-b94adc4b0de6 req-4da07b20-42fa-49be-9962-ed2b9c1a7318 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4ea5bf43-978e-4299-a64e-45416a7e4e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931010 Aug 18 11:17:06.177395 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c905a9-ea4e-4af1-867d-9483a652c676 req-3c94720b-e04f-4ba0-8ce0-6e0f4ba576dd tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:17:06.178921 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-65c905a9-ea4e-4af1-867d-9483a652c676 req-3c94720b-e04f-4ba0-8ce0-6e0f4ba576dd tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=71c3b65c-c12b-4633-ac7c-27a5cd878c43 HTTP/1.1" status: 200 len: 946 time: 0.0747035 Aug 18 11:17:06.238145 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-65c905a9-ea4e-4af1-867d-9483a652c676 req-0867ccb7-f5b0-42b0-a065-477c165310fb tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b21c2cf3-45f4-4212-bbb4-b16e8476f4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530586 Aug 18 11:17:06.254702 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-aa4a0b62-6c6c-4a82-a8b6-78e5a2185827 admin admin] Publish callbacks [] for security_group (2d347dd4-cc1a-42a2-a232-ca80af17d80d), precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:06.259290 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-aa4a0b62-6c6c-4a82-a8b6-78e5a2185827 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433130'] for security_group (2d347dd4-cc1a-42a2-a232-ca80af17d80d), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:06.278386 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=76,neutron:DELETE=7,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:17:06.288872 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa4a0b62-6c6c-4a82-a8b6-78e5a2185827 admin admin] vlan segment allocate from pool success with {'vlan_id': 962, 'physical_network': 'physnet1'} {{(pid=106379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 11:17:06.302885 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4a0b62-6c6c-4a82-a8b6-78e5a2185827 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d347dd4-cc1a-42a2-a232-ca80af17d80d,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:17:06.306127 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-aa4a0b62-6c6c-4a82-a8b6-78e5a2185827 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3609830'] for segment (58df20ea-3ae4-4865-bf80-8bcc6a73c066), precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:06.306294 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.db.segments_db [None req-aa4a0b62-6c6c-4a82-a8b6-78e5a2185827 admin admin] Added segment 58df20ea-3ae4-4865-bf80-8bcc6a73c066 of type vlan for network 7f22837c-b0bf-4183-918e-ed97b8d7016a Aug 18 11:17:06.353506 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-aa4a0b62-6c6c-4a82-a8b6-78e5a2185827 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732802498636'] for network (7f22837c-b0bf-4183-918e-ed97b8d7016a), precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:06.390731 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-aa4a0b62-6c6c-4a82-a8b6-78e5a2185827 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403'] for network (7f22837c-b0bf-4183-918e-ed97b8d7016a), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:06.391964 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa4a0b62-6c6c-4a82-a8b6-78e5a2185827 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:17:06.392665 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-aa4a0b62-6c6c-4a82-a8b6-78e5a2185827 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682417'] for network (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:06.458791 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-aa4a0b62-6c6c-4a82-a8b6-78e5a2185827 admin admin] 10.222.0.16 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5395949 Aug 18 11:17:06.461922 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.16', 51894) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:17:06.462136 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4a0b62-6c6c-4a82-a8b6-78e5a2185827 admin admin] Pushing event updated for resources: {'Network': ['ID=7f22837c-b0bf-4183-918e-ed97b8d7016a,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:17:06.470788 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.v2.base [None req-31be2c0b-3933-4f93-85d8-b8ed2c5ee15b admin admin] Request body: {'subnet': {'network_id': '7f22837c-b0bf-4183-918e-ed97b8d7016a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1503680995-subnet', 'tenant_id': 'ede6199069114ce380f30088d312f345', 'ip_version': 4}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:17:06.473418 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Network 7f22837c-b0bf-4183-918e-ed97b8d7016a details requested by agent ovs-agent-dv-cinder-853450-2-iscsi with host dv-cinder-853450-2-iscsi {{(pid=106380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 11:17:06.492731 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31be2c0b-3933-4f93-85d8-b8ed2c5ee15b admin admin] Made reservation on behalf of ede6199069114ce380f30088d312f345 for: {'subnet': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 11:17:06.495291 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-31be2c0b-3933-4f93-85d8-b8ed2c5ee15b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11843941'] for subnet (None), before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:06.670497 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-31be2c0b-3933-4f93-85d8-b8ed2c5ee15b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11810139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11843851'] for subnet (23956a8f-6417-481b-8752-923c1ff1baa8), after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:06.718847 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31be2c0b-3933-4f93-85d8-b8ed2c5ee15b admin admin] Pushing event updated for resources: {'Subnet': ['ID=23956a8f-6417-481b-8752-923c1ff1baa8,revision_number=0']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:17:06.738635 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31be2c0b-3933-4f93-85d8-b8ed2c5ee15b admin admin] Checking segment: {'id': '58df20ea-3ae4-4865-bf80-8bcc6a73c066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 962, 'network_id': '7f22837c-b0bf-4183-918e-ed97b8d7016a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 18 11:17:06.739333 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31be2c0b-3933-4f93-85d8-b8ed2c5ee15b admin admin] Network hostable DHCP agents. Network: 7f22837c-b0bf-4183-918e-ed97b8d7016a, hostable agents: ['c499a017-4b38-4967-b050-d4094e1a7564'], hosted agents: [] {{(pid=106378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 11:17:06.756243 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31be2c0b-3933-4f93-85d8-b8ed2c5ee15b admin admin] Network 7f22837c-b0bf-4183-918e-ed97b8d7016a is scheduled to be hosted by DHCP agent c499a017-4b38-4967-b050-d4094e1a7564 with binding_index 1 {{(pid=106378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 11:17:06.765301 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-31be2c0b-3933-4f93-85d8-b8ed2c5ee15b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-853450-2-iscsi, 7f22837c-b0bf-4183-918e-ed97b8d7016a) {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 11:17:06.769681 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31be2c0b-3933-4f93-85d8-b8ed2c5ee15b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:17:06.770279 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-31be2c0b-3933-4f93-85d8-b8ed2c5ee15b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682417'] for subnet (None), before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:06.774763 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53724b95-5f99-4451-8c77-c0a2aca6255a None None] Network 7f22837c-b0bf-4183-918e-ed97b8d7016a requested from dv-cinder-853450-2-iscsi {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 18 11:17:06.789019 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [None req-31be2c0b-3933-4f93-85d8-b8ed2c5ee15b admin admin] 10.222.0.16 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3257933 Aug 18 11:17:06.791898 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.16', 51896) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:17:06.796873 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.v2.base [None req-68f29ea5-9610-4452-8e83-10ee7eb26b28 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1503680995-router', 'tenant_id': 'ede6199069114ce380f30088d312f345', 'external_gateway_info': {'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153'}}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:17:06.817878 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-68f29ea5-9610-4452-8e83-10ee7eb26b28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-519984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13683'] for router (32a9fd1a-a136-4f96-b809-d118ef6118b0), before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:06.819001 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-68f29ea5-9610-4452-8e83-10ee7eb26b28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-519014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-494146', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-365753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13578'] for router (32a9fd1a-a136-4f96-b809-d118ef6118b0), precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:06.874795 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-68f29ea5-9610-4452-8e83-10ee7eb26b28 admin admin] Publish callbacks [] for router_controller (32a9fd1a-a136-4f96-b809-d118ef6118b0), precommit_add_association {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:06.883155 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c88cbe7e-10f0-4a82-89e0-4ef22cbba524 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c84b3fc-1835-5fce-b972-629e751b1ddf-7f22837c-b0bf-4183-918e-ed97b8d7016a', 'network_id': '7f22837c-b0bf-4183-918e-ed97b8d7016a', 'project_id': 'ede6199069114ce380f30088d312f345', 'fixed_ips': [{'subnet_id': '23956a8f-6417-481b-8752-923c1ff1baa8'}]}} from dv-cinder-853450-2-iscsi. {{(pid=106380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 18 11:17:06.884239 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c88cbe7e-10f0-4a82-89e0-4ef22cbba524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (None), before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:07.130087 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.db_base_plugin_common [None req-c88cbe7e-10f0-4a82-89e0-4ef22cbba524 None None] Allocated IP 172.20.0.2 (7f22837c-b0bf-4183-918e-ed97b8d7016a/23956a8f-6417-481b-8752-923c1ff1baa8/81a077c5-093b-4b39-9502-08028aa401cd) {{(pid=106380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 11:17:07.162734 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8703d17-3270-4c86-b363-dbcdfb486201 req-ffb88543-243a-4f70-baae-3bdd0596c4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:17:07.164399 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [req-c8703d17-3270-4c86-b363-dbcdfb486201 req-ffb88543-243a-4f70-baae-3bdd0596c4e2 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=b3cf862a38da43c081db5e171efe9459&device_id=a90d5023-8b0f-4a30-b28a-cbe9ad96d4e1 HTTP/1.1" status: 200 len: 1128 time: 0.1119854 Aug 18 11:17:07.222885 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:17:07.273452 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc99e3d1-c7ff-4707-ac7c-ada6c1851fa8 req-7ab3a460-523d-4bd7-a5fa-dd9c60b0d389 tempest-DeleteServersTestJSON-798039388 tempest-DeleteServersTestJSON-798039388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:17:07.281078 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-cc99e3d1-c7ff-4707-ac7c-ada6c1851fa8 req-7ab3a460-523d-4bd7-a5fa-dd9c60b0d389 tempest-DeleteServersTestJSON-798039388 tempest-DeleteServersTestJSON-798039388-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a90d5023-8b0f-4a30-b28a-cbe9ad96d4e1 HTTP/1.1" status: 200 len: 944 time: 0.3056452 Aug 18 11:17:07.336380 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.16', 51918) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:17:07.343237 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c88cbe7e-10f0-4a82-89e0-4ef22cbba524 None None] Publish callbacks [] for port (81a077c5-093b-4b39-9502-08028aa401cd), precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:07.351778 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c88cbe7e-10f0-4a82-89e0-4ef22cbba524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732802528781'] for port (81a077c5-093b-4b39-9502-08028aa401cd), after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:07.401798 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-68f29ea5-9610-4452-8e83-10ee7eb26b28 admin admin] Publish callbacks [] for router_gateway (32a9fd1a-a136-4f96-b809-d118ef6118b0), precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:07.404525 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c88cbe7e-10f0-4a82-89e0-4ef22cbba524 None None] Network 7f22837c-b0bf-4183-918e-ed97b8d7016a is already hosted by enough agents. {{(pid=106380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 11:17:07.410650 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.scheduler.base_scheduler [None req-c88cbe7e-10f0-4a82-89e0-4ef22cbba524 None None] Resources bound (agent type, host, resource id): {{(pid=106380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 11:17:07.422113 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Device eedfeaac-e879-4394-bc9f-1609cd77e40f details requested by agent hyperv_hv-cinder-85345 with host hv-cinder-85345 {{(pid=106380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 11:17:07.425329 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c88cbe7e-10f0-4a82-89e0-4ef22cbba524 None None] Received port after_create {{(pid=106380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 18 11:17:07.428154 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88cbe7e-10f0-4a82-89e0-4ef22cbba524 None None] Pushing event updated for resources: {'Port': ['ID=81a077c5-093b-4b39-9502-08028aa401cd,revision_number=1']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:17:07.428680 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:17:07.463316 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01919d01-ee82-40e0-97c0-6b712a1d9cd2 req-fde546e5-98d6-4181-bb07-02b932c43aff tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:17:07.465098 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-01919d01-ee82-40e0-97c0-6b712a1d9cd2 req-fde546e5-98d6-4181-bb07-02b932c43aff tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a099c0b5-8a0f-4e0e-808f-01ebe10264ae HTTP/1.1" status: 200 len: 946 time: 0.1811442 Aug 18 11:17:07.522513 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-cc99e3d1-c7ff-4707-ac7c-ada6c1851fa8 req-2442f4c1-a90e-4894-9257-6420206c0a8a tempest-DeleteServersTestJSON-798039388 tempest-DeleteServersTestJSON-798039388-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d5100d6d-7ccd-4a77-9503-b6d463c0cee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2385936 Aug 18 11:17:07.558457 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-c88cbe7e-10f0-4a82-89e0-4ef22cbba524 None None] Attempting to bind port 81a077c5-093b-4b39-9502-08028aa401cd on host dv-cinder-853450-2-iscsi for vnic_type normal with profile {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 18 11:17:07.558964 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-c88cbe7e-10f0-4a82-89e0-4ef22cbba524 None None] Attempting to bind port 81a077c5-093b-4b39-9502-08028aa401cd by drivers openvswitch,hyperv on host dv-cinder-853450-2-iscsi at level 0 using segments [{'id': '58df20ea-3ae4-4865-bf80-8bcc6a73c066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 962, 'network_id': '7f22837c-b0bf-4183-918e-ed97b8d7016a'}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 18 11:17:07.574076 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c88cbe7e-10f0-4a82-89e0-4ef22cbba524 None None] Attempting to bind port 81a077c5-093b-4b39-9502-08028aa401cd on network 7f22837c-b0bf-4183-918e-ed97b8d7016a {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 18 11:17:07.625996 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-0e1f6417-f9a6-4b23-9a0d-532b784cc368 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:07.680925 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c88cbe7e-10f0-4a82-89e0-4ef22cbba524 None None] Checking agent: {'id': '69d4285f-736d-41a6-a99e-1994eed59bce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-853450-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 18, 11, 7, 46), 'started_at': datetime.datetime(2022, 8, 18, 11, 8, 16), 'heartbeat_timestamp': datetime.datetime(2022, 8, 18, 11, 16, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-853450-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 18 11:17:07.681697 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c88cbe7e-10f0-4a82-89e0-4ef22cbba524 None None] Checking segment: {'id': '58df20ea-3ae4-4865-bf80-8bcc6a73c066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 962, 'network_id': '7f22837c-b0bf-4183-918e-ed97b8d7016a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 18 11:17:07.682851 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c88cbe7e-10f0-4a82-89e0-4ef22cbba524 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:07.683684 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c88cbe7e-10f0-4a82-89e0-4ef22cbba524 None None] Bound using segment: {'id': '58df20ea-3ae4-4865-bf80-8bcc6a73c066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 962, 'network_id': '7f22837c-b0bf-4183-918e-ed97b8d7016a'} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 18 11:17:07.684493 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-c88cbe7e-10f0-4a82-89e0-4ef22cbba524 None None] Bound port: 81a077c5-093b-4b39-9502-08028aa401cd, host: dv-cinder-853450-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58df20ea-3ae4-4865-bf80-8bcc6a73c066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 962, 'network_id': '7f22837c-b0bf-4183-918e-ed97b8d7016a'}}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 18 11:17:07.685131 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c88cbe7e-10f0-4a82-89e0-4ef22cbba524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (81a077c5-093b-4b39-9502-08028aa401cd), before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:07.689393 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:17:07.774068 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:17:07.802379 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-0e1f6417-f9a6-4b23-9a0d-532b784cc368 admin admin] Publish callbacks [] for security_group (de844b34-64cc-4f37-a3a1-7d1a648a3ade), precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:07.808049 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-0e1f6417-f9a6-4b23-9a0d-532b784cc368 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433130'] for security_group (de844b34-64cc-4f37-a3a1-7d1a648a3ade), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:07.837377 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=79,neutron:INSERT=14,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:17:07.847112 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] For port eedfeaac-e879-4394-bc9f-1609cd77e40f, host hv-cinder-85345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85345',level=0,port_id=eedfeaac-e879-4394-bc9f-1609cd77e40f,segment=NetworkSegment(892a3a86-c8b7-4a74-8bc2-c36bdf2ec3b1),segment_id=892a3a86-c8b7-4a74-8bc2-c36bdf2ec3b1)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:17:07.850282 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-c88cbe7e-10f0-4a82-89e0-4ef22cbba524 None None] For port 81a077c5-093b-4b39-9502-08028aa401cd, host dv-cinder-853450-2-iscsi, cleared binding levels {{(pid=106380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 11:17:07.885538 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-c88cbe7e-10f0-4a82-89e0-4ef22cbba524 None None] For port 81a077c5-093b-4b39-9502-08028aa401cd, host dv-cinder-853450-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853450-2-iscsi',level=0,port_id=81a077c5-093b-4b39-9502-08028aa401cd,segment=NetworkSegment(58df20ea-3ae4-4865-bf80-8bcc6a73c066),segment_id=58df20ea-3ae4-4865-bf80-8bcc6a73c066)] {{(pid=106380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 11:17:07.892371 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Returning: {'device': 'eedfeaac-e879-4394-bc9f-1609cd77e40f', 'network_id': '5b1c9faa-c979-43b2-a0cc-ea8cbdb168b9', 'port_id': 'eedfeaac-e879-4394-bc9f-1609cd77e40f', 'mac_address': 'fa:16:3e:02:d9:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 974, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e50f9d21-ffad-4a8f-ae9c-3875b87336d6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 11:17:07.917348 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-01919d01-ee82-40e0-97c0-6b712a1d9cd2 req-87021aa2-5e89-4b56-b614-8838584f94bb tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=16bfbadc-c0d3-4087-aa51-822d3fcb8180&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4392521 Aug 18 11:17:07.946673 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Current status of the port eedfeaac-e879-4394-bc9f-1609cd77e40f is: DOWN; New status is: BUILD {{(pid=106380) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 11:17:07.947091 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (eedfeaac-e879-4394-bc9f-1609cd77e40f), before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:07.964763 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-0e1f6417-f9a6-4b23-9a0d-532b784cc368 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=57cd54d9d3e7493cb82918e73f8626df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6266654 Aug 18 11:17:07.969109 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c9b07b-0b4c-4954-98ae-d0088cf9b1ea req-b0533fd7-b381-46b6-9309-606399d6771d tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:17:07.969659 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.16', 51936) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:17:07.972008 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c88cbe7e-10f0-4a82-89e0-4ef22cbba524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732803053689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732802528799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732802528817'] for port (81a077c5-093b-4b39-9502-08028aa401cd), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:07.977529 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-34c9b07b-0b4c-4954-98ae-d0088cf9b1ea req-b0533fd7-b381-46b6-9309-606399d6771d tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7d250382-9a20-4990-8a8f-8d0de89674a3 HTTP/1.1" status: 200 len: 946 time: 0.1882868 Aug 18 11:17:07.978242 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.notifiers.nova [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eedfeaac-e879-4394-bc9f-1609cd77e40f {{(pid=106380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 18 11:17:08.032944 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c22715-be93-4527-8867-33e479b0ee9c req-78a26447-5c5a-499a-9bd6-f1e89f7ac137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:17:08.034411 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-35c22715-be93-4527-8867-33e479b0ee9c req-78a26447-5c5a-499a-9bd6-f1e89f7ac137 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=c3eb1b23-820c-420d-9ebc-59169bbc8615 HTTP/1.1" status: 200 len: 856 time: 0.2699180 Aug 18 11:17:08.035626 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d76aa0e-afca-4ef3-9139-ad7e9d991b9e req-1e494647-8773-4dbe-a316-689f8beda56e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:17:08.037211 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-7d76aa0e-afca-4ef3-9139-ad7e9d991b9e req-1e494647-8773-4dbe-a316-689f8beda56e service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=ca6ccede-6467-4618-b24a-e0809d05149d HTTP/1.1" status: 200 len: 916 time: 0.4173558 Aug 18 11:17:08.097653 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1f6417-f9a6-4b23-9a0d-532b784cc368 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de844b34-64cc-4f37-a3a1-7d1a648a3ade,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:17:08.147861 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] For port eedfeaac-e879-4394-bc9f-1609cd77e40f, host hv-cinder-85345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85345',level=0,port_id=eedfeaac-e879-4394-bc9f-1609cd77e40f,segment=NetworkSegment(892a3a86-c8b7-4a74-8bc2-c36bdf2ec3b1),segment_id=892a3a86-c8b7-4a74-8bc2-c36bdf2ec3b1)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:17:08.158595 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732803053689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732802528799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732802528817'] for port (eedfeaac-e879-4394-bc9f-1609cd77e40f), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:08.193372 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88cbe7e-10f0-4a82-89e0-4ef22cbba524 None None] Pushing event updated for resources: {'Port': ['ID=81a077c5-093b-4b39-9502-08028aa401cd,revision_number=2']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:17:08.249994 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-34c9b07b-0b4c-4954-98ae-d0088cf9b1ea req-d3fc9072-fdf0-4bf6-8820-ee25c4512dfc tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4ea5bf43-978e-4299-a64e-45416a7e4e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2663083 Aug 18 11:17:08.280952 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-68f29ea5-9610-4452-8e83-10ee7eb26b28 admin admin] Publish callbacks [] for router_gateway (32a9fd1a-a136-4f96-b809-d118ef6118b0), before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:08.289305 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a541d11f-1b86-4645-9e1e-43999800effb req-e700cabb-7fee-45fd-84b8-1b382bfd1496 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:17:08.291118 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-a541d11f-1b86-4645-9e1e-43999800effb req-e700cabb-7fee-45fd-84b8-1b382bfd1496 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=71c3b65c-c12b-4633-ac7c-27a5cd878c43 HTTP/1.1" status: 200 len: 946 time: 0.1532028 Aug 18 11:17:08.326366 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Pushing event updated for resources: {'Port': ['ID=eedfeaac-e879-4394-bc9f-1609cd77e40f,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:17:08.376084 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c472a135-47d1-4211-b23c-a5d47a7caa6f admin admin] Publish callbacks [] for security_group (de844b34-64cc-4f37-a3a1-7d1a648a3ade), before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:08.437703 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-68f29ea5-9610-4452-8e83-10ee7eb26b28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (None), before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:08.464631 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-7d76aa0e-afca-4ef3-9139-ad7e9d991b9e req-0e012031-af72-4870-ab24-3453ccc1ba00 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d63b2561-cafa-4cbb-9ba8-843fcd0143c2 HTTP/1.1" status: 200 len: 217 time: 0.1713092 Aug 18 11:17:08.478953 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8703d17-3270-4c86-b363-dbcdfb486201 req-b8783951-3d6d-4c96-ab58-efdfde920253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:17:08.481059 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [req-c8703d17-3270-4c86-b363-dbcdfb486201 req-b8783951-3d6d-4c96-ab58-efdfde920253 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=5b1c9faa-c979-43b2-a0cc-ea8cbdb168b9 HTTP/1.1" status: 200 len: 913 time: 0.3788500 Aug 18 11:17:08.502555 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c472a135-47d1-4211-b23c-a5d47a7caa6f admin admin] Publish callbacks [] for security_group (de844b34-64cc-4f37-a3a1-7d1a648a3ade), precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:08.518197 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=87,neutron:DELETE=1,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:17:08.558776 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] get_ports_and_sgs() called for port_ids ['eedfeaac-e879-4394-bc9f-1609cd77e40f'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 18 11:17:08.567588 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c22715-be93-4527-8867-33e479b0ee9c req-f0ea14fd-3f46-44d7-93f5-0a680f2d8a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:17:08.573812 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-35c22715-be93-4527-8867-33e479b0ee9c req-f0ea14fd-3f46-44d7-93f5-0a680f2d8a5b service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=610eae45-7047-4853-8153-1da79fb95838&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2738049 Aug 18 11:17:08.584849 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c472a135-47d1-4211-b23c-a5d47a7caa6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433130'] for security_group (de844b34-64cc-4f37-a3a1-7d1a648a3ade), after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:08.589363 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c472a135-47d1-4211-b23c-a5d47a7caa6f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:08.594044 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-c472a135-47d1-4211-b23c-a5d47a7caa6f admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/de844b34-64cc-4f37-a3a1-7d1a648a3ade HTTP/1.1" status: 204 len: 168 time: 0.6191356 Aug 18 11:17:08.620270 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c472a135-47d1-4211-b23c-a5d47a7caa6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de844b34-64cc-4f37-a3a1-7d1a648a3ade,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:17:08.635022 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-a541d11f-1b86-4645-9e1e-43999800effb req-d674d161-0952-4819-9020-39a8f3c61245 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b21c2cf3-45f4-4212-bbb4-b16e8476f4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3259392 Aug 18 11:17:08.772903 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa2976b-66af-4c05-89c3-938b1ab78e26 req-06302459-452f-4d36-b3aa-21f28fe58db6 tempest-DeleteServersTestJSON-798039388 tempest-DeleteServersTestJSON-798039388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:17:08.775092 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-9aa2976b-66af-4c05-89c3-938b1ab78e26 req-06302459-452f-4d36-b3aa-21f28fe58db6 tempest-DeleteServersTestJSON-798039388 tempest-DeleteServersTestJSON-798039388-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a90d5023-8b0f-4a30-b28a-cbe9ad96d4e1 HTTP/1.1" status: 200 len: 945 time: 0.0947192 Aug 18 11:17:08.798551 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:17:08.821140 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-68f29ea5-9610-4452-8e83-10ee7eb26b28 admin admin] Allocated IP 172.27.4.18 (c4d5f339-67bc-4c12-8231-94aca87a7153/76ee03a1-e6cb-4518-8461-de8749842f4e/2d11c8c1-de45-4706-86b4-20968fce1c19) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 11:17:08.949786 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [req-c8703d17-3270-4c86-b363-dbcdfb486201 req-1210df25-1f39-4945-b768-354b82251e43 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eedfeaac-e879-4394-bc9f-1609cd77e40f HTTP/1.1" status: 200 len: 217 time: 0.1093035 Aug 18 11:17:08.966629 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:17:08.969950 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cad626-317a-46c6-a056-d4390e70626a req-d3888f32-b0a0-424e-bb61-3dbf598cb7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:17:08.971547 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [req-99cad626-317a-46c6-a056-d4390e70626a req-d3888f32-b0a0-424e-bb61-3dbf598cb7c5 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=a099c0b5-8a0f-4e0e-808f-01ebe10264ae HTTP/1.1" status: 200 len: 1130 time: 0.1039195 Aug 18 11:17:08.972872 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434ca140-f5bb-43ba-824d-640a58ec29ca req-f48dac5f-dabb-492b-84a1-078cd25661b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:17:08.974619 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [req-434ca140-f5bb-43ba-824d-640a58ec29ca req-f48dac5f-dabb-492b-84a1-078cd25661b8 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=7d250382-9a20-4990-8a8f-8d0de89674a3 HTTP/1.1" status: 200 len: 1130 time: 0.1276250 Aug 18 11:17:09.101789 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-9aa2976b-66af-4c05-89c3-938b1ab78e26 req-c1cb165f-9970-4bbb-a4dc-8e0d760aaaa8 tempest-DeleteServersTestJSON-798039388 tempest-DeleteServersTestJSON-798039388-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d5100d6d-7ccd-4a77-9503-b6d463c0cee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3048623 Aug 18 11:17:09.266223 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=6 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:17:09.320676 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-35c22715-be93-4527-8867-33e479b0ee9c req-61ccb042-d991-4172-8fb3-9136e1c31d4e service neutron] 10.222.0.20 "GET /networking/v2.0/networks/610eae45-7047-4853-8153-1da79fb95838?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4757266 Aug 18 11:17:09.325514 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d76aa0e-afca-4ef3-9139-ad7e9d991b9e req-6add9cc3-82cb-4374-9b8b-f04bc41290ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:17:09.329060 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-7d76aa0e-afca-4ef3-9139-ad7e9d991b9e req-6add9cc3-82cb-4374-9b8b-f04bc41290ff service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=cf42f62c-f94a-411e-aa38-b95605994c37 HTTP/1.1" status: 200 len: 854 time: 0.4883077 Aug 18 11:17:09.532935 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:17:09.592290 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dd5afe-94b2-433d-8a7f-39d9271a770c req-9133dc89-06ce-42aa-979d-35fca00db7f2 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:17:09.594016 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-77dd5afe-94b2-433d-8a7f-39d9271a770c req-9133dc89-06ce-42aa-979d-35fca00db7f2 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a099c0b5-8a0f-4e0e-808f-01ebe10264ae HTTP/1.1" status: 200 len: 946 time: 0.5464110 Aug 18 11:17:09.601664 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d76aa0e-afca-4ef3-9139-ad7e9d991b9e req-66fb331c-5950-4454-89ca-1c3b9d7d75a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:17:09.603861 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-7d76aa0e-afca-4ef3-9139-ad7e9d991b9e req-66fb331c-5950-4454-89ca-1c3b9d7d75a2 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=ca6ccede-6467-4618-b24a-e0809d05149d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1766019 Aug 18 11:17:09.612937 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8703d17-3270-4c86-b363-dbcdfb486201 req-0fc17fa4-234e-4d79-95f8-878fb8d927ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:17:09.614865 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [req-c8703d17-3270-4c86-b363-dbcdfb486201 req-0fc17fa4-234e-4d79-95f8-878fb8d927ea service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=e50f9d21-ffad-4a8f-ae9c-3875b87336d6 HTTP/1.1" status: 200 len: 851 time: 0.4610064 Aug 18 11:17:09.622752 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [req-434ca140-f5bb-43ba-824d-640a58ec29ca req-e95e79be-f61d-43db-a246-f00d8cbcba95 service neutron] 10.222.0.20 "GET /networking/v2.0/security-groups?id=4ea5bf43-978e-4299-a64e-45416a7e4e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4618015 Aug 18 11:17:09.625025 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [req-99cad626-317a-46c6-a056-d4390e70626a req-398de856-63e0-481c-8b75-874eea636b21 service neutron] 10.222.0.20 "GET /networking/v2.0/security-groups?id=16bfbadc-c0d3-4087-aa51-822d3fcb8180&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4725194 Aug 18 11:17:09.656951 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fa6d980-6ea8-45c5-b97f-a55106c25147 None None] Network 7f22837c-b0bf-4183-918e-ed97b8d7016a requested from dv-cinder-853450-2-iscsi {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 18 11:17:09.698036 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-68f29ea5-9610-4452-8e83-10ee7eb26b28 admin admin] Publish callbacks [] for port (2d11c8c1-de45-4706-86b4-20968fce1c19), precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:09.722889 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a62de3-8db1-47cd-ace1-be18b25c4eab req-13858776-ce9a-49e8-959b-91e9712bb8eb tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:17:09.727843 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-a6a62de3-8db1-47cd-ace1-be18b25c4eab req-13858776-ce9a-49e8-959b-91e9712bb8eb tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7d250382-9a20-4990-8a8f-8d0de89674a3 HTTP/1.1" status: 200 len: 946 time: 0.1956406 Aug 18 11:17:09.735976 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Device eedfeaac-e879-4394-bc9f-1609cd77e40f up at agent hyperv_hv-cinder-85345 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 11:17:09.771775 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-3e314acb-0991-4c99-9b5b-242be10647ca None None] Provisioning complete for port 81a077c5-093b-4b39-9502-08028aa401cd triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 18 11:17:09.772486 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-3e314acb-0991-4c99-9b5b-242be10647ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619404'] for port (81a077c5-093b-4b39-9502-08028aa401cd), provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:09.808182 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-35c22715-be93-4527-8867-33e479b0ee9c req-e7cc1e0f-c07f-4f51-b447-ee0ebfc3be20 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/610eae45-7047-4853-8153-1da79fb95838?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4616344 Aug 18 11:17:09.815973 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-77dd5afe-94b2-433d-8a7f-39d9271a770c req-ade97018-ab69-4a40-819e-d5c49c9f396e tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=16bfbadc-c0d3-4087-aa51-822d3fcb8180&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1867061 Aug 18 11:17:09.864948 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-a6a62de3-8db1-47cd-ace1-be18b25c4eab req-f40a90d2-4239-4092-a4e3-5483a86abf60 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4ea5bf43-978e-4299-a64e-45416a7e4e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1359811 Aug 18 11:17:09.866602 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-68f29ea5-9610-4452-8e83-10ee7eb26b28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732802528781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11809227'] for port (2d11c8c1-de45-4706-86b4-20968fce1c19), after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:09.940282 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-3e314acb-0991-4c99-9b5b-242be10647ca None None] Current status of the port 81a077c5-093b-4b39-9502-08028aa401cd is: DOWN; New status is: ACTIVE {{(pid=106380) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 11:17:09.940615 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68f29ea5-9610-4452-8e83-10ee7eb26b28 admin admin] Network c4d5f339-67bc-4c12-8231-94aca87a7153 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 11:17:09.940906 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-3e314acb-0991-4c99-9b5b-242be10647ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (81a077c5-093b-4b39-9502-08028aa401cd), before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:09.944662 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-68f29ea5-9610-4452-8e83-10ee7eb26b28 admin admin] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 11:17:09.947718 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f29ea5-9610-4452-8e83-10ee7eb26b28 admin admin] Pushing event updated for resources: {'Port': ['ID=2d11c8c1-de45-4706-86b4-20968fce1c19,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:17:09.947916 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Provisioning for port eedfeaac-e879-4394-bc9f-1609cd77e40f completed by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 18 11:17:09.951930 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68f29ea5-9610-4452-8e83-10ee7eb26b28 admin admin] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 18 11:17:09.971581 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Provisioning complete for port eedfeaac-e879-4394-bc9f-1609cd77e40f triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 18 11:17:09.972105 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619404'] for port (eedfeaac-e879-4394-bc9f-1609cd77e40f), provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:10.045592 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:17:10.056994 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-3e314acb-0991-4c99-9b5b-242be10647ca None None] For port 81a077c5-093b-4b39-9502-08028aa401cd, host dv-cinder-853450-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853450-2-iscsi',level=0,port_id=81a077c5-093b-4b39-9502-08028aa401cd,segment=NetworkSegment(58df20ea-3ae4-4865-bf80-8bcc6a73c066),segment_id=58df20ea-3ae4-4865-bf80-8bcc6a73c066)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:17:10.125982 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-3e314acb-0991-4c99-9b5b-242be10647ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732803053689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732802528799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732802528817'] for port (81a077c5-093b-4b39-9502-08028aa401cd), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:10.174978 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:17:10.228401 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae841eab-be7f-405a-8ea9-56714ec2aec1 req-b05f91dc-9492-46b0-9bb8-1e602e1bc57e tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:17:10.243621 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-ae841eab-be7f-405a-8ea9-56714ec2aec1 req-b05f91dc-9492-46b0-9bb8-1e602e1bc57e tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=71c3b65c-c12b-4633-ac7c-27a5cd878c43 HTTP/1.1" status: 200 len: 946 time: 0.2397537 Aug 18 11:17:10.273252 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Device 81a077c5-093b-4b39-9502-08028aa401cd up at agent ovs-agent-dv-cinder-853450-2-iscsi {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 11:17:10.300843 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Current status of the port eedfeaac-e879-4394-bc9f-1609cd77e40f is: BUILD; New status is: ACTIVE {{(pid=106380) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 11:17:10.301258 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (eedfeaac-e879-4394-bc9f-1609cd77e40f), before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:10.390737 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad99eca-39a5-4e1b-a421-613484ea2a7d req-d911b75c-009e-4940-8da0-ca653ff350ae tempest-DeleteServersTestJSON-798039388 tempest-DeleteServersTestJSON-798039388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:17:10.398277 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-fad99eca-39a5-4e1b-a421-613484ea2a7d req-d911b75c-009e-4940-8da0-ca653ff350ae tempest-DeleteServersTestJSON-798039388 tempest-DeleteServersTestJSON-798039388-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a90d5023-8b0f-4a30-b28a-cbe9ad96d4e1 HTTP/1.1" status: 200 len: 945 time: 0.0951111 Aug 18 11:17:10.468880 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e314acb-0991-4c99-9b5b-242be10647ca None None] Pushing event updated for resources: {'Port': ['ID=81a077c5-093b-4b39-9502-08028aa401cd,revision_number=3']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:17:10.511929 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-f325d82a-607e-4009-8211-897fca136989 None None] Provisioning complete for port 81a077c5-093b-4b39-9502-08028aa401cd triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 18 11:17:10.512347 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-f325d82a-607e-4009-8211-897fca136989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619404'] for port (81a077c5-093b-4b39-9502-08028aa401cd), provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:10.515633 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a90d5023-8b0f-4a30-b28a-cbe9ad96d4e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eedfeaac-e879-4394-bc9f-1609cd77e40f'}] {{(pid=106380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 18 11:17:10.518264 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2abfa1ee86993cd756e72fd91a3a01a1a8fb73078c92f04bbbffdb72ec117730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be6d0425-07b3-47af-9f83-c160efc4ef34" -d '{"events": [{"server_uuid": "a90d5023-8b0f-4a30-b28a-cbe9ad96d4e1", "name": "network-vif-plugged", "status": "completed", "tag": "eedfeaac-e879-4394-bc9f-1609cd77e40f"}]}' {{(pid=106380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:17:10.555362 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] For port eedfeaac-e879-4394-bc9f-1609cd77e40f, host hv-cinder-85345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85345',level=0,port_id=eedfeaac-e879-4394-bc9f-1609cd77e40f,segment=NetworkSegment(892a3a86-c8b7-4a74-8bc2-c36bdf2ec3b1),segment_id=892a3a86-c8b7-4a74-8bc2-c36bdf2ec3b1)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:17:10.572335 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732803053689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732802528799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732802528817'] for port (eedfeaac-e879-4394-bc9f-1609cd77e40f), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:10.638971 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Provisioning complete for port 81a077c5-093b-4b39-9502-08028aa401cd triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 18 11:17:10.639965 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619404'] for port (81a077c5-093b-4b39-9502-08028aa401cd), provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:10.648524 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.16', 52042) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:17:10.746189 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-ae841eab-be7f-405a-8ea9-56714ec2aec1 req-01402283-74c0-47c0-b844-86f85beb3677 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b21c2cf3-45f4-4212-bbb4-b16e8476f4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5005937 Aug 18 11:17:10.845371 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Aug 2022 11:17:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-327e924d-d017-4668-8395-f708aaf595c3 x-openstack-request-id: req-327e924d-d017-4668-8395-f708aaf595c3 {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:17:10.845927 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a90d5023-8b0f-4a30-b28a-cbe9ad96d4e1", "name": "network-vif-plugged", "status": "completed", "tag": "eedfeaac-e879-4394-bc9f-1609cd77e40f", "code": 200}]} {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:17:10.845927 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-327e924d-d017-4668-8395-f708aaf595c3 {{(pid=106380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:17:10.846279 dv-cinder-853450-2-iscsi neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event matching ['req-327e924d-d017-4668-8395-f708aaf595c3'] response: {'server_uuid': 'a90d5023-8b0f-4a30-b28a-cbe9ad96d4e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eedfeaac-e879-4394-bc9f-1609cd77e40f', 'code': 200} Aug 18 11:17:10.862560 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-fad99eca-39a5-4e1b-a421-613484ea2a7d req-e04ac2ed-620a-4635-9c0a-16c6bc858fac tempest-DeleteServersTestJSON-798039388 tempest-DeleteServersTestJSON-798039388-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d5100d6d-7ccd-4a77-9503-b6d463c0cee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4632833 Aug 18 11:17:10.870516 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-68f29ea5-9610-4452-8e83-10ee7eb26b28 admin admin] Publish callbacks [] for router_gateway (32a9fd1a-a136-4f96-b809-d118ef6118b0), after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:10.875096 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-99e34647-14e2-4077-bab0-e370b7354cfd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:11.000013 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Pushing event updated for resources: {'Port': ['ID=eedfeaac-e879-4394-bc9f-1609cd77e40f,revision_number=5']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:17:11.111383 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-99e34647-14e2-4077-bab0-e370b7354cfd admin admin] Publish callbacks [] for security_group (089b9732-dcd1-497c-9c7d-7db7fb556add), precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:11.113681 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8703d17-3270-4c86-b363-dbcdfb486201 req-af1f88c5-99ef-4904-bcb9-a6c757dae6e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:17:11.115829 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [req-c8703d17-3270-4c86-b363-dbcdfb486201 req-af1f88c5-99ef-4904-bcb9-a6c757dae6e1 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=5b1c9faa-c979-43b2-a0cc-ea8cbdb168b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0959306 Aug 18 11:17:11.118679 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-99e34647-14e2-4077-bab0-e370b7354cfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433130'] for security_group (089b9732-dcd1-497c-9c7d-7db7fb556add), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:11.148022 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804664b8-1c2e-48c1-ae2d-24be4a954373 req-23d3a458-161b-41a0-accf-89ed6f115153 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:17:11.150389 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-804664b8-1c2e-48c1-ae2d-24be4a954373 req-23d3a458-161b-41a0-accf-89ed6f115153 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a099c0b5-8a0f-4e0e-808f-01ebe10264ae HTTP/1.1" status: 200 len: 946 time: 0.1854124 Aug 18 11:17:11.159809 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e34647-14e2-4077-bab0-e370b7354cfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=089b9732-dcd1-497c-9c7d-7db7fb556add,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:17:11.173795 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:17:11.203180 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-99e34647-14e2-4077-bab0-e370b7354cfd admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=0e0a690be6cd4c28aa9f38edb76bee0c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5529034 Aug 18 11:17:11.206080 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.16', 52062) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:17:11.261285 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-f325d82a-607e-4009-8211-897fca136989 None None] Current status of the port 81a077c5-093b-4b39-9502-08028aa401cd is: ACTIVE; New status is: ACTIVE {{(pid=106380) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 11:17:11.266795 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-7d76aa0e-afca-4ef3-9139-ad7e9d991b9e req-2063a71d-902f-4dc8-90ac-25a5a7e863f4 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/ca6ccede-6467-4618-b24a-e0809d05149d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2997022 Aug 18 11:17:11.270176 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-46eaaccb-47d9-432f-8b16-4ac6c2ab7818 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (c499a017-4b38-4967-b050-d4094e1a7564), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:11.275476 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Current status of the port 81a077c5-093b-4b39-9502-08028aa401cd is: ACTIVE; New status is: ACTIVE {{(pid=106380) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 11:17:11.304999 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:17:11.315391 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e7333f4b-5bd5-4719-a514-60b861f801c7 admin admin] Publish callbacks [] for security_group (089b9732-dcd1-497c-9c7d-7db7fb556add), before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:11.336061 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-804664b8-1c2e-48c1-ae2d-24be4a954373 req-3c2eff08-d1ec-4e28-b974-040919028ea2 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=16bfbadc-c0d3-4087-aa51-822d3fcb8180&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1597245 Aug 18 11:17:11.354366 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e7333f4b-5bd5-4719-a514-60b861f801c7 admin admin] Publish callbacks [] for security_group (089b9732-dcd1-497c-9c7d-7db7fb556add), precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:11.399701 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-68f29ea5-9610-4452-8e83-10ee7eb26b28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-518933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-519602'] for router (32a9fd1a-a136-4f96-b809-d118ef6118b0), after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:11.448815 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e7333f4b-5bd5-4719-a514-60b861f801c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433130'] for security_group (089b9732-dcd1-497c-9c7d-7db7fb556add), after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:11.451497 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e7333f4b-5bd5-4719-a514-60b861f801c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:11.452649 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-e7333f4b-5bd5-4719-a514-60b861f801c7 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/089b9732-dcd1-497c-9c7d-7db7fb556add HTTP/1.1" status: 204 len: 168 time: 0.2434766 Aug 18 11:17:11.462261 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7333f4b-5bd5-4719-a514-60b861f801c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=089b9732-dcd1-497c-9c7d-7db7fb556add,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:17:11.543533 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72187fe6-d3a1-41a9-8fe5-d8b3294ac104 req-0f5d6660-8eae-454c-acee-d547fb558078 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:17:11.548984 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-72187fe6-d3a1-41a9-8fe5-d8b3294ac104 req-0f5d6660-8eae-454c-acee-d547fb558078 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=71c3b65c-c12b-4633-ac7c-27a5cd878c43 HTTP/1.1" status: 200 len: 946 time: 0.1014080 Aug 18 11:17:11.564835 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c7e4bb-b2b4-438a-a9c9-b1c8a0e77a03 req-a28259bb-4fd1-4457-890b-41cc51cfb915 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:17:11.566522 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-f2c7e4bb-b2b4-438a-a9c9-b1c8a0e77a03 req-a28259bb-4fd1-4457-890b-41cc51cfb915 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7d250382-9a20-4990-8a8f-8d0de89674a3 HTTP/1.1" status: 200 len: 946 time: 0.1179788 Aug 18 11:17:11.764792 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=100 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:17:11.765914 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=83,neutron:DELETE=6,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:17:11.769877 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [req-c8703d17-3270-4c86-b363-dbcdfb486201 req-14f52dd6-5481-4f8a-9543-5c68fd628502 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/5b1c9faa-c979-43b2-a0cc-ea8cbdb168b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559339 Aug 18 11:17:11.789984 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-72187fe6-d3a1-41a9-8fe5-d8b3294ac104 req-ad0c1326-3329-4de9-9b2f-25638e6aab4a tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b21c2cf3-45f4-4212-bbb4-b16e8476f4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2370067 Aug 18 11:17:11.804030 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-f2c7e4bb-b2b4-438a-a9c9-b1c8a0e77a03 req-11743aec-86d3-4824-8156-dedec775b8ea tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4ea5bf43-978e-4299-a64e-45416a7e4e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1868033 Aug 18 11:17:11.842829 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-7d76aa0e-afca-4ef3-9139-ad7e9d991b9e req-8dcd3139-2539-4e08-881a-654e129b376d service neutron] 10.222.0.20 "GET /networking/v2.0/networks/ca6ccede-6467-4618-b24a-e0809d05149d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1997149 Aug 18 11:17:11.850809 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68f29ea5-9610-4452-8e83-10ee7eb26b28 admin admin] Router 32a9fd1a-a136-4f96-b809-d118ef6118b0 is scheduled to L3 agent 5a2ac145-53e3-4597-a9e7-c52b4336ae58 with binding_index 1 {{(pid=106378) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 11:17:11.936183 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.16', 52088) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:17:11.962038 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-19c6a99d-4a71-494c-9080-91638b2b9833 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:12.005588 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68f29ea5-9610-4452-8e83-10ee7eb26b28 admin admin] Notify agent at l3_agent.dv-cinder-853450-2-iscsi the message routers_updated {{(pid=106378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 11:17:12.012962 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89d35a9-9467-46d9-8f36-aae3e97eb0b8 req-857bf9a0-ab62-4c02-818c-554b6c77cb56 tempest-DeleteServersTestJSON-798039388 tempest-DeleteServersTestJSON-798039388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:17:12.015272 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-e89d35a9-9467-46d9-8f36-aae3e97eb0b8 req-857bf9a0-ab62-4c02-818c-554b6c77cb56 tempest-DeleteServersTestJSON-798039388 tempest-DeleteServersTestJSON-798039388-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a90d5023-8b0f-4a30-b28a-cbe9ad96d4e1 HTTP/1.1" status: 200 len: 946 time: 0.0611601 Aug 18 11:17:12.029533 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b92dddcb-7ea9-4b7b-b9f0-8d079f0b14da None None] Sync routers for ids ['32a9fd1a-a136-4f96-b809-d118ef6118b0'] in dv-cinder-853450-2-iscsi {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 11:17:12.043968 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-68f29ea5-9610-4452-8e83-10ee7eb26b28 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:12.045459 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [None req-68f29ea5-9610-4452-8e83-10ee7eb26b28 admin admin] 10.222.0.16 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.2521176 Aug 18 11:17:12.051247 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b92dddcb-7ea9-4b7b-b9f0-8d079f0b14da None None] Routers {'32a9fd1a-a136-4f96-b809-d118ef6118b0'} bound to L3 agent in host dv-cinder-853450-2-iscsi {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 18 11:17:12.052456 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-b92dddcb-7ea9-4b7b-b9f0-8d079f0b14da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853450-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-18T11:07:43Z,description=,heartbeat_timestamp=2022-08-18T11:16:43Z,host='dv-cinder-853450-2-iscsi',id=5a2ac145-53e3-4597-a9e7-c52b4336ae58,load=0,resource_versions=,resources_synced=,started_at=2022-08-18T11:07:43Z,topic='l3_agent')) {'router_ids': ['32a9fd1a-a136-4f96-b809-d118ef6118b0'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:17:12.053390 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.16', 52090) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:17:12.064898 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-19c6a99d-4a71-494c-9080-91638b2b9833 admin admin] Publish callbacks [] for security_group (7095c4ce-e3d1-4a56-80fb-24daa0dbc6f7), precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:12.070087 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-19c6a99d-4a71-494c-9080-91638b2b9833 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433130'] for security_group (7095c4ce-e3d1-4a56-80fb-24daa0dbc6f7), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:12.109661 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=2 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:17:12.129460 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c6a99d-4a71-494c-9080-91638b2b9833 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7095c4ce-e3d1-4a56-80fb-24daa0dbc6f7,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:17:12.141174 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-19c6a99d-4a71-494c-9080-91638b2b9833 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=d1c75e3109544cef8b373cbf0ef2b698&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2036207 Aug 18 11:17:12.142972 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.16', 52092) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:17:12.162073 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Device 81a077c5-093b-4b39-9502-08028aa401cd up at agent ovs-agent-dv-cinder-853450-2-iscsi {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 11:17:12.163828 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-e89d35a9-9467-46d9-8f36-aae3e97eb0b8 req-16c9214d-0c3a-4b45-a45e-fc77b894a4e9 tempest-DeleteServersTestJSON-798039388 tempest-DeleteServersTestJSON-798039388-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d5100d6d-7ccd-4a77-9503-b6d463c0cee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303744 Aug 18 11:17:12.224395 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d45eb541-4ffd-4116-9ca0-6ff1db8de67c admin admin] Publish callbacks [] for security_group (7095c4ce-e3d1-4a56-80fb-24daa0dbc6f7), before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:12.242185 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-b92dddcb-7ea9-4b7b-b9f0-8d079f0b14da None None] Set router 32a9fd1a-a136-4f96-b809-d118ef6118b0 gateway port host: dv-cinder-853450-2-iscsi {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 18 11:17:12.245395 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Provisioning complete for port 81a077c5-093b-4b39-9502-08028aa401cd triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 18 11:17:12.245778 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619404'] for port (81a077c5-093b-4b39-9502-08028aa401cd), provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:12.258712 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d45eb541-4ffd-4116-9ca0-6ff1db8de67c admin admin] Publish callbacks [] for security_group (7095c4ce-e3d1-4a56-80fb-24daa0dbc6f7), precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:12.489307 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:17:12.504740 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Current status of the port 81a077c5-093b-4b39-9502-08028aa401cd is: ACTIVE; New status is: ACTIVE {{(pid=106380) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 11:17:12.537039 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d45eb541-4ffd-4116-9ca0-6ff1db8de67c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433130'] for security_group (7095c4ce-e3d1-4a56-80fb-24daa0dbc6f7), after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:12.539506 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d45eb541-4ffd-4116-9ca0-6ff1db8de67c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:12.545728 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-d45eb541-4ffd-4116-9ca0-6ff1db8de67c admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/7095c4ce-e3d1-4a56-80fb-24daa0dbc6f7 HTTP/1.1" status: 204 len: 168 time: 0.3968422 Aug 18 11:17:12.570695 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [req-c8703d17-3270-4c86-b363-dbcdfb486201 req-f8df3ce1-683a-4a8a-a725-29da8fb43092 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/5b1c9faa-c979-43b2-a0cc-ea8cbdb168b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2889631 Aug 18 11:17:12.574558 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:17:12.576581 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891539d7-c0fb-4007-abfb-fd177ca56d9e req-2fcec274-9d4e-4e9d-91ab-b02ef6454d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:17:12.576811 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45eb541-4ffd-4116-9ca0-6ff1db8de67c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7095c4ce-e3d1-4a56-80fb-24daa0dbc6f7,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:17:12.579095 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-891539d7-c0fb-4007-abfb-fd177ca56d9e req-2fcec274-9d4e-4e9d-91ab-b02ef6454d3f service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=aab35f7119e44d3c8da92076c7e823db&device_id=71c3b65c-c12b-4633-ac7c-27a5cd878c43 HTTP/1.1" status: 200 len: 1130 time: 0.2211223 Aug 18 11:17:12.645006 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-b92dddcb-7ea9-4b7b-b9f0-8d079f0b14da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32a9fd1a-a136-4f96-b809-d118ef6118b0', 'name': 'tempest-TestVolumeBootPattern-1503680995-router', 'tenant_id': 'ede6199069114ce380f30088d312f345', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'external_fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.18'}], 'enable_snat': True}, 'gw_port_id': '2d11c8c1-de45-4706-86b4-20968fce1c19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T11:17:06Z', 'updated_at': '2022-08-18T11:17:10Z', 'revision_number': 3, 'project_id': 'ede6199069114ce380f30088d312f345', 'gw_port': {'id': '2d11c8c1-de45-4706-86b4-20968fce1c19', 'name': '', 'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:5e:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32a9fd1a-a136-4f96-b809-d118ef6118b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:17:08Z', 'updated_at': '2022-08-18T11:17:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853450-2-iscsi'}], 'dv-cinder-853450-2-iscsi', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:17:12.649659 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24391e0-ea46-438e-8431-f4118cb834ff req-e32b57b0-e422-4f3e-8174-b4a3a3a59d6f tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:17:12.652332 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-f24391e0-ea46-438e-8431-f4118cb834ff req-e32b57b0-e422-4f3e-8174-b4a3a3a59d6f tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a099c0b5-8a0f-4e0e-808f-01ebe10264ae HTTP/1.1" status: 200 len: 946 time: 0.1497378 Aug 18 11:17:12.692523 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b92dddcb-7ea9-4b7b-b9f0-8d079f0b14da None None] Checking router: 32a9fd1a-a136-4f96-b809-d118ef6118b0 for host: dv-cinder-853450-2-iscsi {{(pid=106381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 11:17:12.692869 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b92dddcb-7ea9-4b7b-b9f0-8d079f0b14da None None] Updating router 32a9fd1a-a136-4f96-b809-d118ef6118b0 port 2d11c8c1-de45-4706-86b4-20968fce1c19 binding host dv-cinder-853450-2-iscsi {{(pid=106381) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 11:17:12.734400 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-b92dddcb-7ea9-4b7b-b9f0-8d079f0b14da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (2d11c8c1-de45-4706-86b4-20968fce1c19), before_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:12.885518 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-f24391e0-ea46-438e-8431-f4118cb834ff req-58744366-99ba-4eb5-9d5f-d5ef45e992b0 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=16bfbadc-c0d3-4087-aa51-822d3fcb8180&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1879082 Aug 18 11:17:13.078417 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-b92dddcb-7ea9-4b7b-b9f0-8d079f0b14da None None] Publish callbacks [] for port (2d11c8c1-de45-4706-86b4-20968fce1c19), precommit_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:13.085504 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-b92dddcb-7ea9-4b7b-b9f0-8d079f0b14da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732803053689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732802528799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732802528817'] for port (2d11c8c1-de45-4706-86b4-20968fce1c19), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:13.121526 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-b92dddcb-7ea9-4b7b-b9f0-8d079f0b14da None None] Attempting to bind port 2d11c8c1-de45-4706-86b4-20968fce1c19 on host dv-cinder-853450-2-iscsi for vnic_type normal with profile {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 18 11:17:13.121801 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-b92dddcb-7ea9-4b7b-b9f0-8d079f0b14da None None] Attempting to bind port 2d11c8c1-de45-4706-86b4-20968fce1c19 by drivers openvswitch,hyperv on host dv-cinder-853450-2-iscsi at level 0 using segments [{'id': '67ba5125-9fc9-4a45-924f-a98fceaf00fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153'}] {{(pid=106381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 18 11:17:13.122142 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b92dddcb-7ea9-4b7b-b9f0-8d079f0b14da None None] Attempting to bind port 2d11c8c1-de45-4706-86b4-20968fce1c19 on network c4d5f339-67bc-4c12-8231-94aca87a7153 {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 18 11:17:13.136224 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b92dddcb-7ea9-4b7b-b9f0-8d079f0b14da None None] Checking agent: {'id': '69d4285f-736d-41a6-a99e-1994eed59bce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-853450-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 18, 11, 7, 46), 'started_at': datetime.datetime(2022, 8, 18, 11, 8, 16), 'heartbeat_timestamp': datetime.datetime(2022, 8, 18, 11, 16, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-853450-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 18 11:17:13.136606 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b92dddcb-7ea9-4b7b-b9f0-8d079f0b14da None None] Checking segment: {'id': '67ba5125-9fc9-4a45-924f-a98fceaf00fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 18 11:17:13.137010 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-b92dddcb-7ea9-4b7b-b9f0-8d079f0b14da None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:13.137402 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b92dddcb-7ea9-4b7b-b9f0-8d079f0b14da None None] Bound using segment: {'id': '67ba5125-9fc9-4a45-924f-a98fceaf00fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153'} {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 18 11:17:13.137882 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-b92dddcb-7ea9-4b7b-b9f0-8d079f0b14da None None] Bound port: 2d11c8c1-de45-4706-86b4-20968fce1c19, host: dv-cinder-853450-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67ba5125-9fc9-4a45-924f-a98fceaf00fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153'}}] {{(pid=106381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 18 11:17:13.138293 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-b92dddcb-7ea9-4b7b-b9f0-8d079f0b14da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (2d11c8c1-de45-4706-86b4-20968fce1c19), before_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:13.163337 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7089e5e-6587-4278-bb8f-409f3d5f9ec0 None None] Pushing event updated for resources: {'Port': ['ID=2d11c8c1-de45-4706-86b4-20968fce1c19,revision_number=2']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:17:13.177427 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7089e5e-6587-4278-bb8f-409f3d5f9ec0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:17:13.177831 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7089e5e-6587-4278-bb8f-409f3d5f9ec0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:17:13.178128 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7089e5e-6587-4278-bb8f-409f3d5f9ec0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:17:13.178481 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7089e5e-6587-4278-bb8f-409f3d5f9ec0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:17:13.178817 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7089e5e-6587-4278-bb8f-409f3d5f9ec0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:17:13.179143 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7089e5e-6587-4278-bb8f-409f3d5f9ec0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:17:13.179469 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7089e5e-6587-4278-bb8f-409f3d5f9ec0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:17:13.179795 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7089e5e-6587-4278-bb8f-409f3d5f9ec0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:17:13.180107 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7089e5e-6587-4278-bb8f-409f3d5f9ec0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:17:13.180456 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7089e5e-6587-4278-bb8f-409f3d5f9ec0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:17:13.180778 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7089e5e-6587-4278-bb8f-409f3d5f9ec0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:17:13.181114 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7089e5e-6587-4278-bb8f-409f3d5f9ec0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:17:13.181435 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7089e5e-6587-4278-bb8f-409f3d5f9ec0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:17:13.181751 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7089e5e-6587-4278-bb8f-409f3d5f9ec0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:17:13.182063 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7089e5e-6587-4278-bb8f-409f3d5f9ec0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:17:13.218140 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-b92dddcb-7ea9-4b7b-b9f0-8d079f0b14da None None] For port 2d11c8c1-de45-4706-86b4-20968fce1c19, host dv-cinder-853450-2-iscsi, cleared binding levels {{(pid=106381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 11:17:13.221841 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-b92dddcb-7ea9-4b7b-b9f0-8d079f0b14da None None] For port 2d11c8c1-de45-4706-86b4-20968fce1c19, host dv-cinder-853450-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853450-2-iscsi',level=0,port_id=2d11c8c1-de45-4706-86b4-20968fce1c19,segment=NetworkSegment(67ba5125-9fc9-4a45-924f-a98fceaf00fb),segment_id=67ba5125-9fc9-4a45-924f-a98fceaf00fb)] {{(pid=106381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 11:17:13.229025 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-b92dddcb-7ea9-4b7b-b9f0-8d079f0b14da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732803053689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732802528799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732802528817'] for port (2d11c8c1-de45-4706-86b4-20968fce1c19), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:13.275532 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b92dddcb-7ea9-4b7b-b9f0-8d079f0b14da None None] Routers {'32a9fd1a-a136-4f96-b809-d118ef6118b0'} bound to L3 agent in host dv-cinder-853450-2-iscsi {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 18 11:17:13.276204 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-b92dddcb-7ea9-4b7b-b9f0-8d079f0b14da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853450-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-18T11:07:43Z,description=,heartbeat_timestamp=2022-08-18T11:16:43Z,host='dv-cinder-853450-2-iscsi',id=5a2ac145-53e3-4597-a9e7-c52b4336ae58,load=0,resource_versions=,resources_synced=,started_at=2022-08-18T11:07:43Z,topic='l3_agent')) {'router_ids': ['32a9fd1a-a136-4f96-b809-d118ef6118b0'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:17:13.340231 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-0d8510ca-7558-4368-a4d6-39368481e5d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (5a2ac145-53e3-4597-a9e7-c52b4336ae58), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:13.342297 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7089e5e-6587-4278-bb8f-409f3d5f9ec0 None None] Pushing event updated for resources: {'Port': ['ID=2d11c8c1-de45-4706-86b4-20968fce1c19,revision_number=3']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:17:13.402255 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-b92dddcb-7ea9-4b7b-b9f0-8d079f0b14da None None] Set router 32a9fd1a-a136-4f96-b809-d118ef6118b0 gateway port host: dv-cinder-853450-2-iscsi {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 18 11:17:13.455930 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:17:13.456614 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:17:13.475200 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66aa7e2-48a3-40c7-8754-5df6b8555ca4 req-ecacc264-3c84-4bd5-b0cf-efdd80dbaa80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:17:13.476926 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-d66aa7e2-48a3-40c7-8754-5df6b8555ca4 req-ecacc264-3c84-4bd5-b0cf-efdd80dbaa80 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=a90d5023-8b0f-4a30-b28a-cbe9ad96d4e1 HTTP/1.1" status: 200 len: 1130 time: 0.5901549 Aug 18 11:17:13.522529 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891539d7-c0fb-4007-abfb-fd177ca56d9e req-54b78289-ef0d-4100-b7d7-ffb81d5dab5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:17:13.523925 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-891539d7-c0fb-4007-abfb-fd177ca56d9e req-54b78289-ef0d-4100-b7d7-ffb81d5dab5b service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=dd9ba834-1e3f-4b43-ad03-a13182799a15 HTTP/1.1" status: 200 len: 920 time: 0.6252625 Aug 18 11:17:13.583564 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-891539d7-c0fb-4007-abfb-fd177ca56d9e req-16c8db17-6d30-4702-ad4e-e3e5a86eb6d8 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ec2b7eba-444a-4297-beb7-1a9941391627 HTTP/1.1" status: 200 len: 217 time: 0.0414951 Aug 18 11:17:13.597728 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b85a7e-f97f-4af6-bfe0-6611e18c65bc req-b299b4f4-b8d2-4642-b7be-062f313b67f5 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:17:13.598279 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-b92dddcb-7ea9-4b7b-b9f0-8d079f0b14da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32a9fd1a-a136-4f96-b809-d118ef6118b0', 'name': 'tempest-TestVolumeBootPattern-1503680995-router', 'tenant_id': 'ede6199069114ce380f30088d312f345', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'external_fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.18'}], 'enable_snat': True}, 'gw_port_id': '2d11c8c1-de45-4706-86b4-20968fce1c19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T11:17:06Z', 'updated_at': '2022-08-18T11:17:10Z', 'revision_number': 3, 'project_id': 'ede6199069114ce380f30088d312f345', 'gw_port': {'id': '2d11c8c1-de45-4706-86b4-20968fce1c19', 'name': '', 'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:5e:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32a9fd1a-a136-4f96-b809-d118ef6118b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853450-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:17:08Z', 'updated_at': '2022-08-18T11:17:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853450-2-iscsi'}], 'dv-cinder-853450-2-iscsi', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:17:13.599289 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-74b85a7e-f97f-4af6-bfe0-6611e18c65bc req-b299b4f4-b8d2-4642-b7be-062f313b67f5 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7d250382-9a20-4990-8a8f-8d0de89674a3 HTTP/1.1" status: 200 len: 946 time: 0.5931997 Aug 18 11:17:13.610865 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:17:13.632613 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b92dddcb-7ea9-4b7b-b9f0-8d079f0b14da None None] The sync data for ids ['32a9fd1a-a136-4f96-b809-d118ef6118b0'] in dv-cinder-853450-2-iscsi is: [{'id': '32a9fd1a-a136-4f96-b809-d118ef6118b0', 'name': 'tempest-TestVolumeBootPattern-1503680995-router', 'tenant_id': 'ede6199069114ce380f30088d312f345', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'external_fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.18'}], 'enable_snat': True}, 'gw_port_id': '2d11c8c1-de45-4706-86b4-20968fce1c19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T11:17:06Z', 'updated_at': '2022-08-18T11:17:10Z', 'revision_number': 3, 'project_id': 'ede6199069114ce380f30088d312f345', 'gw_port': {'id': '2d11c8c1-de45-4706-86b4-20968fce1c19', 'name': '', 'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:5e:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32a9fd1a-a136-4f96-b809-d118ef6118b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853450-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:17:08Z', 'updated_at': '2022-08-18T11:17:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853450-2-iscsi'}] {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 11:17:13.636522 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6731e1ac-df64-4f28-bfa9-b032b09fb5b1 req-c857bfd0-939c-4581-a735-7bcd6b3f9177 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:17:13.638057 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-6731e1ac-df64-4f28-bfa9-b032b09fb5b1 req-c857bfd0-939c-4581-a735-7bcd6b3f9177 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=71c3b65c-c12b-4633-ac7c-27a5cd878c43 HTTP/1.1" status: 200 len: 946 time: 0.6303723 Aug 18 11:17:13.736974 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-d66aa7e2-48a3-40c7-8754-5df6b8555ca4 req-b204ded6-7b8d-46de-a8f5-833c61e0edb2 service neutron] 10.222.0.20 "GET /networking/v2.0/security-groups?id=d5100d6d-7ccd-4a77-9503-b6d463c0cee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2309799 Aug 18 11:17:13.777509 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891539d7-c0fb-4007-abfb-fd177ca56d9e req-0e03cd60-79ed-4eb6-a652-2c6a23e52478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:17:13.779731 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-891539d7-c0fb-4007-abfb-fd177ca56d9e req-0e03cd60-79ed-4eb6-a652-2c6a23e52478 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=055aadf2-d4b5-4a33-adc5-6baee36dc7bc HTTP/1.1" status: 200 len: 858 time: 0.1795490 Aug 18 11:17:13.790197 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-edf6954f-2b32-4c06-a327-46d75e30166c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (None), before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:13.829082 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-74b85a7e-f97f-4af6-bfe0-6611e18c65bc req-8d05cf7b-57a5-4eec-b245-89da5bcb667d tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4ea5bf43-978e-4299-a64e-45416a7e4e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2004879 Aug 18 11:17:13.840055 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-6731e1ac-df64-4f28-bfa9-b032b09fb5b1 req-4a35b27e-046e-4dda-9350-5fae0a71fc30 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b21c2cf3-45f4-4212-bbb4-b16e8476f4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662605 Aug 18 11:17:14.134121 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:17:14.144209 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aad0a73-dd1a-4505-bb05-9cbb6081e2f1 req-bf70bb3a-3536-4615-89a9-3b8bf66cb4e7 tempest-DeleteServersTestJSON-798039388 tempest-DeleteServersTestJSON-798039388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:17:14.146368 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-6aad0a73-dd1a-4505-bb05-9cbb6081e2f1 req-bf70bb3a-3536-4615-89a9-3b8bf66cb4e7 tempest-DeleteServersTestJSON-798039388 tempest-DeleteServersTestJSON-798039388-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a90d5023-8b0f-4a30-b28a-cbe9ad96d4e1 HTTP/1.1" status: 200 len: 946 time: 0.1748939 Aug 18 11:17:14.159732 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Device 2d11c8c1-de45-4706-86b4-20968fce1c19 up at agent ovs-agent-dv-cinder-853450-2-iscsi {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 11:17:14.218809 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891539d7-c0fb-4007-abfb-fd177ca56d9e req-d13dec52-ec5e-4d48-92e3-3a3270685bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:17:14.220597 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-891539d7-c0fb-4007-abfb-fd177ca56d9e req-d13dec52-ec5e-4d48-92e3-3a3270685bb1 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=dd9ba834-1e3f-4b43-ad03-a13182799a15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1451097 Aug 18 11:17:14.223176 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Provisioning complete for port 2d11c8c1-de45-4706-86b4-20968fce1c19 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 18 11:17:14.223488 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619404'] for port (2d11c8c1-de45-4706-86b4-20968fce1c19), provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:14.313404 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa05dc17-515d-4bd9-94c1-60c7af1fb18b req-316a0c4e-4ce3-4797-b825-eef3cd393b66 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:17:14.314992 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-aa05dc17-515d-4bd9-94c1-60c7af1fb18b req-316a0c4e-4ce3-4797-b825-eef3cd393b66 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a099c0b5-8a0f-4e0e-808f-01ebe10264ae HTTP/1.1" status: 200 len: 946 time: 0.1861718 Aug 18 11:17:14.325166 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.16', 52150) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:17:14.330306 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.v2.base [None req-63c480bb-e839-4a6a-9fd2-eea94c776d08 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Request body: {'floatingip': {'port_id': 'd63b2561-cafa-4cbb-9ba8-843fcd0143c2'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:17:14.348306 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Current status of the port 2d11c8c1-de45-4706-86b4-20968fce1c19 is: DOWN; New status is: ACTIVE {{(pid=106380) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 11:17:14.348823 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (2d11c8c1-de45-4706-86b4-20968fce1c19), before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:14.390998 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] For port 2d11c8c1-de45-4706-86b4-20968fce1c19, host dv-cinder-853450-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853450-2-iscsi',level=0,port_id=2d11c8c1-de45-4706-86b4-20968fce1c19,segment=NetworkSegment(67ba5125-9fc9-4a45-924f-a98fceaf00fb),segment_id=67ba5125-9fc9-4a45-924f-a98fceaf00fb)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:17:14.400429 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732803053689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732802528799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732802528817'] for port (2d11c8c1-de45-4706-86b4-20968fce1c19), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:14.439555 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-63c480bb-e839-4a6a-9fd2-eea94c776d08 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Publish callbacks [] for floatingip (b358ca63-ac88-4ea9-8f3a-33cc66141fd5), before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:14.495820 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-edf6954f-2b32-4c06-a327-46d75e30166c admin admin] Allocated IP 172.20.0.1 (7f22837c-b0bf-4183-918e-ed97b8d7016a/23956a8f-6417-481b-8752-923c1ff1baa8/4351a822-8a89-4ef3-9edf-3e59cd7f13a9) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 11:17:14.521612 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Pushing event updated for resources: {'Port': ['ID=2d11c8c1-de45-4706-86b4-20968fce1c19,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:17:14.665594 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-a5cc8183-7213-4642-9d48-bc0d47940d29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (29720577-1c8f-43c1-a8be-c2a14df8d65e), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:14.680216 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-6aad0a73-dd1a-4505-bb05-9cbb6081e2f1 req-49d73e80-acf4-4137-a5d3-172dfefbed19 tempest-DeleteServersTestJSON-798039388 tempest-DeleteServersTestJSON-798039388-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d5100d6d-7ccd-4a77-9503-b6d463c0cee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4981091 Aug 18 11:17:14.726716 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92fe51b-cc3b-4895-ace2-656829978312 req-f2daf0a3-ac08-42af-b242-93f8c9f3e86e tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:17:14.728343 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-f92fe51b-cc3b-4895-ace2-656829978312 req-f2daf0a3-ac08-42af-b242-93f8c9f3e86e tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7d250382-9a20-4990-8a8f-8d0de89674a3 HTTP/1.1" status: 200 len: 946 time: 0.2904470 Aug 18 11:17:14.751602 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.16', 52162) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:17:14.760596 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.v2.base [None req-e9a66341-637a-464f-b141-01791ea6c2fd tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Request body: {'floatingip': {'port_id': '565d092d-be66-4df6-a273-c1968e5a86f7'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:17:14.843930 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-891539d7-c0fb-4007-abfb-fd177ca56d9e req-34816bd7-470a-4166-a6b0-ddf3abea995e service neutron] 10.222.0.20 "GET /networking/v2.0/networks/dd9ba834-1e3f-4b43-ad03-a13182799a15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5961781 Aug 18 11:17:14.859547 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-edf6954f-2b32-4c06-a327-46d75e30166c admin admin] Publish callbacks [] for port (4351a822-8a89-4ef3-9edf-3e59cd7f13a9), precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:14.864095 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e9a66341-637a-464f-b141-01791ea6c2fd tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Publish callbacks [] for floatingip (c36cff77-6279-418b-9866-35663ab14aae), before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:15.103797 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e29c462-58af-4669-b19c-1d07074283b7 req-4331a3e5-cfb0-46ce-bdd5-991933394108 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:17:15.105588 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-0e29c462-58af-4669-b19c-1d07074283b7 req-4331a3e5-cfb0-46ce-bdd5-991933394108 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=71c3b65c-c12b-4633-ac7c-27a5cd878c43 HTTP/1.1" status: 200 len: 946 time: 0.1350572 Aug 18 11:17:15.247095 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=85,neutron:INSERT=7,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:17:15.284293 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:17:15.287567 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-891539d7-c0fb-4007-abfb-fd177ca56d9e req-71703b9c-9f04-4209-8e3d-f7e8bfd64070 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/dd9ba834-1e3f-4b43-ad03-a13182799a15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1742790 Aug 18 11:17:15.347713 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:17:15.360389 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-edf6954f-2b32-4c06-a327-46d75e30166c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732802528781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11809227'] for port (4351a822-8a89-4ef3-9edf-3e59cd7f13a9), after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:15.382136 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-63c480bb-e839-4a6a-9fd2-eea94c776d08 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:15.397546 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-63c480bb-e839-4a6a-9fd2-eea94c776d08 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-519515'] for floatingip (b358ca63-ac88-4ea9-8f3a-33cc66141fd5), after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:15.508612 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edf6954f-2b32-4c06-a327-46d75e30166c admin admin] Network 7f22837c-b0bf-4183-918e-ed97b8d7016a is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 11:17:15.586808 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-edf6954f-2b32-4c06-a327-46d75e30166c admin admin] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 11:17:15.603470 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf6954f-2b32-4c06-a327-46d75e30166c admin admin] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 18 11:17:15.626339 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.db.l3_db [None req-63c480bb-e839-4a6a-9fd2-eea94c776d08 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Floating IP b358ca63-ac88-4ea9-8f3a-33cc66141fd5 associated. External IP: 172.27.4.136, port: d63b2561-cafa-4cbb-9ba8-843fcd0143c2. Aug 18 11:17:15.676067 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-0e29c462-58af-4669-b19c-1d07074283b7 req-3be49100-6d3d-4330-8668-896a96001623 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b21c2cf3-45f4-4212-bbb4-b16e8476f4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3830588 Aug 18 11:17:15.699029 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf6954f-2b32-4c06-a327-46d75e30166c admin admin] Pushing event updated for resources: {'Port': ['ID=4351a822-8a89-4ef3-9edf-3e59cd7f13a9,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:17:15.863564 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-edf6954f-2b32-4c06-a327-46d75e30166c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-516804'] for router_interface (32a9fd1a-a136-4f96-b809-d118ef6118b0), before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:15.975301 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (69d4285f-736d-41a6-a99e-1994eed59bce), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:16.039298 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62334fd-d9ca-454c-b913-7788b862f875 req-4b6331cb-e964-48e8-8552-7cf29c24cb54 tempest-DeleteServersTestJSON-798039388 tempest-DeleteServersTestJSON-798039388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:17:16.040921 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-d62334fd-d9ca-454c-b913-7788b862f875 req-4b6331cb-e964-48e8-8552-7cf29c24cb54 tempest-DeleteServersTestJSON-798039388 tempest-DeleteServersTestJSON-798039388-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a90d5023-8b0f-4a30-b28a-cbe9ad96d4e1 HTTP/1.1" status: 200 len: 946 time: 0.1726341 Aug 18 11:17:16.064458 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-0fb40d79-7298-42f1-90e0-70a2a6b033e3 None None] Provisioning complete for port 4351a822-8a89-4ef3-9edf-3e59cd7f13a9 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 18 11:17:16.065043 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-0fb40d79-7298-42f1-90e0-70a2a6b033e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619404'] for port (4351a822-8a89-4ef3-9edf-3e59cd7f13a9), provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:16.079191 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:17:16.081237 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63c480bb-e839-4a6a-9fd2-eea94c776d08 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Router 998cf145-4292-4cbf-b148-168edf6fee5f has already been hosted by L3 agent 5a2ac145-53e3-4597-a9e7-c52b4336ae58 {{(pid=106379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 11:17:16.115770 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-0fb40d79-7298-42f1-90e0-70a2a6b033e3 None None] Port 4351a822-8a89-4ef3-9edf-3e59cd7f13a9 cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 18 11:17:16.149837 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Device 2d11c8c1-de45-4706-86b4-20968fce1c19 up at agent ovs-agent-dv-cinder-853450-2-iscsi {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 11:17:16.238531 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Provisioning complete for port 2d11c8c1-de45-4706-86b4-20968fce1c19 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 18 11:17:16.238947 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619404'] for port (2d11c8c1-de45-4706-86b4-20968fce1c19), provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:16.255712 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63c480bb-e839-4a6a-9fd2-eea94c776d08 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Notify agent at l3_agent.dv-cinder-853450-2-iscsi the message routers_updated {{(pid=106379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 11:17:16.270496 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-63c480bb-e839-4a6a-9fd2-eea94c776d08 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22494'] for floatingip (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:16.277867 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52e54e82-adbf-4ad7-9a13-8f83e30770a9 None None] Sync routers for ids ['998cf145-4292-4cbf-b148-168edf6fee5f'] in dv-cinder-853450-2-iscsi {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 11:17:16.302781 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52e54e82-adbf-4ad7-9a13-8f83e30770a9 None None] Routers {'998cf145-4292-4cbf-b148-168edf6fee5f'} bound to L3 agent in host dv-cinder-853450-2-iscsi {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 18 11:17:16.303363 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-63c480bb-e839-4a6a-9fd2-eea94c776d08 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] 10.222.0.16 "PUT /networking/v2.0/floatingips/b358ca63-ac88-4ea9-8f3a-33cc66141fd5 HTTP/1.1" status: 200 len: 992 time: 1.9768515 Aug 18 11:17:16.303940 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-52e54e82-adbf-4ad7-9a13-8f83e30770a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853450-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-18T11:07:43Z,description=,heartbeat_timestamp=2022-08-18T11:17:13Z,host='dv-cinder-853450-2-iscsi',id=5a2ac145-53e3-4597-a9e7-c52b4336ae58,load=0,resource_versions=,resources_synced=,started_at=2022-08-18T11:07:43Z,topic='l3_agent')) {'router_ids': ['998cf145-4292-4cbf-b148-168edf6fee5f'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:17:16.304088 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a099c0b5-8a0f-4e0e-808f-01ebe10264ae', 'tag': 'd63b2561-cafa-4cbb-9ba8-843fcd0143c2'}] {{(pid=106379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 18 11:17:16.306774 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afeb4790f423e7ffe5fa0b02628cc43a14be8f1f20ac5f0ea3cf567e42d62054" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d14bf49-a858-4987-a78b-37e5e48513a9" -d '{"events": [{"name": "network-changed", "server_uuid": "a099c0b5-8a0f-4e0e-808f-01ebe10264ae", "tag": "d63b2561-cafa-4cbb-9ba8-843fcd0143c2"}]}' {{(pid=106379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:17:16.362182 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Aug 2022 11:17:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-deeb06e3-2060-41b9-a129-6754205ff74a x-openstack-request-id: req-deeb06e3-2060-41b9-a129-6754205ff74a {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:17:16.362669 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a099c0b5-8a0f-4e0e-808f-01ebe10264ae", "tag": "d63b2561-cafa-4cbb-9ba8-843fcd0143c2", "status": "completed", "code": 200}]} {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:17:16.363096 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-deeb06e3-2060-41b9-a129-6754205ff74a {{(pid=106379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:17:16.363914 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.notifiers.nova [-] Nova event matching ['req-deeb06e3-2060-41b9-a129-6754205ff74a'] response: {'name': 'network-changed', 'server_uuid': 'a099c0b5-8a0f-4e0e-808f-01ebe10264ae', 'tag': 'd63b2561-cafa-4cbb-9ba8-843fcd0143c2', 'status': 'completed', 'code': 200} Aug 18 11:17:16.434689 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Current status of the port 2d11c8c1-de45-4706-86b4-20968fce1c19 is: ACTIVE; New status is: ACTIVE {{(pid=106380) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 11:17:16.451726 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c68edff8-e550-48a3-9de2-17badfe483c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (307af099-d926-4e52-9df3-0cd09baf3c81), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:16.461326 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-52e54e82-adbf-4ad7-9a13-8f83e30770a9 None None] Set router 998cf145-4292-4cbf-b148-168edf6fee5f gateway port host: dv-cinder-853450-2-iscsi {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 18 11:17:16.488080 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:17:16.546973 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d14bf49-a858-4987-a78b-37e5e48513a9 req-e86067e5-c3e7-42a6-a2e3-2a6a870ff475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:17:16.548407 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-1d14bf49-a858-4987-a78b-37e5e48513a9 req-e86067e5-c3e7-42a6-a2e3-2a6a870ff475 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=129f3d9f33ad4b209039244eb09599e9&device_id=a099c0b5-8a0f-4e0e-808f-01ebe10264ae HTTP/1.1" status: 200 len: 1130 time: 0.1483085 Aug 18 11:17:16.621606 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-d62334fd-d9ca-454c-b913-7788b862f875 req-a75ec718-8c8b-4a02-9367-cad61e45f8dc tempest-DeleteServersTestJSON-798039388 tempest-DeleteServersTestJSON-798039388-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d5100d6d-7ccd-4a77-9503-b6d463c0cee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5563118 Aug 18 11:17:16.653281 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-edf6954f-2b32-4c06-a327-46d75e30166c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (4351a822-8a89-4ef3-9edf-3e59cd7f13a9), before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:16.749847 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-52e54e82-adbf-4ad7-9a13-8f83e30770a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '998cf145-4292-4cbf-b148-168edf6fee5f', 'name': 'tempest-AttachVolumeNegativeTest-2089290289-router', 'tenant_id': '129f3d9f33ad4b209039244eb09599e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'external_fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.158'}], 'enable_snat': True}, 'gw_port_id': 'ce095ec4-83b0-46bf-b392-7aa0e9163c2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T11:15:55Z', 'updated_at': '2022-08-18T11:16:07Z', 'revision_number': 4, 'project_id': '129f3d9f33ad4b209039244eb09599e9', 'gw_port': {'id': 'ce095ec4-83b0-46bf-b392-7aa0e9163c2a', 'name': '', 'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:5f:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '998cf145-4292-4cbf-b148-168edf6fee5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853450-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:15:56Z', 'updated_at': '2022-08-18T11:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853450-2-iscsi', '_floatingips': [{'id': 'b358ca63-ac88-4ea9-8f3a-33cc66141fd5', 'tenant_id': '129f3d9f33ad4b209039244eb09599e9', 'floating_ip_address': '172.27.4.136', 'floating_network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'router_id': '998cf145-4292-4cbf-b148-168edf6fee5f', 'port_id': 'd63b2561-cafa-4cbb-9ba8-843fcd0143c2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 125, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca6ccede-6467-4618-b24a-e0809d05149d', 'mac_address': 'fa:16:3e:67:fd:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a099c0b5-8a0f-4e0e-808f-01ebe10264ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-18T11:16:19Z', 'updated_at': '2022-08-18T11:17:15Z', 'revision_number': 1, 'project_id': '129f3d9f33ad4b209039244eb09599e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7274281-41d9-436f-9277-93ef3e666e58', 'name': '', 'network_id': 'ca6ccede-6467-4618-b24a-e0809d05149d', 'tenant_id': '129f3d9f33ad4b209039244eb09599e9', 'mac_address': 'fa:16:3e:c0:ff:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '998cf145-4292-4cbf-b148-168edf6fee5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'cf42f62c-f94a-411e-aa38-b95605994c37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853450-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:16:03Z', 'updated_at': '2022-08-18T11:16:20Z', 'revision_number': 5, 'project_id': '129f3d9f33ad4b209039244eb09599e9', 'subnets': [{'id': 'cf42f62c-f94a-411e-aa38-b95605994c37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853450-2-iscsi', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:17:16.787097 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52e54e82-adbf-4ad7-9a13-8f83e30770a9 None None] Checking router: 998cf145-4292-4cbf-b148-168edf6fee5f for host: dv-cinder-853450-2-iscsi {{(pid=106380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 11:17:16.798801 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52e54e82-adbf-4ad7-9a13-8f83e30770a9 None None] Routers {'998cf145-4292-4cbf-b148-168edf6fee5f'} bound to L3 agent in host dv-cinder-853450-2-iscsi {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 18 11:17:16.800324 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-52e54e82-adbf-4ad7-9a13-8f83e30770a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853450-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-18T11:07:43Z,description=,heartbeat_timestamp=2022-08-18T11:17:13Z,host='dv-cinder-853450-2-iscsi',id=5a2ac145-53e3-4597-a9e7-c52b4336ae58,load=0,resource_versions=,resources_synced=,started_at=2022-08-18T11:07:43Z,topic='l3_agent')) {'router_ids': ['998cf145-4292-4cbf-b148-168edf6fee5f'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:17:16.875680 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:17:16.891326 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d14bf49-a858-4987-a78b-37e5e48513a9 req-b1f8acbb-e1c1-4680-b834-edcae74eabed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:17:16.895600 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-1d14bf49-a858-4987-a78b-37e5e48513a9 req-b1f8acbb-e1c1-4680-b834-edcae74eabed service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=ca6ccede-6467-4618-b24a-e0809d05149d HTTP/1.1" status: 200 len: 916 time: 0.3300295 Aug 18 11:17:16.978224 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-52e54e82-adbf-4ad7-9a13-8f83e30770a9 None None] Set router 998cf145-4292-4cbf-b148-168edf6fee5f gateway port host: dv-cinder-853450-2-iscsi {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 18 11:17:17.050752 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:17:17.053639 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-1d14bf49-a858-4987-a78b-37e5e48513a9 req-373f6c6b-5b4f-4025-8fef-5ca8c06016db service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d63b2561-cafa-4cbb-9ba8-843fcd0143c2 HTTP/1.1" status: 200 len: 1000 time: 0.1434965 Aug 18 11:17:17.118802 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:17:17.207714 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e9a66341-637a-464f-b141-01791ea6c2fd tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:17.228048 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e9a66341-637a-464f-b141-01791ea6c2fd tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-519515'] for floatingip (c36cff77-6279-418b-9866-35663ab14aae), after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:17.298079 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a045a1f5-e19d-4bac-a79c-dd69f477676f req-15694e0a-138f-4e76-840c-3113520b43d7 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:17:17.299656 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-a045a1f5-e19d-4bac-a79c-dd69f477676f req-15694e0a-138f-4e76-840c-3113520b43d7 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=71c3b65c-c12b-4633-ac7c-27a5cd878c43 HTTP/1.1" status: 200 len: 946 time: 0.4535818 Aug 18 11:17:17.394072 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d14bf49-a858-4987-a78b-37e5e48513a9 req-dc1115d8-aaf8-4e6f-b9bc-ff9f7e53e9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:17:17.395554 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-1d14bf49-a858-4987-a78b-37e5e48513a9 req-dc1115d8-aaf8-4e6f-b9bc-ff9f7e53e9f7 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=cf42f62c-f94a-411e-aa38-b95605994c37 HTTP/1.1" status: 200 len: 854 time: 0.3078094 Aug 18 11:17:17.456924 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-52e54e82-adbf-4ad7-9a13-8f83e30770a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '998cf145-4292-4cbf-b148-168edf6fee5f', 'name': 'tempest-AttachVolumeNegativeTest-2089290289-router', 'tenant_id': '129f3d9f33ad4b209039244eb09599e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'external_fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.158'}], 'enable_snat': True}, 'gw_port_id': 'ce095ec4-83b0-46bf-b392-7aa0e9163c2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T11:15:55Z', 'updated_at': '2022-08-18T11:16:07Z', 'revision_number': 4, 'project_id': '129f3d9f33ad4b209039244eb09599e9', 'gw_port': {'id': 'ce095ec4-83b0-46bf-b392-7aa0e9163c2a', 'name': '', 'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:5f:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '998cf145-4292-4cbf-b148-168edf6fee5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853450-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:15:56Z', 'updated_at': '2022-08-18T11:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853450-2-iscsi', '_floatingips': [{'id': 'b358ca63-ac88-4ea9-8f3a-33cc66141fd5', 'tenant_id': '129f3d9f33ad4b209039244eb09599e9', 'floating_ip_address': '172.27.4.136', 'floating_network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'router_id': '998cf145-4292-4cbf-b148-168edf6fee5f', 'port_id': 'd63b2561-cafa-4cbb-9ba8-843fcd0143c2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 125, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca6ccede-6467-4618-b24a-e0809d05149d', 'mac_address': 'fa:16:3e:67:fd:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a099c0b5-8a0f-4e0e-808f-01ebe10264ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-18T11:16:19Z', 'updated_at': '2022-08-18T11:17:15Z', 'revision_number': 1, 'project_id': '129f3d9f33ad4b209039244eb09599e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7274281-41d9-436f-9277-93ef3e666e58', 'name': '', 'network_id': 'ca6ccede-6467-4618-b24a-e0809d05149d', 'tenant_id': '129f3d9f33ad4b209039244eb09599e9', 'mac_address': 'fa:16:3e:c0:ff:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '998cf145-4292-4cbf-b148-168edf6fee5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'cf42f62c-f94a-411e-aa38-b95605994c37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853450-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:16:03Z', 'updated_at': '2022-08-18T11:16:20Z', 'revision_number': 5, 'project_id': '129f3d9f33ad4b209039244eb09599e9', 'subnets': [{'id': 'cf42f62c-f94a-411e-aa38-b95605994c37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853450-2-iscsi', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:17:17.482127 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52e54e82-adbf-4ad7-9a13-8f83e30770a9 None None] The sync data for ids ['998cf145-4292-4cbf-b148-168edf6fee5f'] in dv-cinder-853450-2-iscsi is: [{'id': '998cf145-4292-4cbf-b148-168edf6fee5f', 'name': 'tempest-AttachVolumeNegativeTest-2089290289-router', 'tenant_id': '129f3d9f33ad4b209039244eb09599e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'external_fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.158'}], 'enable_snat': True}, 'gw_port_id': 'ce095ec4-83b0-46bf-b392-7aa0e9163c2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T11:15:55Z', 'updated_at': '2022-08-18T11:16:07Z', 'revision_number': 4, 'project_id': '129f3d9f33ad4b209039244eb09599e9', 'gw_port': {'id': 'ce095ec4-83b0-46bf-b392-7aa0e9163c2a', 'name': '', 'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:5f:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '998cf145-4292-4cbf-b148-168edf6fee5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853450-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:15:56Z', 'updated_at': '2022-08-18T11:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853450-2-iscsi', '_floatingips': [{'id': 'b358ca63-ac88-4ea9-8f3a-33cc66141fd5', 'tenant_id': '129f3d9f33ad4b209039244eb09599e9', 'floating_ip_address': '172.27.4.136', 'floating_network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'router_id': '998cf145-4292-4cbf-b148-168edf6fee5f', 'port_id': 'd63b2561-cafa-4cbb-9ba8-843fcd0143c2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 125, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca6ccede-6467-4618-b24a-e0809d05149d', 'mac_address': 'fa:16:3e:67:fd:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a099c0b5-8a0f-4e0e-808f-01ebe10264ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-18T11:16:19Z', 'updated_at': '2022-08-18T11:17:15Z', 'revision_number': 1, 'project_id': '129f3d9f33ad4b209039244eb09599e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7274281-41d9-436f-9277-93ef3e666e58', 'name': '', 'network_id': 'ca6ccede-6467-4618-b24a-e0809d05149d', 'tenant_id': '129f3d9f33ad4b209039244eb09599e9', 'mac_address': 'fa:16:3e:c0:ff:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '998cf145-4292-4cbf-b148-168edf6fee5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'cf42f62c-f94a-411e-aa38-b95605994c37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853450-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:16:03Z', 'updated_at': '2022-08-18T11:16:20Z', 'revision_number': 5, 'project_id': '129f3d9f33ad4b209039244eb09599e9', 'subnets': [{'id': 'cf42f62c-f94a-411e-aa38-b95605994c37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 11:17:17.526850 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-a045a1f5-e19d-4bac-a79c-dd69f477676f req-4761db05-6896-43b4-beaa-277c35a59382 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b21c2cf3-45f4-4212-bbb4-b16e8476f4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823735 Aug 18 11:17:17.551334 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d14bf49-a858-4987-a78b-37e5e48513a9 req-8f2ab160-1f78-4861-8a6f-dd0d3c3610b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:17:17.553533 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-1d14bf49-a858-4987-a78b-37e5e48513a9 req-8f2ab160-1f78-4861-8a6f-dd0d3c3610b4 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=ca6ccede-6467-4618-b24a-e0809d05149d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1483259 Aug 18 11:17:17.556803 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.db.l3_db [None req-e9a66341-637a-464f-b141-01791ea6c2fd tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Floating IP c36cff77-6279-418b-9866-35663ab14aae associated. External IP: 172.27.4.196, port: 565d092d-be66-4df6-a273-c1968e5a86f7. Aug 18 11:17:17.633139 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-edf6954f-2b32-4c06-a327-46d75e30166c admin admin] Publish callbacks [] for port (4351a822-8a89-4ef3-9edf-3e59cd7f13a9), precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:17.674722 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-edf6954f-2b32-4c06-a327-46d75e30166c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732803053689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732802528799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732802528817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11809220'] for port (4351a822-8a89-4ef3-9edf-3e59cd7f13a9), after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:17.733440 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0acfe161-a24b-4ee2-ac4d-8e9c956aa370 None None] New status for floating IP b358ca63-ac88-4ea9-8f3a-33cc66141fd5: ACTIVE {{(pid=106381) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 18 11:17:17.834625 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf6954f-2b32-4c06-a327-46d75e30166c admin admin] Pushing event updated for resources: {'Port': ['ID=4351a822-8a89-4ef3-9edf-3e59cd7f13a9,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:17:17.845843 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-edf6954f-2b32-4c06-a327-46d75e30166c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3683465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-516656'] for router_interface (32a9fd1a-a136-4f96-b809-d118ef6118b0), after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:17.866580 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-1d14bf49-a858-4987-a78b-37e5e48513a9 req-dfde6ee2-042f-42e5-a581-ff705923c8ff service neutron] 10.222.0.20 "GET /networking/v2.0/networks/ca6ccede-6467-4618-b24a-e0809d05149d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2989302 Aug 18 11:17:18.329514 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=100 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:17:18.337716 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=100 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:17:18.374276 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edf6954f-2b32-4c06-a327-46d75e30166c admin admin] Network 7f22837c-b0bf-4183-918e-ed97b8d7016a is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 11:17:18.382872 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-edf6954f-2b32-4c06-a327-46d75e30166c admin admin] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 11:17:18.394003 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9a66341-637a-464f-b141-01791ea6c2fd tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Router 831210b6-dcdc-42e9-b525-a9ceeab779ac has already been hosted by L3 agent 5a2ac145-53e3-4597-a9e7-c52b4336ae58 {{(pid=106378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 11:17:18.398621 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-1d14bf49-a858-4987-a78b-37e5e48513a9 req-d84538e9-0105-49e2-a59d-8e89163e3f15 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/ca6ccede-6467-4618-b24a-e0809d05149d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5157692 Aug 18 11:17:18.608106 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9a66341-637a-464f-b141-01791ea6c2fd tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Notify agent at l3_agent.dv-cinder-853450-2-iscsi the message routers_updated {{(pid=106378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 11:17:18.612172 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edf6954f-2b32-4c06-a327-46d75e30166c admin admin] Router 32a9fd1a-a136-4f96-b809-d118ef6118b0 has already been hosted by L3 agent 5a2ac145-53e3-4597-a9e7-c52b4336ae58 {{(pid=106378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 11:17:18.617560 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e9a66341-637a-464f-b141-01791ea6c2fd tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22494'] for floatingip (None), before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:18.626133 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d493b2b-9d13-43d6-a9ce-86cf411edbd9 None None] Sync routers for ids ['831210b6-dcdc-42e9-b525-a9ceeab779ac'] in dv-cinder-853450-2-iscsi {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 11:17:18.664634 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [None req-e9a66341-637a-464f-b141-01791ea6c2fd tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "PUT /networking/v2.0/floatingips/c36cff77-6279-418b-9866-35663ab14aae HTTP/1.1" status: 200 len: 992 time: 3.9110756 Aug 18 11:17:18.674426 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d493b2b-9d13-43d6-a9ce-86cf411edbd9 None None] Routers {'831210b6-dcdc-42e9-b525-a9ceeab779ac'} bound to L3 agent in host dv-cinder-853450-2-iscsi {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 18 11:17:18.675086 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-5d493b2b-9d13-43d6-a9ce-86cf411edbd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853450-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-18T11:07:43Z,description=,heartbeat_timestamp=2022-08-18T11:17:13Z,host='dv-cinder-853450-2-iscsi',id=5a2ac145-53e3-4597-a9e7-c52b4336ae58,load=0,resource_versions=,resources_synced=,started_at=2022-08-18T11:07:43Z,topic='l3_agent')) {'router_ids': ['831210b6-dcdc-42e9-b525-a9ceeab779ac'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:17:18.679015 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-1b72eb52-a8e8-49a8-84c8-3936c48652dc None None] Provisioning complete for port 4351a822-8a89-4ef3-9edf-3e59cd7f13a9 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 18 11:17:18.679218 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d250382-9a20-4990-8a8f-8d0de89674a3', 'tag': '565d092d-be66-4df6-a273-c1968e5a86f7'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 18 11:17:18.679743 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-1b72eb52-a8e8-49a8-84c8-3936c48652dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619404'] for port (4351a822-8a89-4ef3-9edf-3e59cd7f13a9), provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:18.681584 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c862ab1b2ee120cb5e2e4f2725a0fe0d7acaf57f657006002d91667c9b4c94a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc0feaf0-1e82-4dd8-97e9-f2dbc2fd6d6b" -d '{"events": [{"name": "network-changed", "server_uuid": "7d250382-9a20-4990-8a8f-8d0de89674a3", "tag": "565d092d-be66-4df6-a273-c1968e5a86f7"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:17:18.770148 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-1b72eb52-a8e8-49a8-84c8-3936c48652dc None None] Port 4351a822-8a89-4ef3-9edf-3e59cd7f13a9 cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 18 11:17:18.779297 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2813dff7-65ac-4bce-aef9-1e4507b9ea68 req-23822397-66da-47e1-b562-cffe48481937 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:17:18.782154 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-2813dff7-65ac-4bce-aef9-1e4507b9ea68 req-23822397-66da-47e1-b562-cffe48481937 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=71c3b65c-c12b-4633-ac7c-27a5cd878c43 HTTP/1.1" status: 200 len: 946 time: 0.1149521 Aug 18 11:17:18.838049 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-5d493b2b-9d13-43d6-a9ce-86cf411edbd9 None None] Set router 831210b6-dcdc-42e9-b525-a9ceeab779ac gateway port host: dv-cinder-853450-2-iscsi {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 18 11:17:18.850422 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Aug 2022 11:17:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b90c68fd-dd29-4c7a-9c90-93cfa02b32c0 x-openstack-request-id: req-b90c68fd-dd29-4c7a-9c90-93cfa02b32c0 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:17:18.850949 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d250382-9a20-4990-8a8f-8d0de89674a3", "tag": "565d092d-be66-4df6-a273-c1968e5a86f7", "status": "completed", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:17:18.851573 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b90c68fd-dd29-4c7a-9c90-93cfa02b32c0 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:17:18.852131 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b90c68fd-dd29-4c7a-9c90-93cfa02b32c0'] response: {'name': 'network-changed', 'server_uuid': '7d250382-9a20-4990-8a8f-8d0de89674a3', 'tag': '565d092d-be66-4df6-a273-c1968e5a86f7', 'status': 'completed', 'code': 200} Aug 18 11:17:18.896641 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edf6954f-2b32-4c06-a327-46d75e30166c admin admin] Notify agent at l3_agent.dv-cinder-853450-2-iscsi the message routers_updated {{(pid=106378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 11:17:18.903970 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [None req-edf6954f-2b32-4c06-a327-46d75e30166c admin admin] 10.222.0.16 "PUT /networking/v2.0/routers/32a9fd1a-a136-4f96-b809-d118ef6118b0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8494763 Aug 18 11:17:18.909150 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-2813dff7-65ac-4bce-aef9-1e4507b9ea68 req-6eb19a63-98d6-4719-8eb2-3b88eac51f02 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b21c2cf3-45f4-4212-bbb4-b16e8476f4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780113 Aug 18 11:17:18.913630 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cec9080-bd8f-471a-a2d8-78cef622a6b6 None None] Sync routers for ids ['32a9fd1a-a136-4f96-b809-d118ef6118b0'] in dv-cinder-853450-2-iscsi {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 11:17:18.925628 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cec9080-bd8f-471a-a2d8-78cef622a6b6 None None] Routers {'32a9fd1a-a136-4f96-b809-d118ef6118b0'} bound to L3 agent in host dv-cinder-853450-2-iscsi {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 18 11:17:18.926568 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-9cec9080-bd8f-471a-a2d8-78cef622a6b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853450-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-18T11:07:43Z,description=,heartbeat_timestamp=2022-08-18T11:17:13Z,host='dv-cinder-853450-2-iscsi',id=5a2ac145-53e3-4597-a9e7-c52b4336ae58,load=0,resource_versions=,resources_synced=,started_at=2022-08-18T11:07:43Z,topic='l3_agent')) {'router_ids': ['32a9fd1a-a136-4f96-b809-d118ef6118b0'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:17:19.116413 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0feaf0-1e82-4dd8-97e9-f2dbc2fd6d6b req-8739711e-cb34-435d-9074-e75a875c5650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:17:19.119531 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-cc0feaf0-1e82-4dd8-97e9-f2dbc2fd6d6b req-8739711e-cb34-435d-9074-e75a875c5650 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=be810e9efc4f4214b473f76da7e2714b&device_id=7d250382-9a20-4990-8a8f-8d0de89674a3 HTTP/1.1" status: 200 len: 1130 time: 0.1013722 Aug 18 11:17:19.129353 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-5d493b2b-9d13-43d6-a9ce-86cf411edbd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '831210b6-dcdc-42e9-b525-a9ceeab779ac', 'name': 'tempest-AttachVolumeShelveTestJSON-1403039600-router', 'tenant_id': 'be810e9efc4f4214b473f76da7e2714b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'external_fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.248'}], 'enable_snat': True}, 'gw_port_id': 'e014c633-017b-40b4-8bad-1dcf59e53287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T11:16:00Z', 'updated_at': '2022-08-18T11:16:14Z', 'revision_number': 4, 'project_id': 'be810e9efc4f4214b473f76da7e2714b', 'gw_port': {'id': 'e014c633-017b-40b4-8bad-1dcf59e53287', 'name': '', 'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:76:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '831210b6-dcdc-42e9-b525-a9ceeab779ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853450-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:16:03Z', 'updated_at': '2022-08-18T11:16:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853450-2-iscsi', '_floatingips': [{'id': 'c36cff77-6279-418b-9866-35663ab14aae', 'tenant_id': 'be810e9efc4f4214b473f76da7e2714b', 'floating_ip_address': '172.27.4.196', 'floating_network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'router_id': '831210b6-dcdc-42e9-b525-a9ceeab779ac', 'port_id': '565d092d-be66-4df6-a273-c1968e5a86f7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 140, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '610eae45-7047-4853-8153-1da79fb95838', 'mac_address': 'fa:16:3e:61:80:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d250382-9a20-4990-8a8f-8d0de89674a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-18T11:16:26Z', 'updated_at': '2022-08-18T11:17:16Z', 'revision_number': 1, 'project_id': 'be810e9efc4f4214b473f76da7e2714b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '483817c4-d525-4e0e-8fdc-9115e6f5f758', 'name': '', 'network_id': '610eae45-7047-4853-8153-1da79fb95838', 'tenant_id': 'be810e9efc4f4214b473f76da7e2714b', 'mac_address': 'fa:16:3e:57:b0:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '831210b6-dcdc-42e9-b525-a9ceeab779ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'c3eb1b23-820c-420d-9ebc-59169bbc8615', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853450-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:16:12Z', 'updated_at': '2022-08-18T11:16:34Z', 'revision_number': 5, 'project_id': 'be810e9efc4f4214b473f76da7e2714b', 'subnets': [{'id': 'c3eb1b23-820c-420d-9ebc-59169bbc8615', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853450-2-iscsi', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:17:19.159532 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-9cec9080-bd8f-471a-a2d8-78cef622a6b6 None None] Set router 32a9fd1a-a136-4f96-b809-d118ef6118b0 gateway port host: dv-cinder-853450-2-iscsi {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 18 11:17:19.161280 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d493b2b-9d13-43d6-a9ce-86cf411edbd9 None None] Checking router: 831210b6-dcdc-42e9-b525-a9ceeab779ac for host: dv-cinder-853450-2-iscsi {{(pid=106380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 11:17:19.163112 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=100 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:17:19.173717 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d493b2b-9d13-43d6-a9ce-86cf411edbd9 None None] Routers {'831210b6-dcdc-42e9-b525-a9ceeab779ac'} bound to L3 agent in host dv-cinder-853450-2-iscsi {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 18 11:17:19.173717 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-5d493b2b-9d13-43d6-a9ce-86cf411edbd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853450-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-18T11:07:43Z,description=,heartbeat_timestamp=2022-08-18T11:17:13Z,host='dv-cinder-853450-2-iscsi',id=5a2ac145-53e3-4597-a9e7-c52b4336ae58,load=0,resource_versions=,resources_synced=,started_at=2022-08-18T11:07:43Z,topic='l3_agent')) {'router_ids': ['831210b6-dcdc-42e9-b525-a9ceeab779ac'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:17:19.328219 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-5d493b2b-9d13-43d6-a9ce-86cf411edbd9 None None] Set router 831210b6-dcdc-42e9-b525-a9ceeab779ac gateway port host: dv-cinder-853450-2-iscsi {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 18 11:17:19.381057 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0feaf0-1e82-4dd8-97e9-f2dbc2fd6d6b req-79a2b8ce-0160-49e4-98e2-324121a73284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:17:19.384481 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-cc0feaf0-1e82-4dd8-97e9-f2dbc2fd6d6b req-79a2b8ce-0160-49e4-98e2-324121a73284 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=610eae45-7047-4853-8153-1da79fb95838 HTTP/1.1" status: 200 len: 918 time: 0.1659679 Aug 18 11:17:19.439064 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-9cec9080-bd8f-471a-a2d8-78cef622a6b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32a9fd1a-a136-4f96-b809-d118ef6118b0', 'name': 'tempest-TestVolumeBootPattern-1503680995-router', 'tenant_id': 'ede6199069114ce380f30088d312f345', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'external_fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.18'}], 'enable_snat': True}, 'gw_port_id': '2d11c8c1-de45-4706-86b4-20968fce1c19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T11:17:06Z', 'updated_at': '2022-08-18T11:17:16Z', 'revision_number': 4, 'project_id': 'ede6199069114ce380f30088d312f345', 'gw_port': {'id': '2d11c8c1-de45-4706-86b4-20968fce1c19', 'name': '', 'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:5e:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a9fd1a-a136-4f96-b809-d118ef6118b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853450-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:17:08Z', 'updated_at': '2022-08-18T11:17:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853450-2-iscsi', '_interfaces': [{'id': '4351a822-8a89-4ef3-9edf-3e59cd7f13a9', 'name': '', 'network_id': '7f22837c-b0bf-4183-918e-ed97b8d7016a', 'tenant_id': 'ede6199069114ce380f30088d312f345', 'mac_address': 'fa:16:3e:44:37:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32a9fd1a-a136-4f96-b809-d118ef6118b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': '23956a8f-6417-481b-8752-923c1ff1baa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:17:13Z', 'updated_at': '2022-08-18T11:17:17Z', 'revision_number': 2, 'project_id': 'ede6199069114ce380f30088d312f345', 'subnets': [{'id': '23956a8f-6417-481b-8752-923c1ff1baa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853450-2-iscsi', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:17:19.478736 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-cc0feaf0-1e82-4dd8-97e9-f2dbc2fd6d6b req-af7bc403-6487-4827-a14f-9fd088bde2df service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=565d092d-be66-4df6-a273-c1968e5a86f7 HTTP/1.1" status: 200 len: 1000 time: 0.0872343 Aug 18 11:17:19.490143 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cec9080-bd8f-471a-a2d8-78cef622a6b6 None None] Checking router: 32a9fd1a-a136-4f96-b809-d118ef6118b0 for host: dv-cinder-853450-2-iscsi {{(pid=106381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 11:17:19.490680 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cec9080-bd8f-471a-a2d8-78cef622a6b6 None None] Updating router 32a9fd1a-a136-4f96-b809-d118ef6118b0 port 4351a822-8a89-4ef3-9edf-3e59cd7f13a9 binding host dv-cinder-853450-2-iscsi {{(pid=106381) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 11:17:19.533497 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-9cec9080-bd8f-471a-a2d8-78cef622a6b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (4351a822-8a89-4ef3-9edf-3e59cd7f13a9), before_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:19.555541 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0feaf0-1e82-4dd8-97e9-f2dbc2fd6d6b req-b0e293a4-f17b-48d1-9e70-39be3d8256a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:17:19.557253 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-cc0feaf0-1e82-4dd8-97e9-f2dbc2fd6d6b req-b0e293a4-f17b-48d1-9e70-39be3d8256a9 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=c3eb1b23-820c-420d-9ebc-59169bbc8615 HTTP/1.1" status: 200 len: 856 time: 0.0685244 Aug 18 11:17:19.609777 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=100 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:17:19.611660 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0feaf0-1e82-4dd8-97e9-f2dbc2fd6d6b req-8f5ba724-708e-4b78-b30d-6126451ca473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:17:19.614108 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-cc0feaf0-1e82-4dd8-97e9-f2dbc2fd6d6b req-8f5ba724-708e-4b78-b30d-6126451ca473 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=610eae45-7047-4853-8153-1da79fb95838&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0505154 Aug 18 11:17:19.705706 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-5d493b2b-9d13-43d6-a9ce-86cf411edbd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '831210b6-dcdc-42e9-b525-a9ceeab779ac', 'name': 'tempest-AttachVolumeShelveTestJSON-1403039600-router', 'tenant_id': 'be810e9efc4f4214b473f76da7e2714b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'external_fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.248'}], 'enable_snat': True}, 'gw_port_id': 'e014c633-017b-40b4-8bad-1dcf59e53287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T11:16:00Z', 'updated_at': '2022-08-18T11:16:14Z', 'revision_number': 4, 'project_id': 'be810e9efc4f4214b473f76da7e2714b', 'gw_port': {'id': 'e014c633-017b-40b4-8bad-1dcf59e53287', 'name': '', 'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:76:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '831210b6-dcdc-42e9-b525-a9ceeab779ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853450-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:16:03Z', 'updated_at': '2022-08-18T11:16:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853450-2-iscsi', '_floatingips': [{'id': 'c36cff77-6279-418b-9866-35663ab14aae', 'tenant_id': 'be810e9efc4f4214b473f76da7e2714b', 'floating_ip_address': '172.27.4.196', 'floating_network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'router_id': '831210b6-dcdc-42e9-b525-a9ceeab779ac', 'port_id': '565d092d-be66-4df6-a273-c1968e5a86f7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 140, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '610eae45-7047-4853-8153-1da79fb95838', 'mac_address': 'fa:16:3e:61:80:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d250382-9a20-4990-8a8f-8d0de89674a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-18T11:16:26Z', 'updated_at': '2022-08-18T11:17:16Z', 'revision_number': 1, 'project_id': 'be810e9efc4f4214b473f76da7e2714b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '483817c4-d525-4e0e-8fdc-9115e6f5f758', 'name': '', 'network_id': '610eae45-7047-4853-8153-1da79fb95838', 'tenant_id': 'be810e9efc4f4214b473f76da7e2714b', 'mac_address': 'fa:16:3e:57:b0:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '831210b6-dcdc-42e9-b525-a9ceeab779ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'c3eb1b23-820c-420d-9ebc-59169bbc8615', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853450-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:16:12Z', 'updated_at': '2022-08-18T11:16:34Z', 'revision_number': 5, 'project_id': 'be810e9efc4f4214b473f76da7e2714b', 'subnets': [{'id': 'c3eb1b23-820c-420d-9ebc-59169bbc8615', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853450-2-iscsi', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:17:19.740513 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d493b2b-9d13-43d6-a9ce-86cf411edbd9 None None] The sync data for ids ['831210b6-dcdc-42e9-b525-a9ceeab779ac'] in dv-cinder-853450-2-iscsi is: [{'id': '831210b6-dcdc-42e9-b525-a9ceeab779ac', 'name': 'tempest-AttachVolumeShelveTestJSON-1403039600-router', 'tenant_id': 'be810e9efc4f4214b473f76da7e2714b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'external_fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.248'}], 'enable_snat': True}, 'gw_port_id': 'e014c633-017b-40b4-8bad-1dcf59e53287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T11:16:00Z', 'updated_at': '2022-08-18T11:16:14Z', 'revision_number': 4, 'project_id': 'be810e9efc4f4214b473f76da7e2714b', 'gw_port': {'id': 'e014c633-017b-40b4-8bad-1dcf59e53287', 'name': '', 'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:76:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '831210b6-dcdc-42e9-b525-a9ceeab779ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853450-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:16:03Z', 'updated_at': '2022-08-18T11:16:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853450-2-iscsi', '_floatingips': [{'id': 'c36cff77-6279-418b-9866-35663ab14aae', 'tenant_id': 'be810e9efc4f4214b473f76da7e2714b', 'floating_ip_address': '172.27.4.196', 'floating_network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'router_id': '831210b6-dcdc-42e9-b525-a9ceeab779ac', 'port_id': '565d092d-be66-4df6-a273-c1968e5a86f7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 140, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '610eae45-7047-4853-8153-1da79fb95838', 'mac_address': 'fa:16:3e:61:80:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d250382-9a20-4990-8a8f-8d0de89674a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-18T11:16:26Z', 'updated_at': '2022-08-18T11:17:16Z', 'revision_number': 1, 'project_id': 'be810e9efc4f4214b473f76da7e2714b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '483817c4-d525-4e0e-8fdc-9115e6f5f758', 'name': '', 'network_id': '610eae45-7047-4853-8153-1da79fb95838', 'tenant_id': 'be810e9efc4f4214b473f76da7e2714b', 'mac_address': 'fa:16:3e:57:b0:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '831210b6-dcdc-42e9-b525-a9ceeab779ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'c3eb1b23-820c-420d-9ebc-59169bbc8615', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853450-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:16:12Z', 'updated_at': '2022-08-18T11:16:34Z', 'revision_number': 5, 'project_id': 'be810e9efc4f4214b473f76da7e2714b', 'subnets': [{'id': 'c3eb1b23-820c-420d-9ebc-59169bbc8615', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 11:17:19.757804 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=100 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:17:19.830776 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-cc0feaf0-1e82-4dd8-97e9-f2dbc2fd6d6b req-17473e26-0e67-47ed-a21c-1247a22a1f90 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/610eae45-7047-4853-8153-1da79fb95838?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2045703 Aug 18 11:17:19.920887 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.16', 52280) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:17:19.925847 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.v2.base [None req-d5d0e3cf-548b-4c69-93e7-20bd5fd7b0ca admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-623553092-network', 'tenant_id': 'f4fdcdd025f84466b5c5c9fd4ac5234d'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:17:19.971470 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5d0e3cf-548b-4c69-93e7-20bd5fd7b0ca admin admin] Made reservation on behalf of f4fdcdd025f84466b5c5c9fd4ac5234d for: {'network': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 11:17:19.980593 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d5d0e3cf-548b-4c69-93e7-20bd5fd7b0ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for network (None), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:19.986322 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:17:20.039500 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d5d0e3cf-548b-4c69-93e7-20bd5fd7b0ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:20.078562 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-9cec9080-bd8f-471a-a2d8-78cef622a6b6 None None] Publish callbacks [] for port (4351a822-8a89-4ef3-9edf-3e59cd7f13a9), precommit_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:20.086992 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-cc0feaf0-1e82-4dd8-97e9-f2dbc2fd6d6b req-5869142c-e5dc-436b-a291-5e6230e8d673 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/610eae45-7047-4853-8153-1da79fb95838?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2420614 Aug 18 11:17:20.097996 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-9cec9080-bd8f-471a-a2d8-78cef622a6b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732803053689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732802528799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732802528817'] for port (4351a822-8a89-4ef3-9edf-3e59cd7f13a9), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:20.223684 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be18160c-fe3d-48ac-92a9-99294627adfe None None] New status for floating IP c36cff77-6279-418b-9866-35663ab14aae: ACTIVE {{(pid=106380) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 18 11:17:20.243088 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53e1733-5b62-4806-b8b5-1c16c66b355a None None] Pushing event updated for resources: {'Port': ['ID=4351a822-8a89-4ef3-9edf-3e59cd7f13a9,revision_number=3']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:17:20.253411 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b4b412-3ad7-49a3-b70d-6adca5498870 req-9aa859b3-686b-4fd7-aeb3-ab13afaa4aa6 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:17:20.255094 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-68b4b412-3ad7-49a3-b70d-6adca5498870 req-9aa859b3-686b-4fd7-aeb3-ab13afaa4aa6 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=71c3b65c-c12b-4633-ac7c-27a5cd878c43 HTTP/1.1" status: 200 len: 946 time: 0.1203375 Aug 18 11:17:20.273052 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d5d0e3cf-548b-4c69-93e7-20bd5fd7b0ca admin admin] Publish callbacks [] for security_group (ab107294-3956-4c52-8785-f76fd824e0d3), precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:20.279930 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d5d0e3cf-548b-4c69-93e7-20bd5fd7b0ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433130'] for security_group (ab107294-3956-4c52-8785-f76fd824e0d3), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:20.294496 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=100 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:17:20.312069 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5d0e3cf-548b-4c69-93e7-20bd5fd7b0ca admin admin] vlan segment allocate from pool success with {'vlan_id': 979, 'physical_network': 'physnet1'} {{(pid=106379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 11:17:20.352787 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:17:20.369267 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-9cec9080-bd8f-471a-a2d8-78cef622a6b6 None None] Attempting to bind port 4351a822-8a89-4ef3-9edf-3e59cd7f13a9 on host dv-cinder-853450-2-iscsi for vnic_type normal with profile {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 18 11:17:20.370313 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-9cec9080-bd8f-471a-a2d8-78cef622a6b6 None None] Attempting to bind port 4351a822-8a89-4ef3-9edf-3e59cd7f13a9 by drivers openvswitch,hyperv on host dv-cinder-853450-2-iscsi at level 0 using segments [{'id': '58df20ea-3ae4-4865-bf80-8bcc6a73c066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 962, 'network_id': '7f22837c-b0bf-4183-918e-ed97b8d7016a'}] {{(pid=106381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 18 11:17:20.370891 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cec9080-bd8f-471a-a2d8-78cef622a6b6 None None] Attempting to bind port 4351a822-8a89-4ef3-9edf-3e59cd7f13a9 on network 7f22837c-b0bf-4183-918e-ed97b8d7016a {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 18 11:17:20.389520 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cec9080-bd8f-471a-a2d8-78cef622a6b6 None None] Checking agent: {'id': '69d4285f-736d-41a6-a99e-1994eed59bce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-853450-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 18, 11, 7, 46), 'started_at': datetime.datetime(2022, 8, 18, 11, 8, 16), 'heartbeat_timestamp': datetime.datetime(2022, 8, 18, 11, 17, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-853450-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 18 11:17:20.390592 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cec9080-bd8f-471a-a2d8-78cef622a6b6 None None] Checking segment: {'id': '58df20ea-3ae4-4865-bf80-8bcc6a73c066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 962, 'network_id': '7f22837c-b0bf-4183-918e-ed97b8d7016a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 18 11:17:20.392466 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-9cec9080-bd8f-471a-a2d8-78cef622a6b6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:20.393129 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cec9080-bd8f-471a-a2d8-78cef622a6b6 None None] Bound using segment: {'id': '58df20ea-3ae4-4865-bf80-8bcc6a73c066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 962, 'network_id': '7f22837c-b0bf-4183-918e-ed97b8d7016a'} {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 18 11:17:20.394996 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-9cec9080-bd8f-471a-a2d8-78cef622a6b6 None None] Bound port: 4351a822-8a89-4ef3-9edf-3e59cd7f13a9, host: dv-cinder-853450-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58df20ea-3ae4-4865-bf80-8bcc6a73c066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 962, 'network_id': '7f22837c-b0bf-4183-918e-ed97b8d7016a'}}] {{(pid=106381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 18 11:17:20.395920 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-9cec9080-bd8f-471a-a2d8-78cef622a6b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (4351a822-8a89-4ef3-9edf-3e59cd7f13a9), before_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:20.404681 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-68b4b412-3ad7-49a3-b70d-6adca5498870 req-f0645c63-dbb9-4e76-9c23-8aff56692cc4 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b21c2cf3-45f4-4212-bbb4-b16e8476f4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267529 Aug 18 11:17:20.410400 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d5d0e3cf-548b-4c69-93e7-20bd5fd7b0ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3609830'] for segment (8c4af87b-9ed4-4cfb-b774-3d5983f90e2a), precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:20.410993 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.db.segments_db [None req-d5d0e3cf-548b-4c69-93e7-20bd5fd7b0ca admin admin] Added segment 8c4af87b-9ed4-4cfb-b774-3d5983f90e2a of type vlan for network 43900380-d71d-48fd-99c4-8a08af7e0a4c Aug 18 11:17:20.434350 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d0e3cf-548b-4c69-93e7-20bd5fd7b0ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab107294-3956-4c52-8785-f76fd824e0d3,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:17:20.477175 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=85,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:17:20.482643 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d5d0e3cf-548b-4c69-93e7-20bd5fd7b0ca admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732802498636'] for network (43900380-d71d-48fd-99c4-8a08af7e0a4c), precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:20.524445 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d5d0e3cf-548b-4c69-93e7-20bd5fd7b0ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403'] for network (43900380-d71d-48fd-99c4-8a08af7e0a4c), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:20.524445 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5d0e3cf-548b-4c69-93e7-20bd5fd7b0ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:17:20.524445 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d5d0e3cf-548b-4c69-93e7-20bd5fd7b0ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682417'] for network (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:20.545569 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-9cec9080-bd8f-471a-a2d8-78cef622a6b6 None None] For port 4351a822-8a89-4ef3-9edf-3e59cd7f13a9, host dv-cinder-853450-2-iscsi, cleared binding levels {{(pid=106381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 11:17:20.550886 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-9cec9080-bd8f-471a-a2d8-78cef622a6b6 None None] For port 4351a822-8a89-4ef3-9edf-3e59cd7f13a9, host dv-cinder-853450-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853450-2-iscsi',level=0,port_id=4351a822-8a89-4ef3-9edf-3e59cd7f13a9,segment=NetworkSegment(58df20ea-3ae4-4865-bf80-8bcc6a73c066),segment_id=58df20ea-3ae4-4865-bf80-8bcc6a73c066)] {{(pid=106381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 11:17:20.562050 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-9cec9080-bd8f-471a-a2d8-78cef622a6b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732803053689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732802528799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732802528817'] for port (4351a822-8a89-4ef3-9edf-3e59cd7f13a9), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:20.628431 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cec9080-bd8f-471a-a2d8-78cef622a6b6 None None] Routers {'32a9fd1a-a136-4f96-b809-d118ef6118b0'} bound to L3 agent in host dv-cinder-853450-2-iscsi {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 18 11:17:20.628431 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-9cec9080-bd8f-471a-a2d8-78cef622a6b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853450-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-18T11:07:43Z,description=,heartbeat_timestamp=2022-08-18T11:17:13Z,host='dv-cinder-853450-2-iscsi',id=5a2ac145-53e3-4597-a9e7-c52b4336ae58,load=0,resource_versions=,resources_synced=,started_at=2022-08-18T11:07:43Z,topic='l3_agent')) {'router_ids': ['32a9fd1a-a136-4f96-b809-d118ef6118b0'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:17:20.640043 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-d5d0e3cf-548b-4c69-93e7-20bd5fd7b0ca admin admin] 10.222.0.16 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7180414 Aug 18 11:17:20.643359 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.16', 52304) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:17:20.655843 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.v2.base [None req-0594d05a-7060-45ab-9f89-f3339074491e admin admin] Request body: {'subnet': {'network_id': '43900380-d71d-48fd-99c4-8a08af7e0a4c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-623553092-subnet', 'tenant_id': 'f4fdcdd025f84466b5c5c9fd4ac5234d', 'ip_version': 4}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:17:20.657048 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d0e3cf-548b-4c69-93e7-20bd5fd7b0ca admin admin] Pushing event updated for resources: {'Network': ['ID=43900380-d71d-48fd-99c4-8a08af7e0a4c,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:17:20.695750 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0594d05a-7060-45ab-9f89-f3339074491e admin admin] Made reservation on behalf of f4fdcdd025f84466b5c5c9fd4ac5234d for: {'subnet': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 11:17:20.700177 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0594d05a-7060-45ab-9f89-f3339074491e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11843941'] for subnet (None), before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:20.720423 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Network 43900380-d71d-48fd-99c4-8a08af7e0a4c details requested by agent ovs-agent-dv-cinder-853450-2-iscsi with host dv-cinder-853450-2-iscsi {{(pid=106380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 11:17:20.796324 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-9cec9080-bd8f-471a-a2d8-78cef622a6b6 None None] Set router 32a9fd1a-a136-4f96-b809-d118ef6118b0 gateway port host: dv-cinder-853450-2-iscsi {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 18 11:17:20.877145 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53e1733-5b62-4806-b8b5-1c16c66b355a None None] Pushing event updated for resources: {'Port': ['ID=4351a822-8a89-4ef3-9edf-3e59cd7f13a9,revision_number=4']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:17:21.067453 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0594d05a-7060-45ab-9f89-f3339074491e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11810139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11843851'] for subnet (a5f7eff2-849d-4f95-9ba0-43967000ffcd), after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:21.099369 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-9cec9080-bd8f-471a-a2d8-78cef622a6b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32a9fd1a-a136-4f96-b809-d118ef6118b0', 'name': 'tempest-TestVolumeBootPattern-1503680995-router', 'tenant_id': 'ede6199069114ce380f30088d312f345', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'external_fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.18'}], 'enable_snat': True}, 'gw_port_id': '2d11c8c1-de45-4706-86b4-20968fce1c19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T11:17:06Z', 'updated_at': '2022-08-18T11:17:16Z', 'revision_number': 4, 'project_id': 'ede6199069114ce380f30088d312f345', 'gw_port': {'id': '2d11c8c1-de45-4706-86b4-20968fce1c19', 'name': '', 'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:5e:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a9fd1a-a136-4f96-b809-d118ef6118b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853450-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:17:08Z', 'updated_at': '2022-08-18T11:17:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853450-2-iscsi', '_interfaces': [{'id': '4351a822-8a89-4ef3-9edf-3e59cd7f13a9', 'name': '', 'network_id': '7f22837c-b0bf-4183-918e-ed97b8d7016a', 'tenant_id': 'ede6199069114ce380f30088d312f345', 'mac_address': 'fa:16:3e:44:37:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32a9fd1a-a136-4f96-b809-d118ef6118b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': '23956a8f-6417-481b-8752-923c1ff1baa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853450-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:17:13Z', 'updated_at': '2022-08-18T11:17:20Z', 'revision_number': 4, 'project_id': 'ede6199069114ce380f30088d312f345', 'subnets': [{'id': '23956a8f-6417-481b-8752-923c1ff1baa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853450-2-iscsi', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:17:21.128749 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cec9080-bd8f-471a-a2d8-78cef622a6b6 None None] The sync data for ids ['32a9fd1a-a136-4f96-b809-d118ef6118b0'] in dv-cinder-853450-2-iscsi is: [{'id': '32a9fd1a-a136-4f96-b809-d118ef6118b0', 'name': 'tempest-TestVolumeBootPattern-1503680995-router', 'tenant_id': 'ede6199069114ce380f30088d312f345', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'external_fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.18'}], 'enable_snat': True}, 'gw_port_id': '2d11c8c1-de45-4706-86b4-20968fce1c19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T11:17:06Z', 'updated_at': '2022-08-18T11:17:16Z', 'revision_number': 4, 'project_id': 'ede6199069114ce380f30088d312f345', 'gw_port': {'id': '2d11c8c1-de45-4706-86b4-20968fce1c19', 'name': '', 'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:5e:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a9fd1a-a136-4f96-b809-d118ef6118b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853450-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:17:08Z', 'updated_at': '2022-08-18T11:17:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853450-2-iscsi', '_interfaces': [{'id': '4351a822-8a89-4ef3-9edf-3e59cd7f13a9', 'name': '', 'network_id': '7f22837c-b0bf-4183-918e-ed97b8d7016a', 'tenant_id': 'ede6199069114ce380f30088d312f345', 'mac_address': 'fa:16:3e:44:37:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32a9fd1a-a136-4f96-b809-d118ef6118b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': '23956a8f-6417-481b-8752-923c1ff1baa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853450-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:17:13Z', 'updated_at': '2022-08-18T11:17:20Z', 'revision_number': 4, 'project_id': 'ede6199069114ce380f30088d312f345', 'subnets': [{'id': '23956a8f-6417-481b-8752-923c1ff1baa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 11:17:21.163038 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0594d05a-7060-45ab-9f89-f3339074491e admin admin] Pushing event updated for resources: {'Subnet': ['ID=a5f7eff2-849d-4f95-9ba0-43967000ffcd,revision_number=0']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:17:21.171643 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0594d05a-7060-45ab-9f89-f3339074491e admin admin] Checking segment: {'id': '8c4af87b-9ed4-4cfb-b774-3d5983f90e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 979, 'network_id': '43900380-d71d-48fd-99c4-8a08af7e0a4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 18 11:17:21.171787 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0594d05a-7060-45ab-9f89-f3339074491e admin admin] Network hostable DHCP agents. Network: 43900380-d71d-48fd-99c4-8a08af7e0a4c, hostable agents: ['c499a017-4b38-4967-b050-d4094e1a7564'], hosted agents: [] {{(pid=106378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 11:17:21.196043 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0594d05a-7060-45ab-9f89-f3339074491e admin admin] Network 43900380-d71d-48fd-99c4-8a08af7e0a4c is scheduled to be hosted by DHCP agent c499a017-4b38-4967-b050-d4094e1a7564 with binding_index 1 {{(pid=106378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 11:17:21.220365 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-0594d05a-7060-45ab-9f89-f3339074491e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-853450-2-iscsi, 43900380-d71d-48fd-99c4-8a08af7e0a4c) {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 11:17:21.228907 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0594d05a-7060-45ab-9f89-f3339074491e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:17:21.230162 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0594d05a-7060-45ab-9f89-f3339074491e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682417'] for subnet (None), before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:21.235301 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0844cc75-6565-4fb8-991d-eed5b7bfe57b None None] Network 43900380-d71d-48fd-99c4-8a08af7e0a4c requested from dv-cinder-853450-2-iscsi {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 18 11:17:21.252937 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [None req-0594d05a-7060-45ab-9f89-f3339074491e admin admin] 10.222.0.16 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6079750 Aug 18 11:17:21.257082 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.16', 52310) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:17:21.262384 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.v2.base [None req-6fc00d43-ba1f-45ff-8285-592062c9396c admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-623553092-router', 'tenant_id': 'f4fdcdd025f84466b5c5c9fd4ac5234d', 'external_gateway_info': {'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153'}}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:17:21.278093 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.agents_db [None req-8a9264f7-88d3-4c8b-91d1-adcc6bb37de7 None None] Agent healthcheck: found 6 active agents {{(pid=106381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 11:17:21.303962 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-6fc00d43-ba1f-45ff-8285-592062c9396c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-519984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13683'] for router (850e3899-34f8-4278-8c4e-7a83e9553933), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:21.305813 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-6fc00d43-ba1f-45ff-8285-592062c9396c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-519014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-494146', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-365753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13578'] for router (850e3899-34f8-4278-8c4e-7a83e9553933), precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:21.599568 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41afec98-275b-4152-9684-75fedb2fd0fe req-e873d972-826e-4a5f-996b-210ef0591cd6 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:17:21.601977 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-41afec98-275b-4152-9684-75fedb2fd0fe req-e873d972-826e-4a5f-996b-210ef0591cd6 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=71c3b65c-c12b-4633-ac7c-27a5cd878c43 HTTP/1.1" status: 200 len: 946 time: 0.0803118 Aug 18 11:17:21.698001 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-41afec98-275b-4152-9684-75fedb2fd0fe req-7c5b4ace-5c26-4255-843b-c00e852e758c tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b21c2cf3-45f4-4212-bbb4-b16e8476f4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889187 Aug 18 11:17:21.701185 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-6fc00d43-ba1f-45ff-8285-592062c9396c admin admin] Publish callbacks [] for router_controller (850e3899-34f8-4278-8c4e-7a83e9553933), precommit_add_association {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:21.744711 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fae6952-e3b5-4580-9fd8-03116c7faca0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c84b3fc-1835-5fce-b972-629e751b1ddf-43900380-d71d-48fd-99c4-8a08af7e0a4c', 'network_id': '43900380-d71d-48fd-99c4-8a08af7e0a4c', 'project_id': 'f4fdcdd025f84466b5c5c9fd4ac5234d', 'fixed_ips': [{'subnet_id': 'a5f7eff2-849d-4f95-9ba0-43967000ffcd'}]}} from dv-cinder-853450-2-iscsi. {{(pid=106380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 18 11:17:21.746971 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8fae6952-e3b5-4580-9fd8-03116c7faca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (None), before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:21.839751 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.16', 52328) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:17:21.881789 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-6fc00d43-ba1f-45ff-8285-592062c9396c admin admin] Publish callbacks [] for router_gateway (850e3899-34f8-4278-8c4e-7a83e9553933), precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:21.912708 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.db.db_base_plugin_v2 [None req-e41541d1-ea6b-4474-a99f-31d1d4619cfb admin admin] Deleting subnet 8d2333ae-b2fb-4675-84d0-601e58534793 {{(pid=106378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 18 11:17:21.917567 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e41541d1-ea6b-4474-a99f-31d1d4619cfb admin admin] Publish callbacks [] for subnet (8d2333ae-b2fb-4675-84d0-601e58534793), before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:21.961239 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e41541d1-ea6b-4474-a99f-31d1d4619cfb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11810236'] for subnet (8d2333ae-b2fb-4675-84d0-601e58534793), precommit_delete_associations {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:21.961939 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.db_base_plugin_common [None req-8fae6952-e3b5-4580-9fd8-03116c7faca0 None None] Allocated IP 172.20.0.2 (43900380-d71d-48fd-99c4-8a08af7e0a4c/a5f7eff2-849d-4f95-9ba0-43967000ffcd/36826f67-e99a-4047-bc88-6ebdeb6bde9a) {{(pid=106380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 11:17:22.015263 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e41541d1-ea6b-4474-a99f-31d1d4619cfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3613534'] for subnet (8d2333ae-b2fb-4675-84d0-601e58534793), precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:22.102748 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=88,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:17:22.109356 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e41541d1-ea6b-4474-a99f-31d1d4619cfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3613479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11809182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11843840'] for subnet (8d2333ae-b2fb-4675-84d0-601e58534793), after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:22.155693 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41541d1-ea6b-4474-a99f-31d1d4619cfb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8d2333ae-b2fb-4675-84d0-601e58534793,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:17:22.163778 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e41541d1-ea6b-4474-a99f-31d1d4619cfb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682417'] for subnet (None), before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:22.171348 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [None req-e41541d1-ea6b-4474-a99f-31d1d4619cfb admin admin] 10.222.0.16 "DELETE /networking/v2.0/subnets/8d2333ae-b2fb-4675-84d0-601e58534793 HTTP/1.1" status: 204 len: 168 time: 0.3298852 Aug 18 11:17:22.184223 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.16', 52332) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:17:22.200139 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Device 4351a822-8a89-4ef3-9edf-3e59cd7f13a9 up at agent ovs-agent-dv-cinder-853450-2-iscsi {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 11:17:22.220910 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-6fc00d43-ba1f-45ff-8285-592062c9396c admin admin] Publish callbacks [] for router_gateway (850e3899-34f8-4278-8c4e-7a83e9553933), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:22.259234 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-6fc00d43-ba1f-45ff-8285-592062c9396c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (None), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:22.278837 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8492ed89-5477-4d8f-a307-fd3b1e27f3ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3592451'] for network (6ff062a4-6795-414a-8b6e-d7f2b68fb7c1), before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:22.284637 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:17:22.316323 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:17:22.348250 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8fae6952-e3b5-4580-9fd8-03116c7faca0 None None] Publish callbacks [] for port (36826f67-e99a-4047-bc88-6ebdeb6bde9a), precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:22.363006 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8fae6952-e3b5-4580-9fd8-03116c7faca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732802528781'] for port (36826f67-e99a-4047-bc88-6ebdeb6bde9a), after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:22.418451 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Provisioning complete for port 4351a822-8a89-4ef3-9edf-3e59cd7f13a9 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 18 11:17:22.418835 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619404'] for port (4351a822-8a89-4ef3-9edf-3e59cd7f13a9), provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:22.431272 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fae6952-e3b5-4580-9fd8-03116c7faca0 None None] Network 43900380-d71d-48fd-99c4-8a08af7e0a4c is already hosted by enough agents. {{(pid=106380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 11:17:22.454667 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8492ed89-5477-4d8f-a307-fd3b1e27f3ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3613349', 'neutron.services.segments.db._delete_segments_for_network-8732802979220'] for network (6ff062a4-6795-414a-8b6e-d7f2b68fb7c1), precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:22.470138 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.scheduler.base_scheduler [None req-8fae6952-e3b5-4580-9fd8-03116c7faca0 None None] Resources bound (agent type, host, resource id): {{(pid=106380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 11:17:22.473598 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fae6952-e3b5-4580-9fd8-03116c7faca0 None None] Received port after_create {{(pid=106380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 18 11:17:22.486521 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.services.segments.db [None req-8492ed89-5477-4d8f-a307-fd3b1e27f3ef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ff062a4-6795-414a-8b6e-d7f2b68fb7c1']}} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:17:22.501623 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.services.segments.db [None req-8492ed89-5477-4d8f-a307-fd3b1e27f3ef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7be6b8bb-4039-4268-9be8-b61205ed2e6e') {'for_net_delete': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:17:22.501623 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.services.segments.db [None req-8492ed89-5477-4d8f-a307-fd3b1e27f3ef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7be6b8bb-4039-4268-9be8-b61205ed2e6e') {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:17:22.507301 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fae6952-e3b5-4580-9fd8-03116c7faca0 None None] Pushing event updated for resources: {'Port': ['ID=36826f67-e99a-4047-bc88-6ebdeb6bde9a,revision_number=1']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:17:22.517544 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8492ed89-5477-4d8f-a307-fd3b1e27f3ef admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732802979283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11810229'] for segment (7be6b8bb-4039-4268-9be8-b61205ed2e6e), before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:22.526120 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.db.db_base_plugin_common [None req-6fc00d43-ba1f-45ff-8285-592062c9396c admin admin] Allocated IP 172.27.4.144 (c4d5f339-67bc-4c12-8231-94aca87a7153/76ee03a1-e6cb-4518-8461-de8749842f4e/c87b57c8-a892-415b-8346-b840187a8c02) {{(pid=106379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 11:17:22.543657 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8492ed89-5477-4d8f-a307-fd3b1e27f3ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3609830'] for segment (7be6b8bb-4039-4268-9be8-b61205ed2e6e), precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:22.564458 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8492ed89-5477-4d8f-a307-fd3b1e27f3ef admin admin] Releasing vlan 989 on physical network physnet1 to pool {{(pid=106378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 11:17:22.565113 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8492ed89-5477-4d8f-a307-fd3b1e27f3ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3609830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11809272'] for segment (7be6b8bb-4039-4268-9be8-b61205ed2e6e), after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:22.573843 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=83,neutron:INSERT=10,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:17:22.648968 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-8fae6952-e3b5-4580-9fd8-03116c7faca0 None None] Attempting to bind port 36826f67-e99a-4047-bc88-6ebdeb6bde9a on host dv-cinder-853450-2-iscsi for vnic_type normal with profile {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 18 11:17:22.648968 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-8fae6952-e3b5-4580-9fd8-03116c7faca0 None None] Attempting to bind port 36826f67-e99a-4047-bc88-6ebdeb6bde9a by drivers openvswitch,hyperv on host dv-cinder-853450-2-iscsi at level 0 using segments [{'id': '8c4af87b-9ed4-4cfb-b774-3d5983f90e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 979, 'network_id': '43900380-d71d-48fd-99c4-8a08af7e0a4c'}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 18 11:17:22.648968 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fae6952-e3b5-4580-9fd8-03116c7faca0 None None] Attempting to bind port 36826f67-e99a-4047-bc88-6ebdeb6bde9a on network 43900380-d71d-48fd-99c4-8a08af7e0a4c {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 18 11:17:22.660043 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.services.segments.plugin [-] Segment 7be6b8bb-4039-4268-9be8-b61205ed2e6e resource provider aggregate not found Aug 18 11:17:22.681131 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:17:22.689977 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.services.segments.plugin [-] Segment 7be6b8bb-4039-4268-9be8-b61205ed2e6e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7be6b8bb-4039-4268-9be8-b61205ed2e6e found for delete ", "request_id": "req-ad180f47-7776-4110-af64-eac548584ddb"}]} Aug 18 11:17:22.701316 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8492ed89-5477-4d8f-a307-fd3b1e27f3ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3613358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-519472'] for network (6ff062a4-6795-414a-8b6e-d7f2b68fb7c1), after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:22.703869 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fae6952-e3b5-4580-9fd8-03116c7faca0 None None] Checking agent: {'id': '69d4285f-736d-41a6-a99e-1994eed59bce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-853450-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 18, 11, 7, 46), 'started_at': datetime.datetime(2022, 8, 18, 11, 8, 16), 'heartbeat_timestamp': datetime.datetime(2022, 8, 18, 11, 17, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-853450-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 18 11:17:22.720358 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fae6952-e3b5-4580-9fd8-03116c7faca0 None None] Checking segment: {'id': '8c4af87b-9ed4-4cfb-b774-3d5983f90e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 979, 'network_id': '43900380-d71d-48fd-99c4-8a08af7e0a4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 18 11:17:22.723285 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8492ed89-5477-4d8f-a307-fd3b1e27f3ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682417'] for network (None), before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:22.725156 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8fae6952-e3b5-4580-9fd8-03116c7faca0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:22.725572 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fae6952-e3b5-4580-9fd8-03116c7faca0 None None] Bound using segment: {'id': '8c4af87b-9ed4-4cfb-b774-3d5983f90e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 979, 'network_id': '43900380-d71d-48fd-99c4-8a08af7e0a4c'} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 18 11:17:22.726081 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-8fae6952-e3b5-4580-9fd8-03116c7faca0 None None] Bound port: 36826f67-e99a-4047-bc88-6ebdeb6bde9a, host: dv-cinder-853450-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c4af87b-9ed4-4cfb-b774-3d5983f90e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 979, 'network_id': '43900380-d71d-48fd-99c4-8a08af7e0a4c'}}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 18 11:17:22.726470 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8fae6952-e3b5-4580-9fd8-03116c7faca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (36826f67-e99a-4047-bc88-6ebdeb6bde9a), before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:22.729952 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [None req-8492ed89-5477-4d8f-a307-fd3b1e27f3ef admin admin] 10.222.0.16 "DELETE /networking/v2.0/networks/6ff062a4-6795-414a-8b6e-d7f2b68fb7c1 HTTP/1.1" status: 204 len: 168 time: 0.5526536 Aug 18 11:17:22.729952 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8492ed89-5477-4d8f-a307-fd3b1e27f3ef admin admin] Pushing event deleted for resources: {'Network': ['ID=6ff062a4-6795-414a-8b6e-d7f2b68fb7c1,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:17:22.730479 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.16', 52350) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:17:22.753772 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Current status of the port 4351a822-8a89-4ef3-9edf-3e59cd7f13a9 is: DOWN; New status is: ACTIVE {{(pid=106380) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 11:17:22.755188 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (4351a822-8a89-4ef3-9edf-3e59cd7f13a9), before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:22.801760 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-6fc00d43-ba1f-45ff-8285-592062c9396c admin admin] Publish callbacks [] for port (c87b57c8-a892-415b-8346-b840187a8c02), precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:22.815702 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.db.db_base_plugin_v2 [None req-c21f18b2-0009-4a58-907d-d5b522e74cf5 admin admin] Deleting subnet 4a0f12a8-b7b1-4edb-8ece-4063bb23390b {{(pid=106378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 18 11:17:22.822999 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c21f18b2-0009-4a58-907d-d5b522e74cf5 admin admin] Publish callbacks [] for subnet (4a0f12a8-b7b1-4edb-8ece-4063bb23390b), before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:22.850976 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-6fc00d43-ba1f-45ff-8285-592062c9396c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732802528781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638927'] for port (c87b57c8-a892-415b-8346-b840187a8c02), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:22.870684 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] For port 4351a822-8a89-4ef3-9edf-3e59cd7f13a9, host dv-cinder-853450-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853450-2-iscsi',level=0,port_id=4351a822-8a89-4ef3-9edf-3e59cd7f13a9,segment=NetworkSegment(58df20ea-3ae4-4865-bf80-8bcc6a73c066),segment_id=58df20ea-3ae4-4865-bf80-8bcc6a73c066)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:17:22.884281 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c21f18b2-0009-4a58-907d-d5b522e74cf5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11810236'] for subnet (4a0f12a8-b7b1-4edb-8ece-4063bb23390b), precommit_delete_associations {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:22.898294 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732803053689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732802528799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732802528817'] for port (4351a822-8a89-4ef3-9edf-3e59cd7f13a9), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:22.914166 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:17:22.942588 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c21f18b2-0009-4a58-907d-d5b522e74cf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3613534'] for subnet (4a0f12a8-b7b1-4edb-8ece-4063bb23390b), precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:22.976285 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8fae6952-e3b5-4580-9fd8-03116c7faca0 None None] For port 36826f67-e99a-4047-bc88-6ebdeb6bde9a, host dv-cinder-853450-2-iscsi, cleared binding levels {{(pid=106380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 11:17:22.978249 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fc00d43-ba1f-45ff-8285-592062c9396c admin admin] Network c4d5f339-67bc-4c12-8231-94aca87a7153 is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 11:17:22.984790 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8fae6952-e3b5-4580-9fd8-03116c7faca0 None None] For port 36826f67-e99a-4047-bc88-6ebdeb6bde9a, host dv-cinder-853450-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853450-2-iscsi',level=0,port_id=36826f67-e99a-4047-bc88-6ebdeb6bde9a,segment=NetworkSegment(8c4af87b-9ed4-4cfb-b774-3d5983f90e2a),segment_id=8c4af87b-9ed4-4cfb-b774-3d5983f90e2a)] {{(pid=106380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 11:17:22.986873 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-6fc00d43-ba1f-45ff-8285-592062c9396c admin admin] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 11:17:22.999378 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8fae6952-e3b5-4580-9fd8-03116c7faca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732803053689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732802528799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732802528817'] for port (36826f67-e99a-4047-bc88-6ebdeb6bde9a), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:23.005793 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Pushing event updated for resources: {'Port': ['ID=4351a822-8a89-4ef3-9edf-3e59cd7f13a9,revision_number=5']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:17:23.009400 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fc00d43-ba1f-45ff-8285-592062c9396c admin admin] Received port after_create {{(pid=106379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 18 11:17:23.015766 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc00d43-ba1f-45ff-8285-592062c9396c admin admin] Pushing event updated for resources: {'Port': ['ID=c87b57c8-a892-415b-8346-b840187a8c02,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:17:23.130089 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4731d3d0-85ad-4f14-8fe1-d1026e6ec7f2 req-2d2d9693-f16f-4bcd-99fa-08f060275f72 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:17:23.131722 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-4731d3d0-85ad-4f14-8fe1-d1026e6ec7f2 req-2d2d9693-f16f-4bcd-99fa-08f060275f72 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=71c3b65c-c12b-4633-ac7c-27a5cd878c43 HTTP/1.1" status: 200 len: 946 time: 0.1438110 Aug 18 11:17:23.133281 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c21f18b2-0009-4a58-907d-d5b522e74cf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3613479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11809182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11843840'] for subnet (4a0f12a8-b7b1-4edb-8ece-4063bb23390b), after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:23.148755 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fae6952-e3b5-4580-9fd8-03116c7faca0 None None] Pushing event updated for resources: {'Port': ['ID=36826f67-e99a-4047-bc88-6ebdeb6bde9a,revision_number=2']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:17:23.214881 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21f18b2-0009-4a58-907d-d5b522e74cf5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4a0f12a8-b7b1-4edb-8ece-4063bb23390b,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:17:23.231176 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c21f18b2-0009-4a58-907d-d5b522e74cf5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682417'] for subnet (None), before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:23.236062 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [None req-c21f18b2-0009-4a58-907d-d5b522e74cf5 admin admin] 10.222.0.16 "DELETE /networking/v2.0/subnets/4a0f12a8-b7b1-4edb-8ece-4063bb23390b HTTP/1.1" status: 204 len: 168 time: 0.5047953 Aug 18 11:17:23.248298 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.16', 52354) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:17:23.336469 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-4731d3d0-85ad-4f14-8fe1-d1026e6ec7f2 req-dfd918ba-ba40-423e-b502-d710f6879090 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b21c2cf3-45f4-4212-bbb4-b16e8476f4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315930 Aug 18 11:17:23.412033 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-bd866fda-2cfd-49b5-97cb-e8df58cae416 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3592451'] for network (30f8c412-f039-485b-beb3-1fe7cbaad049), before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:23.504326 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-6fc00d43-ba1f-45ff-8285-592062c9396c admin admin] Publish callbacks [] for router_gateway (850e3899-34f8-4278-8c4e-7a83e9553933), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:23.526389 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-bd866fda-2cfd-49b5-97cb-e8df58cae416 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3613349', 'neutron.services.segments.db._delete_segments_for_network-8732802979220'] for network (30f8c412-f039-485b-beb3-1fe7cbaad049), precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:23.552095 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.services.segments.db [None req-bd866fda-2cfd-49b5-97cb-e8df58cae416 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30f8c412-f039-485b-beb3-1fe7cbaad049']}} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:17:23.571545 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.services.segments.db [None req-bd866fda-2cfd-49b5-97cb-e8df58cae416 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e8f2781-7ecf-47e4-8b5e-885a617e4394') {'for_net_delete': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:17:23.571845 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.services.segments.db [None req-bd866fda-2cfd-49b5-97cb-e8df58cae416 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e8f2781-7ecf-47e4-8b5e-885a617e4394') {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:17:23.587341 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-bd866fda-2cfd-49b5-97cb-e8df58cae416 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732802979283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11810229'] for segment (9e8f2781-7ecf-47e4-8b5e-885a617e4394), before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:23.604492 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-bd866fda-2cfd-49b5-97cb-e8df58cae416 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3609830'] for segment (9e8f2781-7ecf-47e4-8b5e-885a617e4394), precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:23.614403 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd866fda-2cfd-49b5-97cb-e8df58cae416 admin admin] Releasing vlan 984 on physical network physnet1 to pool {{(pid=106378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 11:17:23.614403 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-bd866fda-2cfd-49b5-97cb-e8df58cae416 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3609830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11809272'] for segment (9e8f2781-7ecf-47e4-8b5e-885a617e4394), after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:23.690454 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-bd866fda-2cfd-49b5-97cb-e8df58cae416 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3613358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-519472'] for network (30f8c412-f039-485b-beb3-1fe7cbaad049), after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:23.704445 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-bd866fda-2cfd-49b5-97cb-e8df58cae416 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682417'] for network (None), before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:23.708414 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [None req-bd866fda-2cfd-49b5-97cb-e8df58cae416 admin admin] 10.222.0.16 "DELETE /networking/v2.0/networks/30f8c412-f039-485b-beb3-1fe7cbaad049 HTTP/1.1" status: 204 len: 168 time: 0.4597480 Aug 18 11:17:23.724239 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd866fda-2cfd-49b5-97cb-e8df58cae416 admin admin] Pushing event deleted for resources: {'Network': ['ID=30f8c412-f039-485b-beb3-1fe7cbaad049,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:17:23.732754 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-6fc00d43-ba1f-45ff-8285-592062c9396c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-518933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-519602'] for router (850e3899-34f8-4278-8c4e-7a83e9553933), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:23.871732 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fc00d43-ba1f-45ff-8285-592062c9396c admin admin] Router 850e3899-34f8-4278-8c4e-7a83e9553933 is scheduled to L3 agent 5a2ac145-53e3-4597-a9e7-c52b4336ae58 with binding_index 1 {{(pid=106379) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 11:17:23.915812 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.16', 52366) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:17:23.964657 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [None req-dec9ba72-14e7-4506-b93b-327d41c04268 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=46ab441b7dcd4611a77ed792c4bc8a9f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0452907 Aug 18 11:17:23.965207 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.16', 52368) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:17:23.973467 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:17:23.991456 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:17:24.007682 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fc00d43-ba1f-45ff-8285-592062c9396c admin admin] Notify agent at l3_agent.dv-cinder-853450-2-iscsi the message routers_updated {{(pid=106379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 11:17:24.014564 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:17:24.037047 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-153f8059-0819-482d-81c9-6f852748e2ba None None] Sync routers for ids ['850e3899-34f8-4278-8c4e-7a83e9553933'] in dv-cinder-853450-2-iscsi {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 11:17:24.048862 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-6fc00d43-ba1f-45ff-8285-592062c9396c admin admin] Publish callbacks [] for router (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:24.053244 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-6fc00d43-ba1f-45ff-8285-592062c9396c admin admin] 10.222.0.16 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.7950628 Aug 18 11:17:24.054071 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.16', 52370) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:17:24.057514 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-153f8059-0819-482d-81c9-6f852748e2ba None None] Routers {'850e3899-34f8-4278-8c4e-7a83e9553933'} bound to L3 agent in host dv-cinder-853450-2-iscsi {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 18 11:17:24.059700 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-153f8059-0819-482d-81c9-6f852748e2ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853450-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-18T11:07:43Z,description=,heartbeat_timestamp=2022-08-18T11:17:13Z,host='dv-cinder-853450-2-iscsi',id=5a2ac145-53e3-4597-a9e7-c52b4336ae58,load=0,resource_versions=,resources_synced=,started_at=2022-08-18T11:07:43Z,topic='l3_agent')) {'router_ids': ['850e3899-34f8-4278-8c4e-7a83e9553933'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:17:24.087792 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b0d7f04e-a456-4b6e-8df0-e67843dd5783 admin admin] Publish callbacks [] for security_group (40b71081-6562-46d1-ba98-bfa0dca9829b), before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:24.145898 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b0d7f04e-a456-4b6e-8df0-e67843dd5783 admin admin] Publish callbacks [] for security_group (40b71081-6562-46d1-ba98-bfa0dca9829b), precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:24.250776 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b0d7f04e-a456-4b6e-8df0-e67843dd5783 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433130'] for security_group (40b71081-6562-46d1-ba98-bfa0dca9829b), after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:24.257101 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b0d7f04e-a456-4b6e-8df0-e67843dd5783 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:24.257101 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [None req-b0d7f04e-a456-4b6e-8df0-e67843dd5783 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/40b71081-6562-46d1-ba98-bfa0dca9829b HTTP/1.1" status: 204 len: 168 time: 0.2883458 Aug 18 11:17:24.265572 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d7f04e-a456-4b6e-8df0-e67843dd5783 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40b71081-6562-46d1-ba98-bfa0dca9829b,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:17:24.327323 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Device 36826f67-e99a-4047-bc88-6ebdeb6bde9a up at agent ovs-agent-dv-cinder-853450-2-iscsi {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 11:17:24.331708 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-153f8059-0819-482d-81c9-6f852748e2ba None None] Set router 850e3899-34f8-4278-8c4e-7a83e9553933 gateway port host: dv-cinder-853450-2-iscsi {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 18 11:17:24.463279 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Provisioning complete for port 36826f67-e99a-4047-bc88-6ebdeb6bde9a triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 18 11:17:24.464495 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619404'] for port (36826f67-e99a-4047-bc88-6ebdeb6bde9a), provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:24.508907 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7453df74-85bc-45ed-840f-c27d8c03343e None None] Network 43900380-d71d-48fd-99c4-8a08af7e0a4c requested from dv-cinder-853450-2-iscsi {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 18 11:17:24.587951 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11272da0-aa90-48c3-8f4f-5888e99b665a req-99b142f7-c14c-44bb-a09d-16a7c4b2fc5f tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:17:24.594205 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-11272da0-aa90-48c3-8f4f-5888e99b665a req-99b142f7-c14c-44bb-a09d-16a7c4b2fc5f tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=71c3b65c-c12b-4633-ac7c-27a5cd878c43 HTTP/1.1" status: 200 len: 946 time: 0.1391876 Aug 18 11:17:24.619043 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-9e07b72d-9140-41e3-9dae-10f105606ea4 None None] Provisioning complete for port 36826f67-e99a-4047-bc88-6ebdeb6bde9a triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 18 11:17:24.619412 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9e07b72d-9140-41e3-9dae-10f105606ea4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619404'] for port (36826f67-e99a-4047-bc88-6ebdeb6bde9a), provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:24.746367 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.services.segments.plugin [-] Segment 9e8f2781-7ecf-47e4-8b5e-885a617e4394 resource provider aggregate not found Aug 18 11:17:24.782895 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-11272da0-aa90-48c3-8f4f-5888e99b665a req-133ce45b-9321-413b-9ec3-8461b24333ab tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b21c2cf3-45f4-4212-bbb4-b16e8476f4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832266 Aug 18 11:17:24.788113 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.services.segments.plugin [-] Segment 9e8f2781-7ecf-47e4-8b5e-885a617e4394 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9e8f2781-7ecf-47e4-8b5e-885a617e4394 found for delete ", "request_id": "req-1d71cb32-0097-47dc-a296-cbe2d596f32d"}]} Aug 18 11:17:24.803053 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-153f8059-0819-482d-81c9-6f852748e2ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '850e3899-34f8-4278-8c4e-7a83e9553933', 'name': 'tempest-TestVolumeBootPattern-623553092-router', 'tenant_id': 'f4fdcdd025f84466b5c5c9fd4ac5234d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'external_fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.144'}], 'enable_snat': True}, 'gw_port_id': 'c87b57c8-a892-415b-8346-b840187a8c02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T11:17:21Z', 'updated_at': '2022-08-18T11:17:23Z', 'revision_number': 3, 'project_id': 'f4fdcdd025f84466b5c5c9fd4ac5234d', 'gw_port': {'id': 'c87b57c8-a892-415b-8346-b840187a8c02', 'name': '', 'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:79:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '850e3899-34f8-4278-8c4e-7a83e9553933', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:17:22Z', 'updated_at': '2022-08-18T11:17:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853450-2-iscsi'}], 'dv-cinder-853450-2-iscsi', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:17:24.868179 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:17:24.883717 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Current status of the port 36826f67-e99a-4047-bc88-6ebdeb6bde9a is: DOWN; New status is: ACTIVE {{(pid=106380) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 11:17:24.886032 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (36826f67-e99a-4047-bc88-6ebdeb6bde9a), before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:24.909411 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:17:24.935969 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.16', 52396) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:17:24.959960 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] For port 36826f67-e99a-4047-bc88-6ebdeb6bde9a, host dv-cinder-853450-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853450-2-iscsi',level=0,port_id=36826f67-e99a-4047-bc88-6ebdeb6bde9a,segment=NetworkSegment(8c4af87b-9ed4-4cfb-b774-3d5983f90e2a),segment_id=8c4af87b-9ed4-4cfb-b774-3d5983f90e2a)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:17:24.969851 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732803053689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732802528799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732802528817'] for port (36826f67-e99a-4047-bc88-6ebdeb6bde9a), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:24.971008 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Device 4351a822-8a89-4ef3-9edf-3e59cd7f13a9 up at agent ovs-agent-dv-cinder-853450-2-iscsi {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 11:17:25.009419 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-153f8059-0819-482d-81c9-6f852748e2ba None None] Checking router: 850e3899-34f8-4278-8c4e-7a83e9553933 for host: dv-cinder-853450-2-iscsi {{(pid=106381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 11:17:25.009986 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-153f8059-0819-482d-81c9-6f852748e2ba None None] Updating router 850e3899-34f8-4278-8c4e-7a83e9553933 port c87b57c8-a892-415b-8346-b840187a8c02 binding host dv-cinder-853450-2-iscsi {{(pid=106381) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 11:17:25.014987 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:17:25.049990 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-153f8059-0819-482d-81c9-6f852748e2ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (c87b57c8-a892-415b-8346-b840187a8c02), before_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:25.064281 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.16', 52398) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:17:25.064385 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [None req-0b6eeb1c-ab7c-4d90-bb08-b6109247542f admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=992c975ce7194088837e4f12aba0c0dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1237664 Aug 18 11:17:25.104569 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-377e0af5-6f75-4af2-ba5b-4b21868a46e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (None), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:25.116004 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:17:25.133500 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-9e07b72d-9140-41e3-9dae-10f105606ea4 None None] Current status of the port 36826f67-e99a-4047-bc88-6ebdeb6bde9a is: ACTIVE; New status is: ACTIVE {{(pid=106380) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 11:17:25.161423 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Pushing event updated for resources: {'Port': ['ID=36826f67-e99a-4047-bc88-6ebdeb6bde9a,revision_number=3']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:17:25.164153 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Provisioning complete for port 4351a822-8a89-4ef3-9edf-3e59cd7f13a9 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 18 11:17:25.164153 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619404'] for port (4351a822-8a89-4ef3-9edf-3e59cd7f13a9), provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:25.250152 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-786ef375-ffd7-45bd-acc0-f0baa7eb0673 admin admin] Publish callbacks [] for security_group (457daea1-2ab8-4cb3-8a7e-1149a4ef193f), before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:25.271673 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:17:25.292526 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-0b6c1700-89d6-4894-8c57-f360919e9f4f None None] Provisioning complete for port 36826f67-e99a-4047-bc88-6ebdeb6bde9a triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 18 11:17:25.292898 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-0b6c1700-89d6-4894-8c57-f360919e9f4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619404'] for port (36826f67-e99a-4047-bc88-6ebdeb6bde9a), provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:25.296919 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Current status of the port 4351a822-8a89-4ef3-9edf-3e59cd7f13a9 is: ACTIVE; New status is: ACTIVE {{(pid=106380) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 11:17:25.307438 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-786ef375-ffd7-45bd-acc0-f0baa7eb0673 admin admin] Publish callbacks [] for security_group (457daea1-2ab8-4cb3-8a7e-1149a4ef193f), precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:25.410490 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-153f8059-0819-482d-81c9-6f852748e2ba None None] Publish callbacks [] for port (c87b57c8-a892-415b-8346-b840187a8c02), precommit_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:25.414451 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-0b6c1700-89d6-4894-8c57-f360919e9f4f None None] Current status of the port 36826f67-e99a-4047-bc88-6ebdeb6bde9a is: ACTIVE; New status is: ACTIVE {{(pid=106380) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 11:17:25.418714 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.db.db_base_plugin_common [None req-377e0af5-6f75-4af2-ba5b-4b21868a46e3 admin admin] Allocated IP 172.20.0.1 (43900380-d71d-48fd-99c4-8a08af7e0a4c/a5f7eff2-849d-4f95-9ba0-43967000ffcd/42ad6673-9c07-41dd-a34b-81e1c83fb85b) {{(pid=106379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 11:17:25.419989 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-153f8059-0819-482d-81c9-6f852748e2ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732803053689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732802528799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732802528817'] for port (c87b57c8-a892-415b-8346-b840187a8c02), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:25.433322 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:17:25.437927 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-786ef375-ffd7-45bd-acc0-f0baa7eb0673 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433130'] for security_group (457daea1-2ab8-4cb3-8a7e-1149a4ef193f), after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:25.440603 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-786ef375-ffd7-45bd-acc0-f0baa7eb0673 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:25.445500 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-786ef375-ffd7-45bd-acc0-f0baa7eb0673 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/457daea1-2ab8-4cb3-8a7e-1149a4ef193f HTTP/1.1" status: 204 len: 168 time: 0.3825648 Aug 18 11:17:25.466820 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-153f8059-0819-482d-81c9-6f852748e2ba None None] Attempting to bind port c87b57c8-a892-415b-8346-b840187a8c02 on host dv-cinder-853450-2-iscsi for vnic_type normal with profile {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 18 11:17:25.467130 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-153f8059-0819-482d-81c9-6f852748e2ba None None] Attempting to bind port c87b57c8-a892-415b-8346-b840187a8c02 by drivers openvswitch,hyperv on host dv-cinder-853450-2-iscsi at level 0 using segments [{'id': '67ba5125-9fc9-4a45-924f-a98fceaf00fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153'}] {{(pid=106381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 18 11:17:25.467279 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-153f8059-0819-482d-81c9-6f852748e2ba None None] Attempting to bind port c87b57c8-a892-415b-8346-b840187a8c02 on network c4d5f339-67bc-4c12-8231-94aca87a7153 {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 18 11:17:25.471109 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786ef375-ffd7-45bd-acc0-f0baa7eb0673 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=457daea1-2ab8-4cb3-8a7e-1149a4ef193f,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:17:25.482240 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-153f8059-0819-482d-81c9-6f852748e2ba None None] Checking agent: {'id': '69d4285f-736d-41a6-a99e-1994eed59bce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-853450-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 18, 11, 7, 46), 'started_at': datetime.datetime(2022, 8, 18, 11, 8, 16), 'heartbeat_timestamp': datetime.datetime(2022, 8, 18, 11, 17, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-853450-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 18 11:17:25.482752 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-153f8059-0819-482d-81c9-6f852748e2ba None None] Checking segment: {'id': '67ba5125-9fc9-4a45-924f-a98fceaf00fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 18 11:17:25.483164 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-153f8059-0819-482d-81c9-6f852748e2ba None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:25.483699 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-153f8059-0819-482d-81c9-6f852748e2ba None None] Bound using segment: {'id': '67ba5125-9fc9-4a45-924f-a98fceaf00fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153'} {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 18 11:17:25.484213 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-153f8059-0819-482d-81c9-6f852748e2ba None None] Bound port: c87b57c8-a892-415b-8346-b840187a8c02, host: dv-cinder-853450-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67ba5125-9fc9-4a45-924f-a98fceaf00fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153'}}] {{(pid=106381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 18 11:17:25.484732 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-153f8059-0819-482d-81c9-6f852748e2ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (c87b57c8-a892-415b-8346-b840187a8c02), before_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:25.512698 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab334c5f-4d92-4f6f-8266-4b7df0a30876 None None] Pushing event updated for resources: {'Port': ['ID=c87b57c8-a892-415b-8346-b840187a8c02,revision_number=2']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:17:25.546073 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-153f8059-0819-482d-81c9-6f852748e2ba None None] For port c87b57c8-a892-415b-8346-b840187a8c02, host dv-cinder-853450-2-iscsi, cleared binding levels {{(pid=106381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 11:17:25.550161 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-153f8059-0819-482d-81c9-6f852748e2ba None None] For port c87b57c8-a892-415b-8346-b840187a8c02, host dv-cinder-853450-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853450-2-iscsi',level=0,port_id=c87b57c8-a892-415b-8346-b840187a8c02,segment=NetworkSegment(67ba5125-9fc9-4a45-924f-a98fceaf00fb),segment_id=67ba5125-9fc9-4a45-924f-a98fceaf00fb)] {{(pid=106381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 11:17:25.557043 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-153f8059-0819-482d-81c9-6f852748e2ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732803053689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732802528799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732802528817'] for port (c87b57c8-a892-415b-8346-b840187a8c02), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:25.584863 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-377e0af5-6f75-4af2-ba5b-4b21868a46e3 admin admin] Publish callbacks [] for port (42ad6673-9c07-41dd-a34b-81e1c83fb85b), precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:25.595943 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-153f8059-0819-482d-81c9-6f852748e2ba None None] Routers {'850e3899-34f8-4278-8c4e-7a83e9553933'} bound to L3 agent in host dv-cinder-853450-2-iscsi {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 18 11:17:25.596622 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-153f8059-0819-482d-81c9-6f852748e2ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853450-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-18T11:07:43Z,description=,heartbeat_timestamp=2022-08-18T11:17:13Z,host='dv-cinder-853450-2-iscsi',id=5a2ac145-53e3-4597-a9e7-c52b4336ae58,load=0,resource_versions=,resources_synced=,started_at=2022-08-18T11:07:43Z,topic='l3_agent')) {'router_ids': ['850e3899-34f8-4278-8c4e-7a83e9553933'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:17:25.621765 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-377e0af5-6f75-4af2-ba5b-4b21868a46e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732802528781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638927'] for port (42ad6673-9c07-41dd-a34b-81e1c83fb85b), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:25.665048 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-377e0af5-6f75-4af2-ba5b-4b21868a46e3 admin admin] Network 43900380-d71d-48fd-99c4-8a08af7e0a4c is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 11:17:25.667489 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab334c5f-4d92-4f6f-8266-4b7df0a30876 None None] Pushing event updated for resources: {'Port': ['ID=c87b57c8-a892-415b-8346-b840187a8c02,revision_number=3']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:17:25.677022 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-377e0af5-6f75-4af2-ba5b-4b21868a46e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 11:17:25.680977 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-377e0af5-6f75-4af2-ba5b-4b21868a46e3 admin admin] Received port after_create {{(pid=106379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 18 11:17:25.727942 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377e0af5-6f75-4af2-ba5b-4b21868a46e3 admin admin] Pushing event updated for resources: {'Port': ['ID=42ad6673-9c07-41dd-a34b-81e1c83fb85b,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:17:25.729737 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-153f8059-0819-482d-81c9-6f852748e2ba None None] Set router 850e3899-34f8-4278-8c4e-7a83e9553933 gateway port host: dv-cinder-853450-2-iscsi {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 18 11:17:25.744425 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-377e0af5-6f75-4af2-ba5b-4b21868a46e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-516804'] for router_interface (850e3899-34f8-4278-8c4e-7a83e9553933), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:25.859593 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:17:25.957574 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-377e0af5-6f75-4af2-ba5b-4b21868a46e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (42ad6673-9c07-41dd-a34b-81e1c83fb85b), before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:26.049667 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-dbb03747-4eee-4823-9313-1ba50893195e None None] Provisioning complete for port 42ad6673-9c07-41dd-a34b-81e1c83fb85b triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 18 11:17:26.052458 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-dbb03747-4eee-4823-9313-1ba50893195e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619404'] for port (42ad6673-9c07-41dd-a34b-81e1c83fb85b), provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:26.057492 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34258a2e-acbc-4352-9ac9-3007837636e5 req-37cbab78-a0cd-4eb6-aeeb-4f6b297fb7c6 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:17:26.067555 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-34258a2e-acbc-4352-9ac9-3007837636e5 req-37cbab78-a0cd-4eb6-aeeb-4f6b297fb7c6 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=71c3b65c-c12b-4633-ac7c-27a5cd878c43 HTTP/1.1" status: 200 len: 946 time: 0.1050792 Aug 18 11:17:26.104856 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-153f8059-0819-482d-81c9-6f852748e2ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '850e3899-34f8-4278-8c4e-7a83e9553933', 'name': 'tempest-TestVolumeBootPattern-623553092-router', 'tenant_id': 'f4fdcdd025f84466b5c5c9fd4ac5234d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'external_fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.144'}], 'enable_snat': True}, 'gw_port_id': 'c87b57c8-a892-415b-8346-b840187a8c02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T11:17:21Z', 'updated_at': '2022-08-18T11:17:23Z', 'revision_number': 3, 'project_id': 'f4fdcdd025f84466b5c5c9fd4ac5234d', 'gw_port': {'id': 'c87b57c8-a892-415b-8346-b840187a8c02', 'name': '', 'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:79:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '850e3899-34f8-4278-8c4e-7a83e9553933', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853450-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:17:22Z', 'updated_at': '2022-08-18T11:17:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853450-2-iscsi'}], 'dv-cinder-853450-2-iscsi', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:17:26.150427 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-34258a2e-acbc-4352-9ac9-3007837636e5 req-954ba892-0d41-4487-a9c3-74b69d7cb5c9 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b21c2cf3-45f4-4212-bbb4-b16e8476f4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811830 Aug 18 11:17:26.175105 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-153f8059-0819-482d-81c9-6f852748e2ba None None] The sync data for ids ['850e3899-34f8-4278-8c4e-7a83e9553933'] in dv-cinder-853450-2-iscsi is: [{'id': '850e3899-34f8-4278-8c4e-7a83e9553933', 'name': 'tempest-TestVolumeBootPattern-623553092-router', 'tenant_id': 'f4fdcdd025f84466b5c5c9fd4ac5234d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'external_fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.144'}], 'enable_snat': True}, 'gw_port_id': 'c87b57c8-a892-415b-8346-b840187a8c02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T11:17:21Z', 'updated_at': '2022-08-18T11:17:23Z', 'revision_number': 3, 'project_id': 'f4fdcdd025f84466b5c5c9fd4ac5234d', 'gw_port': {'id': 'c87b57c8-a892-415b-8346-b840187a8c02', 'name': '', 'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:79:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '850e3899-34f8-4278-8c4e-7a83e9553933', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853450-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:17:22Z', 'updated_at': '2022-08-18T11:17:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853450-2-iscsi'}] {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 11:17:26.206128 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-dbb03747-4eee-4823-9313-1ba50893195e None None] Port 42ad6673-9c07-41dd-a34b-81e1c83fb85b cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 18 11:17:26.262136 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Device 36826f67-e99a-4047-bc88-6ebdeb6bde9a up at agent ovs-agent-dv-cinder-853450-2-iscsi {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 11:17:26.342931 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Provisioning complete for port 36826f67-e99a-4047-bc88-6ebdeb6bde9a triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 18 11:17:26.343317 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619404'] for port (36826f67-e99a-4047-bc88-6ebdeb6bde9a), provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:26.433210 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Current status of the port 36826f67-e99a-4047-bc88-6ebdeb6bde9a is: ACTIVE; New status is: ACTIVE {{(pid=106380) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 11:17:26.587740 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-377e0af5-6f75-4af2-ba5b-4b21868a46e3 admin admin] Publish callbacks [] for port (42ad6673-9c07-41dd-a34b-81e1c83fb85b), precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:26.594074 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-377e0af5-6f75-4af2-ba5b-4b21868a46e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732803053689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732802528799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732802528817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1638912'] for port (42ad6673-9c07-41dd-a34b-81e1c83fb85b), after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:26.682181 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377e0af5-6f75-4af2-ba5b-4b21868a46e3 admin admin] Pushing event updated for resources: {'Port': ['ID=42ad6673-9c07-41dd-a34b-81e1c83fb85b,revision_number=2']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:17:26.684527 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-377e0af5-6f75-4af2-ba5b-4b21868a46e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3683465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-516656'] for router_interface (850e3899-34f8-4278-8c4e-7a83e9553933), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:26.813148 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-377e0af5-6f75-4af2-ba5b-4b21868a46e3 admin admin] Network 43900380-d71d-48fd-99c4-8a08af7e0a4c is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 11:17:26.815358 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-377e0af5-6f75-4af2-ba5b-4b21868a46e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 11:17:26.961236 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:17:26.986120 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-377e0af5-6f75-4af2-ba5b-4b21868a46e3 admin admin] Router 850e3899-34f8-4278-8c4e-7a83e9553933 has already been hosted by L3 agent 5a2ac145-53e3-4597-a9e7-c52b4336ae58 {{(pid=106379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 11:17:27.162055 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-377e0af5-6f75-4af2-ba5b-4b21868a46e3 admin admin] Notify agent at l3_agent.dv-cinder-853450-2-iscsi the message routers_updated {{(pid=106379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 11:17:27.170228 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-377e0af5-6f75-4af2-ba5b-4b21868a46e3 admin admin] 10.222.0.16 "PUT /networking/v2.0/routers/850e3899-34f8-4278-8c4e-7a83e9553933/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1143122 Aug 18 11:17:27.253454 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-9d5ac0e5-9934-4fdd-a463-e415a7b2a8fa None None] Provisioning complete for port 42ad6673-9c07-41dd-a34b-81e1c83fb85b triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 18 11:17:27.255188 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9d5ac0e5-9934-4fdd-a463-e415a7b2a8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619404'] for port (42ad6673-9c07-41dd-a34b-81e1c83fb85b), provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:27.337826 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb367594-7b4e-4809-8f3a-48de060f57e7 req-002cad34-dd27-48cb-ab7b-2c63789862da tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:17:27.361176 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-fb367594-7b4e-4809-8f3a-48de060f57e7 req-002cad34-dd27-48cb-ab7b-2c63789862da tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=71c3b65c-c12b-4633-ac7c-27a5cd878c43 HTTP/1.1" status: 200 len: 946 time: 0.1197977 Aug 18 11:17:27.406058 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-9d5ac0e5-9934-4fdd-a463-e415a7b2a8fa None None] Port 42ad6673-9c07-41dd-a34b-81e1c83fb85b cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 18 11:17:27.487820 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-fb367594-7b4e-4809-8f3a-48de060f57e7 req-60b1bc1b-badf-4042-a4b1-e6ec2c3546fc tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b21c2cf3-45f4-4212-bbb4-b16e8476f4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253953 Aug 18 11:17:27.823872 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.16', 52480) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:17:27.828768 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.v2.base [None req-f4637d76-5174-4ba5-96e2-ad8fcfd47dd2 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1790581374', 'description': 'tempest-secgroup-smoke-1790581374 description', 'project_id': 'ede6199069114ce380f30088d312f345'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:17:27.853973 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f4637d76-5174-4ba5-96e2-ad8fcfd47dd2 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Publish callbacks [] for security_group (None), before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:27.933126 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f4637d76-5174-4ba5-96e2-ad8fcfd47dd2 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Publish callbacks [] for security_group (d080cec0-bf37-4b83-8a3c-1cddb3e7bd6f), precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:27.940387 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f4637d76-5174-4ba5-96e2-ad8fcfd47dd2 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433130'] for security_group (d080cec0-bf37-4b83-8a3c-1cddb3e7bd6f), after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:27.973767 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4637d76-5174-4ba5-96e2-ad8fcfd47dd2 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d080cec0-bf37-4b83-8a3c-1cddb3e7bd6f,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:17:27.982181 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f4637d76-5174-4ba5-96e2-ad8fcfd47dd2 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Publish callbacks [] for security_group (None), before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:27.986944 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.16', 52482) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:17:27.991592 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.v2.base [None req-c0593ce8-9717-4d4d-8004-40cc37cb2574 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Request body: {'security_group_rule': {'security_group_id': 'd080cec0-bf37-4b83-8a3c-1cddb3e7bd6f', 'project_id': 'ede6199069114ce380f30088d312f345', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:17:27.996406 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [None req-f4637d76-5174-4ba5-96e2-ad8fcfd47dd2 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] 10.222.0.16 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1710806 Aug 18 11:17:28.049463 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c0593ce8-9717-4d4d-8004-40cc37cb2574 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Publish callbacks [] for security_group_rule (f1e768a1-35a7-4d90-85fd-545128404ef5), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:28.186097 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c0593ce8-9717-4d4d-8004-40cc37cb2574 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Publish callbacks [] for security_group_rule (f1e768a1-35a7-4d90-85fd-545128404ef5), precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:28.199353 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c0593ce8-9717-4d4d-8004-40cc37cb2574 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432955'] for security_group_rule (f1e768a1-35a7-4d90-85fd-545128404ef5), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:28.208938 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Device c87b57c8-a892-415b-8346-b840187a8c02 up at agent ovs-agent-dv-cinder-853450-2-iscsi {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 11:17:28.224183 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0593ce8-9717-4d4d-8004-40cc37cb2574 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1e768a1-35a7-4d90-85fd-545128404ef5,revision_number=0']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:17:28.238186 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c0593ce8-9717-4d4d-8004-40cc37cb2574 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:28.239710 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-c0593ce8-9717-4d4d-8004-40cc37cb2574 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2516925 Aug 18 11:17:28.242610 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.16', 52492) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:17:28.251059 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.v2.base [None req-14326e77-3f98-43ea-acd6-be2e80f4c48f tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Request body: {'security_group_rule': {'security_group_id': 'd080cec0-bf37-4b83-8a3c-1cddb3e7bd6f', 'project_id': 'ede6199069114ce380f30088d312f345', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:17:28.260095 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Provisioning complete for port c87b57c8-a892-415b-8346-b840187a8c02 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 18 11:17:28.260502 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619404'] for port (c87b57c8-a892-415b-8346-b840187a8c02), provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:28.287215 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-14326e77-3f98-43ea-acd6-be2e80f4c48f tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Publish callbacks [] for security_group_rule (2d55ad6b-50a2-4254-a402-34721ab0be5f), before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:28.337764 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Current status of the port c87b57c8-a892-415b-8346-b840187a8c02 is: DOWN; New status is: ACTIVE {{(pid=106380) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 11:17:28.338689 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (c87b57c8-a892-415b-8346-b840187a8c02), before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:28.362866 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] For port c87b57c8-a892-415b-8346-b840187a8c02, host dv-cinder-853450-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853450-2-iscsi',level=0,port_id=c87b57c8-a892-415b-8346-b840187a8c02,segment=NetworkSegment(67ba5125-9fc9-4a45-924f-a98fceaf00fb),segment_id=67ba5125-9fc9-4a45-924f-a98fceaf00fb)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:17:28.366475 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-14326e77-3f98-43ea-acd6-be2e80f4c48f tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Publish callbacks [] for security_group_rule (2d55ad6b-50a2-4254-a402-34721ab0be5f), precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:28.367839 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732803053689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732802528799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732802528817'] for port (c87b57c8-a892-415b-8346-b840187a8c02), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:28.376097 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-14326e77-3f98-43ea-acd6-be2e80f4c48f tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432955'] for security_group_rule (2d55ad6b-50a2-4254-a402-34721ab0be5f), after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:28.398708 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14326e77-3f98-43ea-acd6-be2e80f4c48f tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d55ad6b-50a2-4254-a402-34721ab0be5f,revision_number=0']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:17:28.410739 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-14326e77-3f98-43ea-acd6-be2e80f4c48f tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:28.411955 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [None req-14326e77-3f98-43ea-acd6-be2e80f4c48f tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1682599 Aug 18 11:17:28.414928 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.16', 52494) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:17:28.419892 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.v2.base [None req-6ba7e9a4-9ff4-41cc-82b7-c2ee3c5c8356 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Request body: {'security_group_rule': {'security_group_id': 'd080cec0-bf37-4b83-8a3c-1cddb3e7bd6f', 'project_id': 'ede6199069114ce380f30088d312f345', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:17:28.423193 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Pushing event updated for resources: {'Port': ['ID=c87b57c8-a892-415b-8346-b840187a8c02,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:17:28.427470 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:17:28.453153 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6ba7e9a4-9ff4-41cc-82b7-c2ee3c5c8356 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Publish callbacks [] for security_group_rule (f3c84bdb-497a-4b8d-be9a-02175c32a480), before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:28.507654 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6ba7e9a4-9ff4-41cc-82b7-c2ee3c5c8356 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Publish callbacks [] for security_group_rule (f3c84bdb-497a-4b8d-be9a-02175c32a480), precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:28.511441 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6ba7e9a4-9ff4-41cc-82b7-c2ee3c5c8356 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432955'] for security_group_rule (f3c84bdb-497a-4b8d-be9a-02175c32a480), after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:28.529794 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:17:28.536120 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba7e9a4-9ff4-41cc-82b7-c2ee3c5c8356 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3c84bdb-497a-4b8d-be9a-02175c32a480,revision_number=0']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:17:28.546628 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6ba7e9a4-9ff4-41cc-82b7-c2ee3c5c8356 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:28.548436 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [None req-6ba7e9a4-9ff4-41cc-82b7-c2ee3c5c8356 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1319580 Aug 18 11:17:28.552342 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.16', 52498) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:17:28.557663 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.v2.base [None req-971e3dc5-b131-449e-9834-59353c96f58d tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Request body: {'security_group_rule': {'security_group_id': 'd080cec0-bf37-4b83-8a3c-1cddb3e7bd6f', 'project_id': 'ede6199069114ce380f30088d312f345', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:17:28.641185 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92431894-98f4-40ac-9067-274fe2e4a98d req-733f1974-de0e-4f53-bab3-f11e5015fcd7 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:17:28.642873 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-92431894-98f4-40ac-9067-274fe2e4a98d req-733f1974-de0e-4f53-bab3-f11e5015fcd7 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=71c3b65c-c12b-4633-ac7c-27a5cd878c43 HTTP/1.1" status: 200 len: 946 time: 0.0779026 Aug 18 11:17:28.649392 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-971e3dc5-b131-449e-9834-59353c96f58d tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Publish callbacks [] for security_group_rule (d4f05a7e-116c-46a8-a1bd-56e7a411f455), before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:28.737093 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-92431894-98f4-40ac-9067-274fe2e4a98d req-eb0a6028-84ba-45bd-a746-d99375c7c28a tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b21c2cf3-45f4-4212-bbb4-b16e8476f4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847502 Aug 18 11:17:28.738823 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-971e3dc5-b131-449e-9834-59353c96f58d tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Publish callbacks [] for security_group_rule (d4f05a7e-116c-46a8-a1bd-56e7a411f455), precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:28.746263 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-971e3dc5-b131-449e-9834-59353c96f58d tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432955'] for security_group_rule (d4f05a7e-116c-46a8-a1bd-56e7a411f455), after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:28.782851 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971e3dc5-b131-449e-9834-59353c96f58d tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4f05a7e-116c-46a8-a1bd-56e7a411f455,revision_number=0']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:17:28.794716 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-971e3dc5-b131-449e-9834-59353c96f58d tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:28.796278 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [None req-971e3dc5-b131-449e-9834-59353c96f58d tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2426867 Aug 18 11:17:28.798799 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.16', 52506) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:17:28.803498 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.v2.base [None req-cbcef76d-ba06-4514-bb42-4ee68ec77d05 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Request body: {'security_group_rule': {'security_group_id': 'd080cec0-bf37-4b83-8a3c-1cddb3e7bd6f', 'project_id': 'ede6199069114ce380f30088d312f345', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:17:28.833575 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.db.securitygroups_db [None req-cbcef76d-ba06-4514-bb42-4ee68ec77d05 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Project ede6199069114ce380f30088d312f345 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 18 11:17:28.840468 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-cbcef76d-ba06-4514-bb42-4ee68ec77d05 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Publish callbacks [] for security_group_rule (977986bd-cbfe-4878-b3f8-5ed8e9eb6796), before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:28.898283 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.16', 52508) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:17:28.916627 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-cbcef76d-ba06-4514-bb42-4ee68ec77d05 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Publish callbacks [] for security_group_rule (977986bd-cbfe-4878-b3f8-5ed8e9eb6796), precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:28.922416 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-cbcef76d-ba06-4514-bb42-4ee68ec77d05 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432955'] for security_group_rule (977986bd-cbfe-4878-b3f8-5ed8e9eb6796), after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:28.942596 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcef76d-ba06-4514-bb42-4ee68ec77d05 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=977986bd-cbfe-4878-b3f8-5ed8e9eb6796,revision_number=0']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:17:28.951567 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-cbcef76d-ba06-4514-bb42-4ee68ec77d05 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:28.952847 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [None req-cbcef76d-ba06-4514-bb42-4ee68ec77d05 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1530721 Aug 18 11:17:28.956425 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.16', 52512) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:17:28.964259 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.v2.base [None req-5b569982-2a39-4142-a330-80f7eaf40361 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Request body: {'security_group_rule': {'security_group_id': 'd080cec0-bf37-4b83-8a3c-1cddb3e7bd6f', 'project_id': 'ede6199069114ce380f30088d312f345', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:17:28.973893 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=3,neutron:DELETE=1 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:17:28.995704 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.db.securitygroups_db [None req-5b569982-2a39-4142-a330-80f7eaf40361 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Project ede6199069114ce380f30088d312f345 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 18 11:17:29.006562 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-5b569982-2a39-4142-a330-80f7eaf40361 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Publish callbacks [] for security_group_rule (f75a3745-f0aa-4e24-97a7-3c955cc37522), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:29.016609 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ff0d9c4-d140-4b75-a646-77e2d4550536 None None] Sync routers for ids ['850e3899-34f8-4278-8c4e-7a83e9553933'] in dv-cinder-853450-2-iscsi {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 11:17:29.034976 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ff0d9c4-d140-4b75-a646-77e2d4550536 None None] Routers {'850e3899-34f8-4278-8c4e-7a83e9553933'} bound to L3 agent in host dv-cinder-853450-2-iscsi {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 18 11:17:29.035702 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-5ff0d9c4-d140-4b75-a646-77e2d4550536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853450-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-18T11:07:43Z,description=,heartbeat_timestamp=2022-08-18T11:17:13Z,host='dv-cinder-853450-2-iscsi',id=5a2ac145-53e3-4597-a9e7-c52b4336ae58,load=0,resource_versions=,resources_synced=,started_at=2022-08-18T11:07:43Z,topic='l3_agent')) {'router_ids': ['850e3899-34f8-4278-8c4e-7a83e9553933'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:17:29.054619 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-1011168d-59e7-4bd4-a9d8-8bc68ceec61d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:29.127725 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-5b569982-2a39-4142-a330-80f7eaf40361 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Publish callbacks [] for security_group_rule (f75a3745-f0aa-4e24-97a7-3c955cc37522), precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:29.139698 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-5b569982-2a39-4142-a330-80f7eaf40361 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432955'] for security_group_rule (f75a3745-f0aa-4e24-97a7-3c955cc37522), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:29.154589 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:17:29.175939 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b569982-2a39-4142-a330-80f7eaf40361 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f75a3745-f0aa-4e24-97a7-3c955cc37522,revision_number=0']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:17:29.191760 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-5b569982-2a39-4142-a330-80f7eaf40361 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:29.192121 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-5ff0d9c4-d140-4b75-a646-77e2d4550536 None None] Set router 850e3899-34f8-4278-8c4e-7a83e9553933 gateway port host: dv-cinder-853450-2-iscsi {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 18 11:17:29.193081 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-5b569982-2a39-4142-a330-80f7eaf40361 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2349343 Aug 18 11:17:29.234344 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-1011168d-59e7-4bd4-a9d8-8bc68ceec61d admin admin] Publish callbacks [] for security_group (95fddad4-35e4-4cb5-8c34-e8a2f234e690), precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:29.238672 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-1011168d-59e7-4bd4-a9d8-8bc68ceec61d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433130'] for security_group (95fddad4-35e4-4cb5-8c34-e8a2f234e690), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:29.292575 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:17:29.293988 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-1011168d-59e7-4bd4-a9d8-8bc68ceec61d admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=bee48e665fb244869f78a93e091b758b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3940022 Aug 18 11:17:29.296448 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.16', 52534) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:17:29.304298 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1011168d-59e7-4bd4-a9d8-8bc68ceec61d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95fddad4-35e4-4cb5-8c34-e8a2f234e690,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:17:29.416514 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-8543b9b0-4d41-40f9-bc8a-f4c8ab712dc8 admin admin] Publish callbacks [] for security_group (95fddad4-35e4-4cb5-8c34-e8a2f234e690), before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:29.456606 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-8543b9b0-4d41-40f9-bc8a-f4c8ab712dc8 admin admin] Publish callbacks [] for security_group (95fddad4-35e4-4cb5-8c34-e8a2f234e690), precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:29.474208 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-5ff0d9c4-d140-4b75-a646-77e2d4550536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '850e3899-34f8-4278-8c4e-7a83e9553933', 'name': 'tempest-TestVolumeBootPattern-623553092-router', 'tenant_id': 'f4fdcdd025f84466b5c5c9fd4ac5234d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'external_fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.144'}], 'enable_snat': True}, 'gw_port_id': 'c87b57c8-a892-415b-8346-b840187a8c02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T11:17:21Z', 'updated_at': '2022-08-18T11:17:25Z', 'revision_number': 4, 'project_id': 'f4fdcdd025f84466b5c5c9fd4ac5234d', 'gw_port': {'id': 'c87b57c8-a892-415b-8346-b840187a8c02', 'name': '', 'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:79:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '850e3899-34f8-4278-8c4e-7a83e9553933', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853450-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:17:22Z', 'updated_at': '2022-08-18T11:17:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853450-2-iscsi', '_interfaces': [{'id': '42ad6673-9c07-41dd-a34b-81e1c83fb85b', 'name': '', 'network_id': '43900380-d71d-48fd-99c4-8a08af7e0a4c', 'tenant_id': 'f4fdcdd025f84466b5c5c9fd4ac5234d', 'mac_address': 'fa:16:3e:03:bc:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '850e3899-34f8-4278-8c4e-7a83e9553933', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': 'a5f7eff2-849d-4f95-9ba0-43967000ffcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:17:25Z', 'updated_at': '2022-08-18T11:17:26Z', 'revision_number': 2, 'project_id': 'f4fdcdd025f84466b5c5c9fd4ac5234d', 'subnets': [{'id': 'a5f7eff2-849d-4f95-9ba0-43967000ffcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853450-2-iscsi', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:17:29.509372 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ff0d9c4-d140-4b75-a646-77e2d4550536 None None] Checking router: 850e3899-34f8-4278-8c4e-7a83e9553933 for host: dv-cinder-853450-2-iscsi {{(pid=106380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 11:17:29.509963 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ff0d9c4-d140-4b75-a646-77e2d4550536 None None] Updating router 850e3899-34f8-4278-8c4e-7a83e9553933 port 42ad6673-9c07-41dd-a34b-81e1c83fb85b binding host dv-cinder-853450-2-iscsi {{(pid=106380) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 11:17:29.545916 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-5ff0d9c4-d140-4b75-a646-77e2d4550536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (42ad6673-9c07-41dd-a34b-81e1c83fb85b), before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:29.563596 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-8543b9b0-4d41-40f9-bc8a-f4c8ab712dc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433130'] for security_group (95fddad4-35e4-4cb5-8c34-e8a2f234e690), after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:29.572693 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-8543b9b0-4d41-40f9-bc8a-f4c8ab712dc8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:29.579651 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-8543b9b0-4d41-40f9-bc8a-f4c8ab712dc8 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/95fddad4-35e4-4cb5-8c34-e8a2f234e690 HTTP/1.1" status: 204 len: 168 time: 0.2816997 Aug 18 11:17:29.596216 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8543b9b0-4d41-40f9-bc8a-f4c8ab712dc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95fddad4-35e4-4cb5-8c34-e8a2f234e690,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:17:29.953139 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dbb040-fb21-453f-8086-33780c069b26 req-88f106ec-267a-47c5-86c9-590f01df3852 tempest-DeleteServersTestJSON-798039388 tempest-DeleteServersTestJSON-798039388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:17:29.958203 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-03dbb040-fb21-453f-8086-33780c069b26 req-88f106ec-267a-47c5-86c9-590f01df3852 tempest-DeleteServersTestJSON-798039388 tempest-DeleteServersTestJSON-798039388-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a90d5023-8b0f-4a30-b28a-cbe9ad96d4e1 HTTP/1.1" status: 200 len: 946 time: 0.1280575 Aug 18 11:17:30.000100 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0383d9-1b6c-4781-96c2-5f286033a71f req-a2c188e5-17d1-4f90-8bdf-fa7f45117787 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:17:30.016849 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-cc0383d9-1b6c-4781-96c2-5f286033a71f req-a2c188e5-17d1-4f90-8bdf-fa7f45117787 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=71c3b65c-c12b-4633-ac7c-27a5cd878c43 HTTP/1.1" status: 200 len: 946 time: 0.1276703 Aug 18 11:17:30.120997 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-cc0383d9-1b6c-4781-96c2-5f286033a71f req-bb2aad0d-5847-4231-a421-b0eb6ac5de65 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b21c2cf3-45f4-4212-bbb4-b16e8476f4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898273 Aug 18 11:17:30.163199 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-03dbb040-fb21-453f-8086-33780c069b26 req-11bb526e-a609-4d28-a022-a11b22501e8a tempest-DeleteServersTestJSON-798039388 tempest-DeleteServersTestJSON-798039388-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d5100d6d-7ccd-4a77-9503-b6d463c0cee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891496 Aug 18 11:17:30.180798 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-5ff0d9c4-d140-4b75-a646-77e2d4550536 None None] Publish callbacks [] for port (42ad6673-9c07-41dd-a34b-81e1c83fb85b), precommit_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:30.187401 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-5ff0d9c4-d140-4b75-a646-77e2d4550536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732803053689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732802528799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732802528817'] for port (42ad6673-9c07-41dd-a34b-81e1c83fb85b), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:30.194063 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Device c87b57c8-a892-415b-8346-b840187a8c02 up at agent ovs-agent-dv-cinder-853450-2-iscsi {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 11:17:30.236656 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.16', 52592) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:17:30.250533 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-06425177-cda0-4eda-9b3e-efa938046ba1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:30.289322 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856b1a89-95b4-4a85-9477-f9b76a3d01e6 None None] Pushing event updated for resources: {'Port': ['ID=42ad6673-9c07-41dd-a34b-81e1c83fb85b,revision_number=3']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:17:30.315765 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:17:30.331349 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-5ff0d9c4-d140-4b75-a646-77e2d4550536 None None] Attempting to bind port 42ad6673-9c07-41dd-a34b-81e1c83fb85b on host dv-cinder-853450-2-iscsi for vnic_type normal with profile {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 18 11:17:30.331895 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-5ff0d9c4-d140-4b75-a646-77e2d4550536 None None] Attempting to bind port 42ad6673-9c07-41dd-a34b-81e1c83fb85b by drivers openvswitch,hyperv on host dv-cinder-853450-2-iscsi at level 0 using segments [{'id': '8c4af87b-9ed4-4cfb-b774-3d5983f90e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 979, 'network_id': '43900380-d71d-48fd-99c4-8a08af7e0a4c'}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 18 11:17:30.332123 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ff0d9c4-d140-4b75-a646-77e2d4550536 None None] Attempting to bind port 42ad6673-9c07-41dd-a34b-81e1c83fb85b on network 43900380-d71d-48fd-99c4-8a08af7e0a4c {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 18 11:17:30.335562 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Provisioning complete for port c87b57c8-a892-415b-8346-b840187a8c02 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 18 11:17:30.335932 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619404'] for port (c87b57c8-a892-415b-8346-b840187a8c02), provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:30.340506 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ff0d9c4-d140-4b75-a646-77e2d4550536 None None] Checking agent: {'id': '69d4285f-736d-41a6-a99e-1994eed59bce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-853450-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 18, 11, 7, 46), 'started_at': datetime.datetime(2022, 8, 18, 11, 8, 16), 'heartbeat_timestamp': datetime.datetime(2022, 8, 18, 11, 17, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-853450-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 18 11:17:30.340911 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ff0d9c4-d140-4b75-a646-77e2d4550536 None None] Checking segment: {'id': '8c4af87b-9ed4-4cfb-b774-3d5983f90e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 979, 'network_id': '43900380-d71d-48fd-99c4-8a08af7e0a4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 18 11:17:30.341990 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-5ff0d9c4-d140-4b75-a646-77e2d4550536 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:30.342633 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ff0d9c4-d140-4b75-a646-77e2d4550536 None None] Bound using segment: {'id': '8c4af87b-9ed4-4cfb-b774-3d5983f90e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 979, 'network_id': '43900380-d71d-48fd-99c4-8a08af7e0a4c'} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 18 11:17:30.343328 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-5ff0d9c4-d140-4b75-a646-77e2d4550536 None None] Bound port: 42ad6673-9c07-41dd-a34b-81e1c83fb85b, host: dv-cinder-853450-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c4af87b-9ed4-4cfb-b774-3d5983f90e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 979, 'network_id': '43900380-d71d-48fd-99c4-8a08af7e0a4c'}}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 18 11:17:30.343710 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-5ff0d9c4-d140-4b75-a646-77e2d4550536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (42ad6673-9c07-41dd-a34b-81e1c83fb85b), before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:30.363603 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-06425177-cda0-4eda-9b3e-efa938046ba1 admin admin] Publish callbacks [] for security_group (0ba49c11-c7c3-4f1c-bc67-a586c0e79f3f), precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:30.370297 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-06425177-cda0-4eda-9b3e-efa938046ba1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433130'] for security_group (0ba49c11-c7c3-4f1c-bc67-a586c0e79f3f), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:30.422696 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06425177-cda0-4eda-9b3e-efa938046ba1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ba49c11-c7c3-4f1c-bc67-a586c0e79f3f,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:17:30.428466 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-06425177-cda0-4eda-9b3e-efa938046ba1 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=76cfb52b6edc45e3ac2b0ab06ccb2f1a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1902215 Aug 18 11:17:30.431125 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.16', 52606) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:17:30.471063 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-5ff0d9c4-d140-4b75-a646-77e2d4550536 None None] For port 42ad6673-9c07-41dd-a34b-81e1c83fb85b, host dv-cinder-853450-2-iscsi, cleared binding levels {{(pid=106380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 11:17:30.483046 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-952fbd5b-6f2e-4dc9-a031-fd3b5220505b admin admin] Publish callbacks [] for security_group (0ba49c11-c7c3-4f1c-bc67-a586c0e79f3f), before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:30.484335 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-5ff0d9c4-d140-4b75-a646-77e2d4550536 None None] For port 42ad6673-9c07-41dd-a34b-81e1c83fb85b, host dv-cinder-853450-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853450-2-iscsi',level=0,port_id=42ad6673-9c07-41dd-a34b-81e1c83fb85b,segment=NetworkSegment(8c4af87b-9ed4-4cfb-b774-3d5983f90e2a),segment_id=8c4af87b-9ed4-4cfb-b774-3d5983f90e2a)] {{(pid=106380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 11:17:30.494732 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:17:30.497943 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-5ff0d9c4-d140-4b75-a646-77e2d4550536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732803053689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732802528799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732802528817'] for port (42ad6673-9c07-41dd-a34b-81e1c83fb85b), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:30.504545 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Current status of the port c87b57c8-a892-415b-8346-b840187a8c02 is: ACTIVE; New status is: ACTIVE {{(pid=106380) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 11:17:30.505485 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-952fbd5b-6f2e-4dc9-a031-fd3b5220505b admin admin] Publish callbacks [] for security_group (0ba49c11-c7c3-4f1c-bc67-a586c0e79f3f), precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:30.527364 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:17:30.540452 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:17:30.553272 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ff0d9c4-d140-4b75-a646-77e2d4550536 None None] Routers {'850e3899-34f8-4278-8c4e-7a83e9553933'} bound to L3 agent in host dv-cinder-853450-2-iscsi {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 18 11:17:30.554257 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-5ff0d9c4-d140-4b75-a646-77e2d4550536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853450-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-18T11:07:43Z,description=,heartbeat_timestamp=2022-08-18T11:17:13Z,host='dv-cinder-853450-2-iscsi',id=5a2ac145-53e3-4597-a9e7-c52b4336ae58,load=0,resource_versions=,resources_synced=,started_at=2022-08-18T11:07:43Z,topic='l3_agent')) {'router_ids': ['850e3899-34f8-4278-8c4e-7a83e9553933'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:17:30.565567 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-952fbd5b-6f2e-4dc9-a031-fd3b5220505b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433130'] for security_group (0ba49c11-c7c3-4f1c-bc67-a586c0e79f3f), after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:30.568369 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-952fbd5b-6f2e-4dc9-a031-fd3b5220505b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:30.571808 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [None req-952fbd5b-6f2e-4dc9-a031-fd3b5220505b admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/0ba49c11-c7c3-4f1c-bc67-a586c0e79f3f HTTP/1.1" status: 204 len: 168 time: 0.1374464 Aug 18 11:17:30.580514 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952fbd5b-6f2e-4dc9-a031-fd3b5220505b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ba49c11-c7c3-4f1c-bc67-a586c0e79f3f,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:17:30.621337 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856b1a89-95b4-4a85-9477-f9b76a3d01e6 None None] Pushing event updated for resources: {'Port': ['ID=42ad6673-9c07-41dd-a34b-81e1c83fb85b,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:17:30.690774 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-5ff0d9c4-d140-4b75-a646-77e2d4550536 None None] Set router 850e3899-34f8-4278-8c4e-7a83e9553933 gateway port host: dv-cinder-853450-2-iscsi {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 18 11:17:30.921007 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-5ff0d9c4-d140-4b75-a646-77e2d4550536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '850e3899-34f8-4278-8c4e-7a83e9553933', 'name': 'tempest-TestVolumeBootPattern-623553092-router', 'tenant_id': 'f4fdcdd025f84466b5c5c9fd4ac5234d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'external_fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.144'}], 'enable_snat': True}, 'gw_port_id': 'c87b57c8-a892-415b-8346-b840187a8c02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T11:17:21Z', 'updated_at': '2022-08-18T11:17:25Z', 'revision_number': 4, 'project_id': 'f4fdcdd025f84466b5c5c9fd4ac5234d', 'gw_port': {'id': 'c87b57c8-a892-415b-8346-b840187a8c02', 'name': '', 'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:79:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '850e3899-34f8-4278-8c4e-7a83e9553933', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853450-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:17:22Z', 'updated_at': '2022-08-18T11:17:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853450-2-iscsi', '_interfaces': [{'id': '42ad6673-9c07-41dd-a34b-81e1c83fb85b', 'name': '', 'network_id': '43900380-d71d-48fd-99c4-8a08af7e0a4c', 'tenant_id': 'f4fdcdd025f84466b5c5c9fd4ac5234d', 'mac_address': 'fa:16:3e:03:bc:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '850e3899-34f8-4278-8c4e-7a83e9553933', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': 'a5f7eff2-849d-4f95-9ba0-43967000ffcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853450-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:17:25Z', 'updated_at': '2022-08-18T11:17:30Z', 'revision_number': 4, 'project_id': 'f4fdcdd025f84466b5c5c9fd4ac5234d', 'subnets': [{'id': 'a5f7eff2-849d-4f95-9ba0-43967000ffcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853450-2-iscsi', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:17:30.962349 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ff0d9c4-d140-4b75-a646-77e2d4550536 None None] The sync data for ids ['850e3899-34f8-4278-8c4e-7a83e9553933'] in dv-cinder-853450-2-iscsi is: [{'id': '850e3899-34f8-4278-8c4e-7a83e9553933', 'name': 'tempest-TestVolumeBootPattern-623553092-router', 'tenant_id': 'f4fdcdd025f84466b5c5c9fd4ac5234d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'external_fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.144'}], 'enable_snat': True}, 'gw_port_id': 'c87b57c8-a892-415b-8346-b840187a8c02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T11:17:21Z', 'updated_at': '2022-08-18T11:17:25Z', 'revision_number': 4, 'project_id': 'f4fdcdd025f84466b5c5c9fd4ac5234d', 'gw_port': {'id': 'c87b57c8-a892-415b-8346-b840187a8c02', 'name': '', 'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:79:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '850e3899-34f8-4278-8c4e-7a83e9553933', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853450-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:17:22Z', 'updated_at': '2022-08-18T11:17:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853450-2-iscsi', '_interfaces': [{'id': '42ad6673-9c07-41dd-a34b-81e1c83fb85b', 'name': '', 'network_id': '43900380-d71d-48fd-99c4-8a08af7e0a4c', 'tenant_id': 'f4fdcdd025f84466b5c5c9fd4ac5234d', 'mac_address': 'fa:16:3e:03:bc:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '850e3899-34f8-4278-8c4e-7a83e9553933', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': 'a5f7eff2-849d-4f95-9ba0-43967000ffcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853450-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:17:25Z', 'updated_at': '2022-08-18T11:17:30Z', 'revision_number': 4, 'project_id': 'f4fdcdd025f84466b5c5c9fd4ac5234d', 'subnets': [{'id': 'a5f7eff2-849d-4f95-9ba0-43967000ffcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 11:17:31.106016 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.16', 52628) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:17:31.271008 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfe195c-abd8-4c0e-b54e-cae794c46d24 req-99f52755-46f1-4f88-91a9-72650e3d5ebf tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:17:31.287106 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-6cfe195c-abd8-4c0e-b54e-cae794c46d24 req-99f52755-46f1-4f88-91a9-72650e3d5ebf tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=71c3b65c-c12b-4633-ac7c-27a5cd878c43 HTTP/1.1" status: 200 len: 946 time: 0.0858731 Aug 18 11:17:31.398171 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-6cfe195c-abd8-4c0e-b54e-cae794c46d24 req-a57f4a71-dcca-455b-8c86-f91372f70852 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b21c2cf3-45f4-4212-bbb4-b16e8476f4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096773 Aug 18 11:17:31.422445 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1354696c-4f62-4c35-9927-27689b3eef23 req-49aed4aa-bb52-4640-8067-3cbc1c543817 tempest-DeleteServersTestJSON-798039388 tempest-DeleteServersTestJSON-798039388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:17:31.424027 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-1354696c-4f62-4c35-9927-27689b3eef23 req-49aed4aa-bb52-4640-8067-3cbc1c543817 tempest-DeleteServersTestJSON-798039388 tempest-DeleteServersTestJSON-798039388-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a90d5023-8b0f-4a30-b28a-cbe9ad96d4e1 HTTP/1.1" status: 200 len: 946 time: 0.1064022 Aug 18 11:17:31.424781 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-615b17c0-554a-4a9f-93f7-6a6c799a8712 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:31.471275 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=77,neutron:INSERT=19,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:17:31.532448 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-1354696c-4f62-4c35-9927-27689b3eef23 req-685176c6-054c-4a89-84e1-c702d49c1fc1 tempest-DeleteServersTestJSON-798039388 tempest-DeleteServersTestJSON-798039388-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d5100d6d-7ccd-4a77-9503-b6d463c0cee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001985 Aug 18 11:17:31.533579 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-615b17c0-554a-4a9f-93f7-6a6c799a8712 admin admin] Publish callbacks [] for security_group (f9dd865c-a0be-47fc-aafd-b283292c72fa), precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:31.540353 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-615b17c0-554a-4a9f-93f7-6a6c799a8712 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433130'] for security_group (f9dd865c-a0be-47fc-aafd-b283292c72fa), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:31.590612 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-615b17c0-554a-4a9f-93f7-6a6c799a8712 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=80352f59b9184b0986d73586d753ed27&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4830501 Aug 18 11:17:31.592183 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615b17c0-554a-4a9f-93f7-6a6c799a8712 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9dd865c-a0be-47fc-aafd-b283292c72fa,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:17:31.593958 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.16', 52648) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:17:31.619461 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=6,neutron:INSERT=1 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:17:31.672903 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a7cd5b00-f2c6-49a9-90af-6d3266907e7c admin admin] Publish callbacks [] for security_group (f9dd865c-a0be-47fc-aafd-b283292c72fa), before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:31.694267 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a7cd5b00-f2c6-49a9-90af-6d3266907e7c admin admin] Publish callbacks [] for security_group (f9dd865c-a0be-47fc-aafd-b283292c72fa), precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:31.746645 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a7cd5b00-f2c6-49a9-90af-6d3266907e7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433130'] for security_group (f9dd865c-a0be-47fc-aafd-b283292c72fa), after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:31.750787 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a7cd5b00-f2c6-49a9-90af-6d3266907e7c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:31.751974 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [None req-a7cd5b00-f2c6-49a9-90af-6d3266907e7c admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/f9dd865c-a0be-47fc-aafd-b283292c72fa HTTP/1.1" status: 204 len: 168 time: 0.1548121 Aug 18 11:17:31.761827 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cd5b00-f2c6-49a9-90af-6d3266907e7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9dd865c-a0be-47fc-aafd-b283292c72fa,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:17:32.156751 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Device 42ad6673-9c07-41dd-a34b-81e1c83fb85b up at agent ovs-agent-dv-cinder-853450-2-iscsi {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 11:17:32.202227 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.16', 52664) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:17:32.215191 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Provisioning complete for port 42ad6673-9c07-41dd-a34b-81e1c83fb85b triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 18 11:17:32.215580 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619404'] for port (42ad6673-9c07-41dd-a34b-81e1c83fb85b), provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:32.218859 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-69280be9-95cd-40e7-a01d-b4e9b3cdc25a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:32.220812 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.16', 52666) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:17:32.297651 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Current status of the port 42ad6673-9c07-41dd-a34b-81e1c83fb85b is: DOWN; New status is: ACTIVE {{(pid=106380) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 11:17:32.298116 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (42ad6673-9c07-41dd-a34b-81e1c83fb85b), before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:32.339170 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] For port 42ad6673-9c07-41dd-a34b-81e1c83fb85b, host dv-cinder-853450-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853450-2-iscsi',level=0,port_id=42ad6673-9c07-41dd-a34b-81e1c83fb85b,segment=NetworkSegment(8c4af87b-9ed4-4cfb-b774-3d5983f90e2a),segment_id=8c4af87b-9ed4-4cfb-b774-3d5983f90e2a)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:17:32.341755 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-69280be9-95cd-40e7-a01d-b4e9b3cdc25a admin admin] Publish callbacks [] for security_group (950edd1c-af35-4441-ab58-f2df224ff807), precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:32.354983 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732803053689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732802528799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732802528817'] for port (42ad6673-9c07-41dd-a34b-81e1c83fb85b), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:32.355307 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-69280be9-95cd-40e7-a01d-b4e9b3cdc25a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433130'] for security_group (950edd1c-af35-4441-ab58-f2df224ff807), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:32.400400 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69280be9-95cd-40e7-a01d-b4e9b3cdc25a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=950edd1c-af35-4441-ab58-f2df224ff807,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:17:32.405642 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-69280be9-95cd-40e7-a01d-b4e9b3cdc25a admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=f37236a9facf4fb5a3f73500b01851aa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2021110 Aug 18 11:17:32.408283 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.16', 52674) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:17:32.415891 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Pushing event updated for resources: {'Port': ['ID=42ad6673-9c07-41dd-a34b-81e1c83fb85b,revision_number=5']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:17:32.486862 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-bf9de98d-10ca-4ad3-948f-f4bb13a311ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:32.643601 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92598a4c-7807-4452-a827-384d6c33747f req-92be0ec5-2a53-40d0-b5f4-4464877f8b3c tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:17:32.645548 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-92598a4c-7807-4452-a827-384d6c33747f req-92be0ec5-2a53-40d0-b5f4-4464877f8b3c tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=71c3b65c-c12b-4633-ac7c-27a5cd878c43 HTTP/1.1" status: 200 len: 946 time: 0.0980055 Aug 18 11:17:32.654235 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b446957a-e7b0-4476-b8a9-590d4ffff417 admin admin] Publish callbacks [] for security_group (950edd1c-af35-4441-ab58-f2df224ff807), before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:32.708335 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b446957a-e7b0-4476-b8a9-590d4ffff417 admin admin] Publish callbacks [] for security_group (950edd1c-af35-4441-ab58-f2df224ff807), precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:32.769920 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-bf9de98d-10ca-4ad3-948f-f4bb13a311ab admin admin] Publish callbacks [] for security_group (a6f8a349-0879-4894-b682-6741a78cb5c4), precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:32.777508 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-bf9de98d-10ca-4ad3-948f-f4bb13a311ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433130'] for security_group (a6f8a349-0879-4894-b682-6741a78cb5c4), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:32.786119 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-92598a4c-7807-4452-a827-384d6c33747f req-ad522ef3-8b41-4117-b056-b8c133caefd8 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b21c2cf3-45f4-4212-bbb4-b16e8476f4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348257 Aug 18 11:17:32.798566 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f319736-9bb4-41bf-a60c-16d7409527dc req-fde0a2ce-4a9b-4135-b9e8-14f899ca991e tempest-DeleteServersTestJSON-798039388 tempest-DeleteServersTestJSON-798039388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:17:32.806249 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-7f319736-9bb4-41bf-a60c-16d7409527dc req-fde0a2ce-4a9b-4135-b9e8-14f899ca991e tempest-DeleteServersTestJSON-798039388 tempest-DeleteServersTestJSON-798039388-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a90d5023-8b0f-4a30-b28a-cbe9ad96d4e1 HTTP/1.1" status: 200 len: 946 time: 0.1068804 Aug 18 11:17:32.835470 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-bf9de98d-10ca-4ad3-948f-f4bb13a311ab admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=62761b2573e1490fb2583434b0d50ff1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6133397 Aug 18 11:17:32.837758 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b446957a-e7b0-4476-b8a9-590d4ffff417 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433130'] for security_group (950edd1c-af35-4441-ab58-f2df224ff807), after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:32.840643 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b446957a-e7b0-4476-b8a9-590d4ffff417 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:32.841862 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-b446957a-e7b0-4476-b8a9-590d4ffff417 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/950edd1c-af35-4441-ab58-f2df224ff807 HTTP/1.1" status: 204 len: 168 time: 0.4326160 Aug 18 11:17:32.842665 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9de98d-10ca-4ad3-948f-f4bb13a311ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6f8a349-0879-4894-b682-6741a78cb5c4,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:17:32.852175 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.16', 52682) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:17:32.856107 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=77,neutron:INSERT=17,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:17:32.910588 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b446957a-e7b0-4476-b8a9-590d4ffff417 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=950edd1c-af35-4441-ab58-f2df224ff807,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:17:32.930495 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-7f319736-9bb4-41bf-a60c-16d7409527dc req-b79029d2-8594-49ef-8300-0b0c5d2e26d2 tempest-DeleteServersTestJSON-798039388 tempest-DeleteServersTestJSON-798039388-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d5100d6d-7ccd-4a77-9503-b6d463c0cee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229980 Aug 18 11:17:32.944242 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500272e0-f2d3-4793-b126-5a5ec2b63d70 req-ef9476cb-8dbd-4954-9a23-af0f555f61ba tempest-DeleteServersTestJSON-798039388 tempest-DeleteServersTestJSON-798039388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:17:32.946007 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-500272e0-f2d3-4793-b126-5a5ec2b63d70 req-ef9476cb-8dbd-4954-9a23-af0f555f61ba tempest-DeleteServersTestJSON-798039388 tempest-DeleteServersTestJSON-798039388-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=a90d5023-8b0f-4a30-b28a-cbe9ad96d4e1 HTTP/1.1" status: 200 len: 946 time: 0.1128650 Aug 18 11:17:32.996450 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-9c9e36af-3ec7-4d70-a49c-245bdcc2f9a9 admin admin] Publish callbacks [] for security_group (a6f8a349-0879-4894-b682-6741a78cb5c4), before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:33.022496 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-9c9e36af-3ec7-4d70-a49c-245bdcc2f9a9 admin admin] Publish callbacks [] for security_group (a6f8a349-0879-4894-b682-6741a78cb5c4), precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:33.090292 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-9c9e36af-3ec7-4d70-a49c-245bdcc2f9a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433130'] for security_group (a6f8a349-0879-4894-b682-6741a78cb5c4), after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:33.093401 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-9c9e36af-3ec7-4d70-a49c-245bdcc2f9a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:33.097285 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-9c9e36af-3ec7-4d70-a49c-245bdcc2f9a9 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/a6f8a349-0879-4894-b682-6741a78cb5c4 HTTP/1.1" status: 204 len: 168 time: 0.2414885 Aug 18 11:17:33.106022 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9e36af-3ec7-4d70-a49c-245bdcc2f9a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6f8a349-0879-4894-b682-6741a78cb5c4,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:17:33.136048 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [req-500272e0-f2d3-4793-b126-5a5ec2b63d70 req-01f0b0fc-b414-476d-ae70-a10f4278ce27 tempest-DeleteServersTestJSON-798039388 tempest-DeleteServersTestJSON-798039388-project] Deleting port eedfeaac-e879-4394-bc9f-1609cd77e40f {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 18 11:17:33.136731 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-500272e0-f2d3-4793-b126-5a5ec2b63d70 req-01f0b0fc-b414-476d-ae70-a10f4278ce27 tempest-DeleteServersTestJSON-798039388 tempest-DeleteServersTestJSON-798039388-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732803047114'] for port (eedfeaac-e879-4394-bc9f-1609cd77e40f), before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:33.286873 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-500272e0-f2d3-4793-b126-5a5ec2b63d70 req-01f0b0fc-b414-476d-ae70-a10f4278ce27 tempest-DeleteServersTestJSON-798039388 tempest-DeleteServersTestJSON-798039388-project] For port eedfeaac-e879-4394-bc9f-1609cd77e40f, host hv-cinder-85345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85345',level=0,port_id=eedfeaac-e879-4394-bc9f-1609cd77e40f,segment=NetworkSegment(892a3a86-c8b7-4a74-8bc2-c36bdf2ec3b1),segment_id=892a3a86-c8b7-4a74-8bc2-c36bdf2ec3b1)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:17:33.287508 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-500272e0-f2d3-4793-b126-5a5ec2b63d70 req-01f0b0fc-b414-476d-ae70-a10f4278ce27 tempest-DeleteServersTestJSON-798039388 tempest-DeleteServersTestJSON-798039388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498516'] for port (eedfeaac-e879-4394-bc9f-1609cd77e40f), precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:33.312852 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [req-500272e0-f2d3-4793-b126-5a5ec2b63d70 req-01f0b0fc-b414-476d-ae70-a10f4278ce27 tempest-DeleteServersTestJSON-798039388 tempest-DeleteServersTestJSON-798039388-project] Calling delete_port for eedfeaac-e879-4394-bc9f-1609cd77e40f owned by compute:nova {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 18 11:17:33.779808 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-500272e0-f2d3-4793-b126-5a5ec2b63d70 req-01f0b0fc-b414-476d-ae70-a10f4278ce27 tempest-DeleteServersTestJSON-798039388 tempest-DeleteServersTestJSON-798039388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732803053743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732802528790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11809227'] for port (eedfeaac-e879-4394-bc9f-1609cd77e40f), after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:33.800553 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] get_ports_and_sgs() called for port_ids ['eedfeaac-e879-4394-bc9f-1609cd77e40f'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 18 11:17:33.812998 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f0b0fc-b414-476d-ae70-a10f4278ce27 tempest-DeleteServersTestJSON-798039388 tempest-DeleteServersTestJSON-798039388-project] Pushing event deleted for resources: {'Port': ['ID=eedfeaac-e879-4394-bc9f-1609cd77e40f,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:17:33.825797 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:17:33.974323 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [req-500272e0-f2d3-4793-b126-5a5ec2b63d70 req-01f0b0fc-b414-476d-ae70-a10f4278ce27 tempest-DeleteServersTestJSON-798039388 tempest-DeleteServersTestJSON-798039388-project] No DVR routers for this DVR port eedfeaac-e879-4394-bc9f-1609cd77e40f on host hv-cinder-85345 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 18 11:17:34.024763 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-500272e0-f2d3-4793-b126-5a5ec2b63d70 req-01f0b0fc-b414-476d-ae70-a10f4278ce27 tempest-DeleteServersTestJSON-798039388 tempest-DeleteServersTestJSON-798039388-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22494'] for port (None), before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:34.036265 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-500272e0-f2d3-4793-b126-5a5ec2b63d70 req-01f0b0fc-b414-476d-ae70-a10f4278ce27 tempest-DeleteServersTestJSON-798039388 tempest-DeleteServersTestJSON-798039388-project] 10.222.0.20 "DELETE /networking/v2.0/ports/eedfeaac-e879-4394-bc9f-1609cd77e40f HTTP/1.1" status: 204 len: 173 time: 1.0825131 Aug 18 11:17:34.036954 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a90d5023-8b0f-4a30-b28a-cbe9ad96d4e1', 'name': 'network-vif-deleted', 'tag': 'eedfeaac-e879-4394-bc9f-1609cd77e40f'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 18 11:17:34.039564 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c862ab1b2ee120cb5e2e4f2725a0fe0d7acaf57f657006002d91667c9b4c94a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fd6208e-7da1-4e1b-9353-b3cf6c0ec2b2" -d '{"events": [{"server_uuid": "a90d5023-8b0f-4a30-b28a-cbe9ad96d4e1", "name": "network-vif-deleted", "tag": "eedfeaac-e879-4394-bc9f-1609cd77e40f"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:17:34.167352 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-5fba360d-40d4-4e12-8be9-bba53fd294e0 req-2e7a68c1-3502-45e6-8998-b4b4597f2fc2 tempest-DeleteServersTestJSON-798039388 tempest-DeleteServersTestJSON-798039388-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a90d5023-8b0f-4a30-b28a-cbe9ad96d4e1 HTTP/1.1" status: 200 len: 210 time: 0.1101139 Aug 18 11:17:34.177423 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1408054-61bd-463c-a891-7ad3d67f73e5 req-ff4a663b-7cda-4267-9f96-253688e919bb tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:17:34.180506 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-c1408054-61bd-463c-a891-7ad3d67f73e5 req-ff4a663b-7cda-4267-9f96-253688e919bb tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=71c3b65c-c12b-4633-ac7c-27a5cd878c43 HTTP/1.1" status: 200 len: 946 time: 0.2162869 Aug 18 11:17:34.264930 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Device 42ad6673-9c07-41dd-a34b-81e1c83fb85b up at agent ovs-agent-dv-cinder-853450-2-iscsi {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 11:17:34.288023 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Aug 2022 11:17:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55429dcd-da58-4e47-be0d-dc98e7cd22d7 x-openstack-request-id: req-55429dcd-da58-4e47-be0d-dc98e7cd22d7 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:17:34.288609 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a90d5023-8b0f-4a30-b28a-cbe9ad96d4e1", "name": "network-vif-deleted", "tag": "eedfeaac-e879-4394-bc9f-1609cd77e40f", "status": "completed", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:17:34.289038 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-55429dcd-da58-4e47-be0d-dc98e7cd22d7 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:17:34.289907 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event matching ['req-55429dcd-da58-4e47-be0d-dc98e7cd22d7'] response: {'server_uuid': 'a90d5023-8b0f-4a30-b28a-cbe9ad96d4e1', 'name': 'network-vif-deleted', 'tag': 'eedfeaac-e879-4394-bc9f-1609cd77e40f', 'status': 'completed', 'code': 200} Aug 18 11:17:34.308825 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-c1408054-61bd-463c-a891-7ad3d67f73e5 req-825b05aa-bd9f-4716-b827-a7b092236a1e tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b21c2cf3-45f4-4212-bbb4-b16e8476f4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202483 Aug 18 11:17:34.360543 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Provisioning complete for port 42ad6673-9c07-41dd-a34b-81e1c83fb85b triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 18 11:17:34.361109 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619404'] for port (42ad6673-9c07-41dd-a34b-81e1c83fb85b), provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:34.465310 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Current status of the port 42ad6673-9c07-41dd-a34b-81e1c83fb85b is: ACTIVE; New status is: ACTIVE {{(pid=106380) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 11:17:34.982569 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.16', 52756) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:17:35.133116 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0cbc2697-f135-482f-8f10-7a190d3a478c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:35.182479 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:INSERT=3 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:17:35.220123 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0cbc2697-f135-482f-8f10-7a190d3a478c admin admin] Publish callbacks [] for security_group (3d092edf-d3e7-4cc9-8b90-28d3df5b4c3f), precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:35.224763 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0cbc2697-f135-482f-8f10-7a190d3a478c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433130'] for security_group (3d092edf-d3e7-4cc9-8b90-28d3df5b4c3f), after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:35.272063 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [None req-0cbc2697-f135-482f-8f10-7a190d3a478c admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=2706e2f2b8cf490f8cc2142ff5f59293&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2869241 Aug 18 11:17:35.272063 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbc2697-f135-482f-8f10-7a190d3a478c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d092edf-d3e7-4cc9-8b90-28d3df5b4c3f,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:17:35.274364 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.16', 52764) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:17:35.316380 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=84,neutron:INSERT=14,neutron:DELETE=2 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:17:35.336065 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-405ac9e2-67c2-4ce0-806d-59a0b4e495ee admin admin] Publish callbacks [] for security_group (3d092edf-d3e7-4cc9-8b90-28d3df5b4c3f), before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:35.357928 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-405ac9e2-67c2-4ce0-806d-59a0b4e495ee admin admin] Publish callbacks [] for security_group (3d092edf-d3e7-4cc9-8b90-28d3df5b4c3f), precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:35.443075 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-405ac9e2-67c2-4ce0-806d-59a0b4e495ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433130'] for security_group (3d092edf-d3e7-4cc9-8b90-28d3df5b4c3f), after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:35.445142 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-405ac9e2-67c2-4ce0-806d-59a0b4e495ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:35.446425 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-405ac9e2-67c2-4ce0-806d-59a0b4e495ee admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/3d092edf-d3e7-4cc9-8b90-28d3df5b4c3f HTTP/1.1" status: 204 len: 168 time: 0.1710482 Aug 18 11:17:35.457053 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405ac9e2-67c2-4ce0-806d-59a0b4e495ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d092edf-d3e7-4cc9-8b90-28d3df5b4c3f,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:17:35.485603 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c07404-928c-4ab2-a358-b4365a064e88 req-b22fcb89-4cc8-4dec-b1a8-14e04a02caf3 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:17:35.487703 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-e5c07404-928c-4ab2-a358-b4365a064e88 req-b22fcb89-4cc8-4dec-b1a8-14e04a02caf3 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=71c3b65c-c12b-4633-ac7c-27a5cd878c43 HTTP/1.1" status: 200 len: 946 time: 0.0741227 Aug 18 11:17:35.562325 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-e5c07404-928c-4ab2-a358-b4365a064e88 req-a957aaa7-4cca-48db-a5f0-0e43c67f5176 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b21c2cf3-45f4-4212-bbb4-b16e8476f4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670691 Aug 18 11:17:35.634347 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (0c451e2b-fe38-44d1-984c-2dd7bcedf4dc), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:35.832467 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Device eedfeaac-e879-4394-bc9f-1609cd77e40f no longer exists at agent hyperv_hv-cinder-85345 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 11:17:35.835530 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:17:35.853342 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] No Port match for: eedfeaac-e879-4394-bc9f-1609cd77e40f {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 18 11:17:35.853709 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Device eedfeaac-e879-4394-bc9f-1609cd77e40f not bound to the agent host hv-cinder-85345 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 11:17:36.091263 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=79,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:17:36.724325 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e39a58c-e0c2-43b3-9bf7-71de40ec99a8 req-4dc395c9-dd33-415f-9dec-8eaec3d0d1ba tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:17:36.730816 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-4e39a58c-e0c2-43b3-9bf7-71de40ec99a8 req-4dc395c9-dd33-415f-9dec-8eaec3d0d1ba tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=71c3b65c-c12b-4633-ac7c-27a5cd878c43 HTTP/1.1" status: 200 len: 946 time: 0.0777895 Aug 18 11:17:36.781574 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-4e39a58c-e0c2-43b3-9bf7-71de40ec99a8 req-2ccbfd7f-6df5-4ae2-a8e3-e63a3ffc4ca8 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b21c2cf3-45f4-4212-bbb4-b16e8476f4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498726 Aug 18 11:17:36.795137 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.16', 52824) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:17:37.191627 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c6b75e73-1eb5-438f-a038-2b0b58cc9a6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-516699'] for router_interface (97e200f4-d6cb-4648-9cd1-8bbb079a2573), before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:37.532030 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:17:37.537758 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-c6b75e73-1eb5-438f-a038-2b0b58cc9a6f admin admin] Deleting port 5d1b40c2-e82f-432c-bd4e-c9b17ba9e016 {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 18 11:17:37.538180 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c6b75e73-1eb5-438f-a038-2b0b58cc9a6f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732803047114'] for port (5d1b40c2-e82f-432c-bd4e-c9b17ba9e016), before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:37.637475 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.db [None req-c6b75e73-1eb5-438f-a038-2b0b58cc9a6f admin admin] For port 5d1b40c2-e82f-432c-bd4e-c9b17ba9e016, host dv-cinder-853450-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853450-2-iscsi',level=0,port_id=5d1b40c2-e82f-432c-bd4e-c9b17ba9e016,segment=NetworkSegment(892a3a86-c8b7-4a74-8bc2-c36bdf2ec3b1),segment_id=892a3a86-c8b7-4a74-8bc2-c36bdf2ec3b1)] {{(pid=106379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:17:37.637845 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c6b75e73-1eb5-438f-a038-2b0b58cc9a6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498516'] for port (5d1b40c2-e82f-432c-bd4e-c9b17ba9e016), precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:37.658406 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-c6b75e73-1eb5-438f-a038-2b0b58cc9a6f admin admin] Calling delete_port for 5d1b40c2-e82f-432c-bd4e-c9b17ba9e016 owned by network:router_interface {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 18 11:17:37.873300 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:17:37.930992 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c9f577-1632-48f9-98fb-88120266f175 req-ebe6f8e7-13a7-4782-9aa1-5dc9d03791dc tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:17:37.939814 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-00c9f577-1632-48f9-98fb-88120266f175 req-ebe6f8e7-13a7-4782-9aa1-5dc9d03791dc tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=71c3b65c-c12b-4633-ac7c-27a5cd878c43 HTTP/1.1" status: 200 len: 946 time: 0.0652215 Aug 18 11:17:37.964346 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c6b75e73-1eb5-438f-a038-2b0b58cc9a6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732803053743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732802528790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638927'] for port (5d1b40c2-e82f-432c-bd4e-c9b17ba9e016), after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:37.993900 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b75e73-1eb5-438f-a038-2b0b58cc9a6f admin admin] Pushing event deleted for resources: {'Port': ['ID=5d1b40c2-e82f-432c-bd4e-c9b17ba9e016,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:17:38.015031 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-00c9f577-1632-48f9-98fb-88120266f175 req-cf51df4d-c5c2-4fdf-90b6-1f3979d61c82 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b21c2cf3-45f4-4212-bbb4-b16e8476f4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741110 Aug 18 11:17:38.215986 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c6b75e73-1eb5-438f-a038-2b0b58cc9a6f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3683472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-519371'] for router_interface (97e200f4-d6cb-4648-9cd1-8bbb079a2573), after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:38.687090 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6b75e73-1eb5-438f-a038-2b0b58cc9a6f admin admin] Router 97e200f4-d6cb-4648-9cd1-8bbb079a2573 has already been hosted by L3 agent 5a2ac145-53e3-4597-a9e7-c52b4336ae58 {{(pid=106379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 11:17:38.799167 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6b75e73-1eb5-438f-a038-2b0b58cc9a6f admin admin] Notify agent at l3_agent.dv-cinder-853450-2-iscsi the message routers_updated {{(pid=106379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 11:17:38.804357 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-c6b75e73-1eb5-438f-a038-2b0b58cc9a6f admin admin] 10.222.0.16 "PUT /networking/v2.0/routers/97e200f4-d6cb-4648-9cd1-8bbb079a2573/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0081460 Aug 18 11:17:38.806879 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.16', 52868) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:17:38.808758 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef25ecf0-e79f-43c1-9903-6d919a79fb92 None None] Sync routers for ids ['97e200f4-d6cb-4648-9cd1-8bbb079a2573'] in dv-cinder-853450-2-iscsi {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 11:17:38.813650 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:17:38.834439 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef25ecf0-e79f-43c1-9903-6d919a79fb92 None None] Routers {'97e200f4-d6cb-4648-9cd1-8bbb079a2573'} bound to L3 agent in host dv-cinder-853450-2-iscsi {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 18 11:17:38.835399 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-ef25ecf0-e79f-43c1-9903-6d919a79fb92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853450-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-18T11:07:43Z,description=,heartbeat_timestamp=2022-08-18T11:17:13Z,host='dv-cinder-853450-2-iscsi',id=5a2ac145-53e3-4597-a9e7-c52b4336ae58,load=0,resource_versions=,resources_synced=,started_at=2022-08-18T11:07:43Z,topic='l3_agent')) {'router_ids': ['97e200f4-d6cb-4648-9cd1-8bbb079a2573'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:17:38.929271 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-8784dd68-d4f9-4953-b346-736193a3153b admin admin] Publish callbacks [] for router (97e200f4-d6cb-4648-9cd1-8bbb079a2573), before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:38.954033 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-ef25ecf0-e79f-43c1-9903-6d919a79fb92 None None] Set router 97e200f4-d6cb-4648-9cd1-8bbb079a2573 gateway port host: dv-cinder-853450-2-iscsi {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 18 11:17:39.057681 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-8784dd68-d4f9-4953-b346-736193a3153b admin admin] Publish callbacks [] for router_gateway (97e200f4-d6cb-4648-9cd1-8bbb079a2573), before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:39.114252 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-8784dd68-d4f9-4953-b346-736193a3153b admin admin] Deleting port 646f8994-2a7a-4217-819b-8e72d2a51c5d {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 18 11:17:39.114590 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-8784dd68-d4f9-4953-b346-736193a3153b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732803047114'] for port (646f8994-2a7a-4217-819b-8e72d2a51c5d), before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:39.195719 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e91326-7981-4642-8a4c-ed368e81c41a req-507fde54-b602-433c-9866-40fcdf40baec tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:17:39.202102 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-c7e91326-7981-4642-8a4c-ed368e81c41a req-507fde54-b602-433c-9866-40fcdf40baec tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=71c3b65c-c12b-4633-ac7c-27a5cd878c43 HTTP/1.1" status: 200 len: 946 time: 0.0780160 Aug 18 11:17:39.219896 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-ef25ecf0-e79f-43c1-9903-6d919a79fb92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97e200f4-d6cb-4648-9cd1-8bbb079a2573', 'name': 'tempest-DeleteServersTestJSON-1144119157-router', 'tenant_id': 'b3cf862a38da43c081db5e171efe9459', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'external_fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.176'}], 'enable_snat': True}, 'gw_port_id': '646f8994-2a7a-4217-819b-8e72d2a51c5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T11:16:01Z', 'updated_at': '2022-08-18T11:17:37Z', 'revision_number': 5, 'project_id': 'b3cf862a38da43c081db5e171efe9459', 'gw_port': {'id': '646f8994-2a7a-4217-819b-8e72d2a51c5d', 'name': '', 'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:a4:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97e200f4-d6cb-4648-9cd1-8bbb079a2573', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853450-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:16:03Z', 'updated_at': '2022-08-18T11:16:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853450-2-iscsi'}], 'dv-cinder-853450-2-iscsi', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:17:39.224335 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:17:39.254466 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef25ecf0-e79f-43c1-9903-6d919a79fb92 None None] Checking router: 97e200f4-d6cb-4648-9cd1-8bbb079a2573 for host: dv-cinder-853450-2-iscsi {{(pid=106381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 11:17:39.263763 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.db [None req-8784dd68-d4f9-4953-b346-736193a3153b admin admin] For port 646f8994-2a7a-4217-819b-8e72d2a51c5d, host dv-cinder-853450-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853450-2-iscsi',level=0,port_id=646f8994-2a7a-4217-819b-8e72d2a51c5d,segment=NetworkSegment(67ba5125-9fc9-4a45-924f-a98fceaf00fb),segment_id=67ba5125-9fc9-4a45-924f-a98fceaf00fb)] {{(pid=106379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:17:39.264382 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-8784dd68-d4f9-4953-b346-736193a3153b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498516'] for port (646f8994-2a7a-4217-819b-8e72d2a51c5d), precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:39.268474 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:17:39.270733 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef25ecf0-e79f-43c1-9903-6d919a79fb92 None None] Routers {'97e200f4-d6cb-4648-9cd1-8bbb079a2573'} bound to L3 agent in host dv-cinder-853450-2-iscsi {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 18 11:17:39.271603 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-ef25ecf0-e79f-43c1-9903-6d919a79fb92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853450-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-18T11:07:43Z,description=,heartbeat_timestamp=2022-08-18T11:17:13Z,host='dv-cinder-853450-2-iscsi',id=5a2ac145-53e3-4597-a9e7-c52b4336ae58,load=0,resource_versions=,resources_synced=,started_at=2022-08-18T11:07:43Z,topic='l3_agent')) {'router_ids': ['97e200f4-d6cb-4648-9cd1-8bbb079a2573'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:17:39.275379 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-c7e91326-7981-4642-8a4c-ed368e81c41a req-9472d1e6-e63e-449c-97e5-669356474548 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b21c2cf3-45f4-4212-bbb4-b16e8476f4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720294 Aug 18 11:17:39.300568 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-8784dd68-d4f9-4953-b346-736193a3153b admin admin] Calling delete_port for 646f8994-2a7a-4217-819b-8e72d2a51c5d owned by network:router_gateway {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 18 11:17:39.373948 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-ef25ecf0-e79f-43c1-9903-6d919a79fb92 None None] Set router 97e200f4-d6cb-4648-9cd1-8bbb079a2573 gateway port host: None {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 18 11:17:39.430880 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-ef25ecf0-e79f-43c1-9903-6d919a79fb92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97e200f4-d6cb-4648-9cd1-8bbb079a2573', 'name': 'tempest-DeleteServersTestJSON-1144119157-router', 'tenant_id': 'b3cf862a38da43c081db5e171efe9459', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T11:16:01Z', 'updated_at': '2022-08-18T11:17:39Z', 'revision_number': 6, 'project_id': 'b3cf862a38da43c081db5e171efe9459', 'gw_port_host': None}], 'dv-cinder-853450-2-iscsi', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:17:39.463317 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef25ecf0-e79f-43c1-9903-6d919a79fb92 None None] The sync data for ids ['97e200f4-d6cb-4648-9cd1-8bbb079a2573'] in dv-cinder-853450-2-iscsi is: [{'id': '97e200f4-d6cb-4648-9cd1-8bbb079a2573', 'name': 'tempest-DeleteServersTestJSON-1144119157-router', 'tenant_id': 'b3cf862a38da43c081db5e171efe9459', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T11:16:01Z', 'updated_at': '2022-08-18T11:17:39Z', 'revision_number': 6, 'project_id': 'b3cf862a38da43c081db5e171efe9459', 'gw_port_host': None}] {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 11:17:39.508473 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-8784dd68-d4f9-4953-b346-736193a3153b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732803053743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732802528790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638927'] for port (646f8994-2a7a-4217-819b-8e72d2a51c5d), after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:39.538229 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8784dd68-d4f9-4953-b346-736193a3153b admin admin] Pushing event deleted for resources: {'Port': ['ID=646f8994-2a7a-4217-819b-8e72d2a51c5d,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:17:39.587267 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.16', 52892) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:17:39.628242 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-8784dd68-d4f9-4953-b346-736193a3153b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-519452'] for router_gateway (97e200f4-d6cb-4648-9cd1-8bbb079a2573), after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:39.710469 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-82b0603d-9391-41ba-a803-68a2e3331994 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:39.738098 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-8784dd68-d4f9-4953-b346-736193a3153b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13573'] for router (97e200f4-d6cb-4648-9cd1-8bbb079a2573), precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:39.740432 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-8784dd68-d4f9-4953-b346-736193a3153b admin admin] Publish callbacks [] for router_controller (97e200f4-d6cb-4648-9cd1-8bbb079a2573), precommit_delete_associations {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:39.803599 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-82b0603d-9391-41ba-a803-68a2e3331994 admin admin] Publish callbacks [] for security_group (911c67fe-24bb-4b68-9b7f-d27b15cfc597), precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:39.806255 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-8784dd68-d4f9-4953-b346-736193a3153b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-519326'] for router (97e200f4-d6cb-4648-9cd1-8bbb079a2573), after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:39.807040 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8784dd68-d4f9-4953-b346-736193a3153b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 97e200f4-d6cb-4648-9cd1-8bbb079a2573 {{(pid=106379) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 11:17:39.807190 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-82b0603d-9391-41ba-a803-68a2e3331994 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433130'] for security_group (911c67fe-24bb-4b68-9b7f-d27b15cfc597), after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:39.813583 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-8784dd68-d4f9-4953-b346-736193a3153b admin admin] Publish callbacks [] for router (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:39.814770 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-8784dd68-d4f9-4953-b346-736193a3153b admin admin] 10.222.0.16 "DELETE /networking/v2.0/routers/97e200f4-d6cb-4648-9cd1-8bbb079a2573 HTTP/1.1" status: 204 len: 168 time: 1.0069594 Aug 18 11:17:39.820366 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.16', 52896) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:17:39.820545 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:17:39.859410 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b0603d-9391-41ba-a803-68a2e3331994 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=911c67fe-24bb-4b68-9b7f-d27b15cfc597,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:17:39.866895 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [None req-82b0603d-9391-41ba-a803-68a2e3331994 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=be2ee6fbdcd147e8baecb701df0849d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2784832 Aug 18 11:17:39.867592 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.16', 52898) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:17:39.890939 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.db.db_base_plugin_v2 [None req-29772bea-1b1d-4261-9c07-12698a72ac88 admin admin] Deleting subnet e50f9d21-ffad-4a8f-ae9c-3875b87336d6 {{(pid=106379) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 18 11:17:39.895569 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-29772bea-1b1d-4261-9c07-12698a72ac88 admin admin] Publish callbacks [] for subnet (e50f9d21-ffad-4a8f-ae9c-3875b87336d6), before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:39.947172 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1963acf4-ca3b-4686-bd52-4f610c8e706d admin admin] Publish callbacks [] for security_group (911c67fe-24bb-4b68-9b7f-d27b15cfc597), before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:39.949529 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-29772bea-1b1d-4261-9c07-12698a72ac88 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11092002'] for subnet (e50f9d21-ffad-4a8f-ae9c-3875b87336d6), precommit_delete_associations {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:39.976418 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1963acf4-ca3b-4686-bd52-4f610c8e706d admin admin] Publish callbacks [] for security_group (911c67fe-24bb-4b68-9b7f-d27b15cfc597), precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:40.023083 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:DELETE=6 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:17:40.038821 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1963acf4-ca3b-4686-bd52-4f610c8e706d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433130'] for security_group (911c67fe-24bb-4b68-9b7f-d27b15cfc597), after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:40.041437 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1963acf4-ca3b-4686-bd52-4f610c8e706d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:40.046875 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [None req-1963acf4-ca3b-4686-bd52-4f610c8e706d admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/911c67fe-24bb-4b68-9b7f-d27b15cfc597 HTTP/1.1" status: 204 len: 168 time: 0.1778784 Aug 18 11:17:40.092522 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1963acf4-ca3b-4686-bd52-4f610c8e706d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=911c67fe-24bb-4b68-9b7f-d27b15cfc597,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:17:40.119695 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-29772bea-1b1d-4261-9c07-12698a72ac88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3613534'] for subnet (e50f9d21-ffad-4a8f-ae9c-3875b87336d6), precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:40.161232 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Device 5d1b40c2-e82f-432c-bd4e-c9b17ba9e016 no longer exists at agent ovs-agent-dv-cinder-853450-2-iscsi {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 11:17:40.188100 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] No Port match for: 5d1b40c2-e82f-432c-bd4e-c9b17ba9e016 {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 18 11:17:40.189785 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Device 5d1b40c2-e82f-432c-bd4e-c9b17ba9e016 not bound to the agent host dv-cinder-853450-2-iscsi {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 11:17:40.189785 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Device 646f8994-2a7a-4217-819b-8e72d2a51c5d no longer exists at agent ovs-agent-dv-cinder-853450-2-iscsi {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 11:17:40.208475 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-29772bea-1b1d-4261-9c07-12698a72ac88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3613479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1639002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11267859'] for subnet (e50f9d21-ffad-4a8f-ae9c-3875b87336d6), after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:40.212406 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] No Port match for: 646f8994-2a7a-4217-819b-8e72d2a51c5d {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 18 11:17:40.212760 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Device 646f8994-2a7a-4217-819b-8e72d2a51c5d not bound to the agent host dv-cinder-853450-2-iscsi {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 11:17:40.248586 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29772bea-1b1d-4261-9c07-12698a72ac88 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e50f9d21-ffad-4a8f-ae9c-3875b87336d6,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:17:40.260243 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-29772bea-1b1d-4261-9c07-12698a72ac88 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:40.264733 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-29772bea-1b1d-4261-9c07-12698a72ac88 admin admin] 10.222.0.16 "DELETE /networking/v2.0/subnets/e50f9d21-ffad-4a8f-ae9c-3875b87336d6 HTTP/1.1" status: 204 len: 168 time: 0.4399173 Aug 18 11:17:40.264916 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.16', 52914) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:17:40.275764 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09f4736c-699b-414b-81e0-f689df8fa64d None None] Network 5b1c9faa-c979-43b2-a0cc-ea8cbdb168b9 requested from dv-cinder-853450-2-iscsi {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 18 11:17:40.437015 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-42a1eb88-2388-4351-a780-b5eeefb5adc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3592451'] for network (5b1c9faa-c979-43b2-a0cc-ea8cbdb168b9), before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:40.476055 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b9942c0-18ed-4e12-b620-1fd2d7290d46 None None] DHCP port deletion for 5b1c9faa-c979-43b2-a0cc-ea8cbdb168b9 request from dv-cinder-853450-2-iscsi {{(pid=106380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 18 11:17:40.489973 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:DELETE=1 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:17:40.533288 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:17:40.534289 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-1b9942c0-18ed-4e12-b620-1fd2d7290d46 None None] Deleting port d49e5e32-1b44-4d2c-8e51-9a0bc8314077 {{(pid=106380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 18 11:17:40.535108 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-1b9942c0-18ed-4e12-b620-1fd2d7290d46 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732803047114'] for port (d49e5e32-1b44-4d2c-8e51-9a0bc8314077), before_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:40.563359 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd14cd2b-18f5-41c6-b301-56f29e67b932 req-7ec85738-bfcd-4b30-ab7d-a8aad5046e34 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:17:40.574931 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-cd14cd2b-18f5-41c6-b301-56f29e67b932 req-7ec85738-bfcd-4b30-ab7d-a8aad5046e34 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=71c3b65c-c12b-4633-ac7c-27a5cd878c43 HTTP/1.1" status: 200 len: 946 time: 0.1637943 Aug 18 11:17:40.601934 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-42a1eb88-2388-4351-a780-b5eeefb5adc9 admin admin] Deleting port d49e5e32-1b44-4d2c-8e51-9a0bc8314077 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 18 11:17:40.602578 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-42a1eb88-2388-4351-a780-b5eeefb5adc9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732803047114'] for port (d49e5e32-1b44-4d2c-8e51-9a0bc8314077), before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:40.636145 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-1b9942c0-18ed-4e12-b620-1fd2d7290d46 None None] For port d49e5e32-1b44-4d2c-8e51-9a0bc8314077, host dv-cinder-853450-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853450-2-iscsi',level=0,port_id=d49e5e32-1b44-4d2c-8e51-9a0bc8314077,segment=NetworkSegment(892a3a86-c8b7-4a74-8bc2-c36bdf2ec3b1),segment_id=892a3a86-c8b7-4a74-8bc2-c36bdf2ec3b1)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:17:40.637431 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-1b9942c0-18ed-4e12-b620-1fd2d7290d46 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498516'] for port (d49e5e32-1b44-4d2c-8e51-9a0bc8314077), precommit_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:40.671868 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-1b9942c0-18ed-4e12-b620-1fd2d7290d46 None None] Calling delete_port for d49e5e32-1b44-4d2c-8e51-9a0bc8314077 owned by network:dhcp {{(pid=106380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 18 11:17:40.719022 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-cd14cd2b-18f5-41c6-b301-56f29e67b932 req-1a56ddc4-f90a-4225-92df-3018bdd7b943 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b21c2cf3-45f4-4212-bbb4-b16e8476f4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434727 Aug 18 11:17:40.721286 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-42a1eb88-2388-4351-a780-b5eeefb5adc9 admin admin] For port d49e5e32-1b44-4d2c-8e51-9a0bc8314077, host dv-cinder-853450-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853450-2-iscsi',level=0,port_id=d49e5e32-1b44-4d2c-8e51-9a0bc8314077,segment=NetworkSegment(892a3a86-c8b7-4a74-8bc2-c36bdf2ec3b1),segment_id=892a3a86-c8b7-4a74-8bc2-c36bdf2ec3b1)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:17:40.721871 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-42a1eb88-2388-4351-a780-b5eeefb5adc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498516'] for port (d49e5e32-1b44-4d2c-8e51-9a0bc8314077), precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:40.744404 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-42a1eb88-2388-4351-a780-b5eeefb5adc9 admin admin] Calling delete_port for d49e5e32-1b44-4d2c-8e51-9a0bc8314077 owned by network:dhcp {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 18 11:17:40.807449 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.16', 52926) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:17:40.828415 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-1b9942c0-18ed-4e12-b620-1fd2d7290d46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732803053743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732802528790'] for port (d49e5e32-1b44-4d2c-8e51-9a0bc8314077), after_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:40.865406 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9942c0-18ed-4e12-b620-1fd2d7290d46 None None] Pushing event deleted for resources: {'Port': ['ID=d49e5e32-1b44-4d2c-8e51-9a0bc8314077,revision_number=None']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:17:40.869061 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b9942c0-18ed-4e12-b620-1fd2d7290d46 None None] No DVR routers for this DVR port d49e5e32-1b44-4d2c-8e51-9a0bc8314077 on host dv-cinder-853450-2-iscsi {{(pid=106380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 18 11:17:40.877318 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-42a1eb88-2388-4351-a780-b5eeefb5adc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732803053743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732802528790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11809227'] for port (d49e5e32-1b44-4d2c-8e51-9a0bc8314077), after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:40.905182 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42a1eb88-2388-4351-a780-b5eeefb5adc9 admin admin] No DVR routers for this DVR port d49e5e32-1b44-4d2c-8e51-9a0bc8314077 on host dv-cinder-853450-2-iscsi {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 18 11:17:40.970372 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a1eb88-2388-4351-a780-b5eeefb5adc9 admin admin] Pushing event deleted for resources: {'Port': ['ID=d49e5e32-1b44-4d2c-8e51-9a0bc8314077,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:17:40.982098 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-00d56018-ed74-4f82-9fdf-e70a29bd9d01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (c499a017-4b38-4967-b050-d4094e1a7564), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:41.053140 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-42a1eb88-2388-4351-a780-b5eeefb5adc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3613349', 'neutron.services.segments.db._delete_segments_for_network-8732802979220'] for network (5b1c9faa-c979-43b2-a0cc-ea8cbdb168b9), precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:41.076952 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.services.segments.db [None req-42a1eb88-2388-4351-a780-b5eeefb5adc9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b1c9faa-c979-43b2-a0cc-ea8cbdb168b9']}} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:17:41.088345 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.services.segments.db [None req-42a1eb88-2388-4351-a780-b5eeefb5adc9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '892a3a86-c8b7-4a74-8bc2-c36bdf2ec3b1') {'for_net_delete': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:17:41.088939 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.services.segments.db [None req-42a1eb88-2388-4351-a780-b5eeefb5adc9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '892a3a86-c8b7-4a74-8bc2-c36bdf2ec3b1') {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:17:41.090092 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ffea09d2-12d3-4162-9cc0-629cfa90cd1e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:41.110819 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-42a1eb88-2388-4351-a780-b5eeefb5adc9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732802979283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11810229'] for segment (892a3a86-c8b7-4a74-8bc2-c36bdf2ec3b1), before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:41.129244 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-42a1eb88-2388-4351-a780-b5eeefb5adc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3609830'] for segment (892a3a86-c8b7-4a74-8bc2-c36bdf2ec3b1), precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:41.138472 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42a1eb88-2388-4351-a780-b5eeefb5adc9 admin admin] Releasing vlan 974 on physical network physnet1 to pool {{(pid=106378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 11:17:41.141435 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-42a1eb88-2388-4351-a780-b5eeefb5adc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3609830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11809272'] for segment (892a3a86-c8b7-4a74-8bc2-c36bdf2ec3b1), after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:41.196783 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.services.segments.plugin [-] Segment 892a3a86-c8b7-4a74-8bc2-c36bdf2ec3b1 resource provider aggregate not found Aug 18 11:17:41.206084 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ffea09d2-12d3-4162-9cc0-629cfa90cd1e admin admin] Publish callbacks [] for security_group (a86ee290-ed84-41bf-b1d7-5c78bf50d916), precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:41.211959 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ffea09d2-12d3-4162-9cc0-629cfa90cd1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433130'] for security_group (a86ee290-ed84-41bf-b1d7-5c78bf50d916), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:41.226154 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.services.segments.plugin [-] Segment 892a3a86-c8b7-4a74-8bc2-c36bdf2ec3b1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 892a3a86-c8b7-4a74-8bc2-c36bdf2ec3b1 found for delete ", "request_id": "req-7fd7b2ed-d87e-4111-9e93-4149bf9fa9ce"}]} Aug 18 11:17:41.228615 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-42a1eb88-2388-4351-a780-b5eeefb5adc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3613358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-519472'] for network (5b1c9faa-c979-43b2-a0cc-ea8cbdb168b9), after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:41.234706 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-42a1eb88-2388-4351-a780-b5eeefb5adc9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682417'] for network (None), before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:41.238959 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [None req-42a1eb88-2388-4351-a780-b5eeefb5adc9 admin admin] 10.222.0.16 "DELETE /networking/v2.0/networks/5b1c9faa-c979-43b2-a0cc-ea8cbdb168b9 HTTP/1.1" status: 204 len: 168 time: 0.9728186 Aug 18 11:17:41.272347 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a1eb88-2388-4351-a780-b5eeefb5adc9 admin admin] Pushing event deleted for resources: {'Network': ['ID=5b1c9faa-c979-43b2-a0cc-ea8cbdb168b9,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:17:41.282572 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-ffea09d2-12d3-4162-9cc0-629cfa90cd1e admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=6f327b5f45b1418fabd87a2ec619a7ce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4738169 Aug 18 11:17:41.283892 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffea09d2-12d3-4162-9cc0-629cfa90cd1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a86ee290-ed84-41bf-b1d7-5c78bf50d916,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:17:41.286495 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.16', 52950) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:17:41.292911 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=80,neutron:DELETE=10,neutron:UPDATE=3,neutron:INSERT=7 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:17:41.356080 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-24065c21-1dd8-4bf4-97e9-85411d901fb0 admin admin] Publish callbacks [] for security_group (a86ee290-ed84-41bf-b1d7-5c78bf50d916), before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:41.385959 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-24065c21-1dd8-4bf4-97e9-85411d901fb0 admin admin] Publish callbacks [] for security_group (a86ee290-ed84-41bf-b1d7-5c78bf50d916), precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:41.444309 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-24065c21-1dd8-4bf4-97e9-85411d901fb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433130'] for security_group (a86ee290-ed84-41bf-b1d7-5c78bf50d916), after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:41.447623 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-24065c21-1dd8-4bf4-97e9-85411d901fb0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:41.453641 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-24065c21-1dd8-4bf4-97e9-85411d901fb0 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/a86ee290-ed84-41bf-b1d7-5c78bf50d916 HTTP/1.1" status: 204 len: 168 time: 0.1656189 Aug 18 11:17:41.463642 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24065c21-1dd8-4bf4-97e9-85411d901fb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a86ee290-ed84-41bf-b1d7-5c78bf50d916,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:17:41.475299 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.16', 52958) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:17:41.558552 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [None req-e869a4b4-bfe3-49ed-844a-ad54f39a345b admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=b3cf862a38da43c081db5e171efe9459&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0815232 Aug 18 11:17:41.563518 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.16', 52960) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:17:41.621333 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c60312d4-cdcd-4f3e-a553-8b61b36710be admin admin] Publish callbacks [] for security_group (d5100d6d-7ccd-4a77-9503-b6d463c0cee4), before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:41.651198 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c60312d4-cdcd-4f3e-a553-8b61b36710be admin admin] Publish callbacks [] for security_group (d5100d6d-7ccd-4a77-9503-b6d463c0cee4), precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:41.718736 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c60312d4-cdcd-4f3e-a553-8b61b36710be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433130'] for security_group (d5100d6d-7ccd-4a77-9503-b6d463c0cee4), after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:41.723589 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c60312d4-cdcd-4f3e-a553-8b61b36710be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:41.725787 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-c60312d4-cdcd-4f3e-a553-8b61b36710be admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/d5100d6d-7ccd-4a77-9503-b6d463c0cee4 HTTP/1.1" status: 204 len: 168 time: 0.1609447 Aug 18 11:17:41.737136 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60312d4-cdcd-4f3e-a553-8b61b36710be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5100d6d-7ccd-4a77-9503-b6d463c0cee4,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:17:41.905729 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794fce28-7e23-4402-9e51-7970e11b283c req-3a3ea2d8-7b74-477a-a5fe-5edad28a0e54 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:17:41.907436 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-794fce28-7e23-4402-9e51-7970e11b283c req-3a3ea2d8-7b74-477a-a5fe-5edad28a0e54 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=71c3b65c-c12b-4633-ac7c-27a5cd878c43 HTTP/1.1" status: 200 len: 946 time: 0.0792208 Aug 18 11:17:41.991520 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-794fce28-7e23-4402-9e51-7970e11b283c req-3706a0ed-3ce2-453f-bac8-693af01ce981 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b21c2cf3-45f4-4212-bbb4-b16e8476f4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763242 Aug 18 11:17:42.129412 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Device d49e5e32-1b44-4d2c-8e51-9a0bc8314077 no longer exists at agent ovs-agent-dv-cinder-853450-2-iscsi {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 11:17:42.155147 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] No Port match for: d49e5e32-1b44-4d2c-8e51-9a0bc8314077 {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 18 11:17:42.155579 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Device d49e5e32-1b44-4d2c-8e51-9a0bc8314077 not bound to the agent host dv-cinder-853450-2-iscsi {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 11:17:43.126615 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ba24ba-0451-4521-b3c3-eb09ccb0a628 req-7d4e61a0-8d5d-4863-a44e-27d29fc6f9cb tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:17:43.128404 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-68ba24ba-0451-4521-b3c3-eb09ccb0a628 req-7d4e61a0-8d5d-4863-a44e-27d29fc6f9cb tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=71c3b65c-c12b-4633-ac7c-27a5cd878c43 HTTP/1.1" status: 200 len: 946 time: 0.0617402 Aug 18 11:17:43.162260 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:17:43.226094 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-68ba24ba-0451-4521-b3c3-eb09ccb0a628 req-4589c550-7425-40ff-814d-ca0f968f7c66 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b21c2cf3-45f4-4212-bbb4-b16e8476f4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799663 Aug 18 11:17:43.339792 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99a7ea89-5c51-47c8-a985-5edc58b32869 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (5a2ac145-53e3-4597-a9e7-c52b4336ae58), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:44.355714 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804dc96d-5422-4ae8-a64e-cbac1607a42a req-34a44ed5-3d4b-447c-8f96-1356ad81211f tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:17:44.357292 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-804dc96d-5422-4ae8-a64e-cbac1607a42a req-34a44ed5-3d4b-447c-8f96-1356ad81211f tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=71c3b65c-c12b-4633-ac7c-27a5cd878c43 HTTP/1.1" status: 200 len: 946 time: 0.0515203 Aug 18 11:17:44.416958 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-804dc96d-5422-4ae8-a64e-cbac1607a42a req-a7747639-a473-4bdd-8eb3-b0b5d2606cf2 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b21c2cf3-45f4-4212-bbb4-b16e8476f4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540204 Aug 18 11:17:44.665435 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-a5cc8183-7213-4642-9d48-bc0d47940d29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (29720577-1c8f-43c1-a8be-c2a14df8d65e), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:45.548855 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3affebc3-6cf0-4dae-b9c2-1b656739d598 req-51837601-bfd3-4322-a61e-21b61d5a769f tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:17:45.550539 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-3affebc3-6cf0-4dae-b9c2-1b656739d598 req-51837601-bfd3-4322-a61e-21b61d5a769f tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=71c3b65c-c12b-4633-ac7c-27a5cd878c43 HTTP/1.1" status: 200 len: 946 time: 0.0549982 Aug 18 11:17:45.582393 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:17:45.608087 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-3affebc3-6cf0-4dae-b9c2-1b656739d598 req-4041ad74-4dec-48c8-a5aa-7ab36ab20ff7 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b21c2cf3-45f4-4212-bbb4-b16e8476f4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512292 Aug 18 11:17:45.965624 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (69d4285f-736d-41a6-a99e-1994eed59bce), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:46.428118 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c68edff8-e550-48a3-9de2-17badfe483c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (307af099-d926-4e52-9df3-0cd09baf3c81), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:46.755235 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dcea19-b5a5-48ba-a652-44410179099b req-3902b7bc-c508-4ff9-9b8d-e4c6162e9736 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:17:46.757054 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-19dcea19-b5a5-48ba-a652-44410179099b req-3902b7bc-c508-4ff9-9b8d-e4c6162e9736 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=71c3b65c-c12b-4633-ac7c-27a5cd878c43 HTTP/1.1" status: 200 len: 946 time: 0.0528622 Aug 18 11:17:46.812917 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-19dcea19-b5a5-48ba-a652-44410179099b req-77e3452e-4c95-4e35-948a-65fadfe6b4e1 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b21c2cf3-45f4-4212-bbb4-b16e8476f4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497332 Aug 18 11:17:47.954998 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59611695-774d-4819-8daa-ecc87995991f req-7bb34ed4-dc61-4b7a-86ef-5fe76dca4654 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:17:47.956689 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-59611695-774d-4819-8daa-ecc87995991f req-7bb34ed4-dc61-4b7a-86ef-5fe76dca4654 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=71c3b65c-c12b-4633-ac7c-27a5cd878c43 HTTP/1.1" status: 200 len: 946 time: 0.0615520 Aug 18 11:17:48.015733 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-59611695-774d-4819-8daa-ecc87995991f req-9a7a8c88-64ba-4eb9-9c67-e9a5f33964b1 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b21c2cf3-45f4-4212-bbb4-b16e8476f4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524378 Aug 18 11:17:48.054595 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.16', 53122) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:17:48.183507 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-41ea1302-8780-4f40-9cea-72dd97f292df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:48.270512 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-41ea1302-8780-4f40-9cea-72dd97f292df admin admin] Publish callbacks [] for security_group (fcce95c7-4aca-4ee2-b062-f3012c3b1890), precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:48.274855 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-41ea1302-8780-4f40-9cea-72dd97f292df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433130'] for security_group (fcce95c7-4aca-4ee2-b062-f3012c3b1890), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:48.317507 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ea1302-8780-4f40-9cea-72dd97f292df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcce95c7-4aca-4ee2-b062-f3012c3b1890,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:17:48.323223 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-41ea1302-8780-4f40-9cea-72dd97f292df admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=867cf6bda53c41afa971ecd36c88e599&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2675478 Aug 18 11:17:48.326024 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.16', 53134) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:17:48.384244 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-592e9c90-6c32-4b3a-a0bb-9a6086bcacf9 admin admin] Publish callbacks [] for security_group (fcce95c7-4aca-4ee2-b062-f3012c3b1890), before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:48.409006 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-592e9c90-6c32-4b3a-a0bb-9a6086bcacf9 admin admin] Publish callbacks [] for security_group (fcce95c7-4aca-4ee2-b062-f3012c3b1890), precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:48.462301 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-592e9c90-6c32-4b3a-a0bb-9a6086bcacf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433130'] for security_group (fcce95c7-4aca-4ee2-b062-f3012c3b1890), after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:48.466714 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-592e9c90-6c32-4b3a-a0bb-9a6086bcacf9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:17:48.470448 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [None req-592e9c90-6c32-4b3a-a0bb-9a6086bcacf9 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/fcce95c7-4aca-4ee2-b062-f3012c3b1890 HTTP/1.1" status: 204 len: 168 time: 0.1426914 Aug 18 11:17:48.479198 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592e9c90-6c32-4b3a-a0bb-9a6086bcacf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcce95c7-4aca-4ee2-b062-f3012c3b1890,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:17:49.163607 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed274b5-5b11-47f4-93ad-f849a9b6d215 req-8c36a727-c3ac-4305-9ebf-d45d3e5b1512 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:17:49.168767 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-3ed274b5-5b11-47f4-93ad-f849a9b6d215 req-8c36a727-c3ac-4305-9ebf-d45d3e5b1512 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=71c3b65c-c12b-4633-ac7c-27a5cd878c43 HTTP/1.1" status: 200 len: 946 time: 0.0562963 Aug 18 11:17:49.252450 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-3ed274b5-5b11-47f4-93ad-f849a9b6d215 req-595978d5-eda8-4627-8501-e181ad18682b tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b21c2cf3-45f4-4212-bbb4-b16e8476f4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769873 Aug 18 11:17:49.379787 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=45 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:17:49.435600 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=10 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:17:50.408699 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93184107-e97f-467c-a802-ae7abc104f3b req-853f5dea-f021-4f72-9426-307d4722fce7 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:17:50.410596 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-93184107-e97f-467c-a802-ae7abc104f3b req-853f5dea-f021-4f72-9426-307d4722fce7 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=71c3b65c-c12b-4633-ac7c-27a5cd878c43 HTTP/1.1" status: 200 len: 946 time: 0.0659184 Aug 18 11:17:50.484529 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-93184107-e97f-467c-a802-ae7abc104f3b req-672fa228-efa7-452b-b38f-6c42c452d835 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b21c2cf3-45f4-4212-bbb4-b16e8476f4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667462 Aug 18 11:17:51.609620 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66228cf7-a9dc-4842-a5e7-571193f60b3e req-d78aea91-c097-45ee-a370-43292e79b52c tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:17:51.611166 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-66228cf7-a9dc-4842-a5e7-571193f60b3e req-d78aea91-c097-45ee-a370-43292e79b52c tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=71c3b65c-c12b-4633-ac7c-27a5cd878c43 HTTP/1.1" status: 200 len: 946 time: 0.0491054 Aug 18 11:17:51.661369 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-66228cf7-a9dc-4842-a5e7-571193f60b3e req-c1ca7b94-a40c-45e3-a467-6fc0f2df4dd6 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b21c2cf3-45f4-4212-bbb4-b16e8476f4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435884 Aug 18 11:17:52.801075 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb29d815-0966-48b0-80fd-185061fb640b req-de726f7a-42f9-4d0c-b030-97ce0b336093 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:17:52.802640 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-eb29d815-0966-48b0-80fd-185061fb640b req-de726f7a-42f9-4d0c-b030-97ce0b336093 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=71c3b65c-c12b-4633-ac7c-27a5cd878c43 HTTP/1.1" status: 200 len: 946 time: 0.0627148 Aug 18 11:17:52.851781 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-eb29d815-0966-48b0-80fd-185061fb640b req-85d957ae-8851-41b9-999e-cb01123f4b60 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b21c2cf3-45f4-4212-bbb4-b16e8476f4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434425 Aug 18 11:17:53.972987 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253c87ee-df21-465b-a239-476f671fa5d2 req-2b33d7c8-6758-4191-a1e3-c2ecf1db9c4d tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:17:53.974621 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-253c87ee-df21-465b-a239-476f671fa5d2 req-2b33d7c8-6758-4191-a1e3-c2ecf1db9c4d tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=71c3b65c-c12b-4633-ac7c-27a5cd878c43 HTTP/1.1" status: 200 len: 946 time: 0.0491159 Aug 18 11:17:54.011542 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:17:54.029477 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-253c87ee-df21-465b-a239-476f671fa5d2 req-1804555a-64f6-40e6-860f-0f4ab0c414b9 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b21c2cf3-45f4-4212-bbb4-b16e8476f4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492320 Aug 18 11:17:55.158457 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0e6449-7729-4f39-8420-854b574ebe30 req-a2374d3c-bbc3-47b4-80c9-b575dd43db54 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:17:55.159952 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-1f0e6449-7729-4f39-8420-854b574ebe30 req-a2374d3c-bbc3-47b4-80c9-b575dd43db54 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=71c3b65c-c12b-4633-ac7c-27a5cd878c43 HTTP/1.1" status: 200 len: 946 time: 0.0558736 Aug 18 11:17:55.209467 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-1f0e6449-7729-4f39-8420-854b574ebe30 req-a50e9103-0dcd-4b24-8458-cf7d6398fbc0 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b21c2cf3-45f4-4212-bbb4-b16e8476f4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438428 Aug 18 11:17:56.330599 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fb8c4d-3166-4340-a0ae-a7ac7682f3e3 req-9071ec27-e02d-44c7-84aa-0ca26c84abd9 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:17:56.332140 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-f0fb8c4d-3166-4340-a0ae-a7ac7682f3e3 req-9071ec27-e02d-44c7-84aa-0ca26c84abd9 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=71c3b65c-c12b-4633-ac7c-27a5cd878c43 HTTP/1.1" status: 200 len: 946 time: 0.0487165 Aug 18 11:17:56.345430 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:17:56.383295 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-f0fb8c4d-3166-4340-a0ae-a7ac7682f3e3 req-9b6cc2d7-1aef-4411-8ba7-1939ebd5d6f2 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b21c2cf3-45f4-4212-bbb4-b16e8476f4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454280 Aug 18 11:17:56.422174 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=53,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:17:56.764817 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3497d048-3fdf-476c-9d2b-fcb4b03ffc71 req-6a2c2956-220d-41b8-a25c-33bcb3bfd72e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:17:56.766448 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-3497d048-3fdf-476c-9d2b-fcb4b03ffc71 req-6a2c2956-220d-41b8-a25c-33bcb3bfd72e service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=71c3b65c-c12b-4633-ac7c-27a5cd878c43 HTTP/1.1" status: 200 len: 1130 time: 0.0400465 Aug 18 11:17:56.817237 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-3497d048-3fdf-476c-9d2b-fcb4b03ffc71 req-dd0de43a-82ee-40d9-ab5f-eeb9d5d918a4 service neutron] 10.222.0.20 "GET /networking/v2.0/security-groups?id=b21c2cf3-45f4-4212-bbb4-b16e8476f4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449331 Aug 18 11:17:57.519309 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f417d8-9509-4bb6-aebb-a2d11e0db99e req-9b950a35-c8a6-4ae0-8d74-fa5b2f952d02 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:17:57.520853 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-94f417d8-9509-4bb6-aebb-a2d11e0db99e req-9b950a35-c8a6-4ae0-8d74-fa5b2f952d02 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=71c3b65c-c12b-4633-ac7c-27a5cd878c43 HTTP/1.1" status: 200 len: 946 time: 0.0514233 Aug 18 11:17:57.571661 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-94f417d8-9509-4bb6-aebb-a2d11e0db99e req-6bd6bb1a-84bb-4ba1-b726-ab0d6f261d10 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b21c2cf3-45f4-4212-bbb4-b16e8476f4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451899 Aug 18 11:17:58.275953 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.agents_db [None req-8a9264f7-88d3-4c8b-91d1-adcc6bb37de7 None None] Agent healthcheck: found 6 active agents {{(pid=106381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 11:17:58.312644 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=80,neutron:DELETE=4,neutron:UPDATE=1,neutron:INSERT=10 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:17:58.315972 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=46,neutron:DELETE=6,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:17:58.501360 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=30,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:17:58.697715 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5814dd72-c9f7-451a-853f-82651d5b2bb7 req-2fe94fe0-f3a9-44a5-a23a-cbb15f19bda6 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:17:58.699225 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-5814dd72-c9f7-451a-853f-82651d5b2bb7 req-2fe94fe0-f3a9-44a5-a23a-cbb15f19bda6 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=71c3b65c-c12b-4633-ac7c-27a5cd878c43 HTTP/1.1" status: 200 len: 946 time: 0.0501461 Aug 18 11:17:58.749373 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-5814dd72-c9f7-451a-853f-82651d5b2bb7 req-37d78ff9-d06e-4b31-b96e-95c31ac3c683 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b21c2cf3-45f4-4212-bbb4-b16e8476f4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437150 Aug 18 11:17:59.874428 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30545431-77cb-404a-9a96-f7ae1931ee09 req-97f1eb26-7fc9-4e9a-a845-26e93ee1f4a2 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:17:59.875991 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-30545431-77cb-404a-9a96-f7ae1931ee09 req-97f1eb26-7fc9-4e9a-a845-26e93ee1f4a2 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=71c3b65c-c12b-4633-ac7c-27a5cd878c43 HTTP/1.1" status: 200 len: 946 time: 0.0528369 Aug 18 11:17:59.926532 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-30545431-77cb-404a-9a96-f7ae1931ee09 req-10c9c6b0-e0dd-40b9-8738-18af2c85c715 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b21c2cf3-45f4-4212-bbb4-b16e8476f4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446117 Aug 18 11:18:00.052310 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a8ff1f-7389-4433-88a6-8ec937cabbe4 req-a517bea9-cfec-47ff-ac3a-5b48f8a7630b tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:18:00.053846 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-b9a8ff1f-7389-4433-88a6-8ec937cabbe4 req-a517bea9-cfec-47ff-ac3a-5b48f8a7630b tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=c8db7651-518a-44f0-834d-8036931cbef8 HTTP/1.1" status: 200 len: 945 time: 0.0528216 Aug 18 11:18:00.106246 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-b9a8ff1f-7389-4433-88a6-8ec937cabbe4 req-45131f0e-954b-43f8-a6e5-09ee4c20abd9 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b21c2cf3-45f4-4212-bbb4-b16e8476f4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468709 Aug 18 11:18:05.239916 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-1797c26e-bcc5-4217-886d-a28be296247a req-5da17adc-d1de-40d4-a535-064dc10b1029 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=c8db7651-518a-44f0-834d-8036931cbef8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0434687 Aug 18 11:18:05.474150 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1797c26e-bcc5-4217-886d-a28be296247a req-8bbe2f81-7bf7-4357-a720-dbb53ba6a7f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:18:05.475663 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-1797c26e-bcc5-4217-886d-a28be296247a req-8bbe2f81-7bf7-4357-a720-dbb53ba6a7f0 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=aab35f7119e44d3c8da92076c7e823db&device_id=c8db7651-518a-44f0-834d-8036931cbef8 HTTP/1.1" status: 200 len: 1129 time: 0.0470202 Aug 18 11:18:05.589565 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1797c26e-bcc5-4217-886d-a28be296247a req-bf6cfde6-f64e-49f0-9469-4a8b7fd54963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:18:05.591274 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-1797c26e-bcc5-4217-886d-a28be296247a req-bf6cfde6-f64e-49f0-9469-4a8b7fd54963 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=dd9ba834-1e3f-4b43-ad03-a13182799a15 HTTP/1.1" status: 200 len: 920 time: 0.0944324 Aug 18 11:18:05.630370 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (0c451e2b-fe38-44d1-984c-2dd7bcedf4dc), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:18:05.640023 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-1797c26e-bcc5-4217-886d-a28be296247a req-2d36027c-cddc-419e-bf8c-9be81f4702ed service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ebed5dca-31d9-4dd8-82d2-0b59c8ad64cb HTTP/1.1" status: 200 len: 217 time: 0.0425961 Aug 18 11:18:05.692985 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1797c26e-bcc5-4217-886d-a28be296247a req-c9a408c5-90a8-4e3b-b109-3b0f2ae53c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:18:05.694461 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-1797c26e-bcc5-4217-886d-a28be296247a req-c9a408c5-90a8-4e3b-b109-3b0f2ae53c69 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=055aadf2-d4b5-4a33-adc5-6baee36dc7bc HTTP/1.1" status: 200 len: 858 time: 0.0470479 Aug 18 11:18:05.744056 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1797c26e-bcc5-4217-886d-a28be296247a req-b2463470-7271-4e43-8162-72afee14f5d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:18:05.745756 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-1797c26e-bcc5-4217-886d-a28be296247a req-b2463470-7271-4e43-8162-72afee14f5d1 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=dd9ba834-1e3f-4b43-ad03-a13182799a15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0449870 Aug 18 11:18:05.817024 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=100 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:18:05.844593 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-1797c26e-bcc5-4217-886d-a28be296247a req-1259c9a0-5c32-4e99-955e-7d2243c2a3cc service neutron] 10.222.0.20 "GET /networking/v2.0/networks/dd9ba834-1e3f-4b43-ad03-a13182799a15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924935 Aug 18 11:18:05.949139 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-1797c26e-bcc5-4217-886d-a28be296247a req-6e26ef9a-1c56-44c1-b202-00e03f17ce14 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/dd9ba834-1e3f-4b43-ad03-a13182799a15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984855 Aug 18 11:18:08.272356 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=2 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:18:09.226389 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dbf34a-2b41-4bca-83db-05c26f8bea30 req-15a0d18b-d414-43bc-ad17-f7000348b890 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:18:09.228706 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-c3dbf34a-2b41-4bca-83db-05c26f8bea30 req-15a0d18b-d414-43bc-ad17-f7000348b890 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=c8db7651-518a-44f0-834d-8036931cbef8 HTTP/1.1" status: 200 len: 945 time: 0.0941310 Aug 18 11:18:09.230135 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9657bec9-edc6-4bb2-9e22-0591c1dea40f req-a89e3415-51c7-428f-aa13-7f72009cae55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:18:09.231605 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-9657bec9-edc6-4bb2-9e22-0591c1dea40f req-a89e3415-51c7-428f-aa13-7f72009cae55 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=aab35f7119e44d3c8da92076c7e823db&device_id=c8db7651-518a-44f0-834d-8036931cbef8 HTTP/1.1" status: 200 len: 1129 time: 0.0853930 Aug 18 11:18:09.256258 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=100 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:18:09.308253 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.16', 53508) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:18:09.344672 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-c3dbf34a-2b41-4bca-83db-05c26f8bea30 req-fe671ce6-457a-4b28-9412-45a402f8ed76 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b21c2cf3-45f4-4212-bbb4-b16e8476f4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098800 Aug 18 11:18:09.379368 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9657bec9-edc6-4bb2-9e22-0591c1dea40f req-34970e90-eba4-485d-9a44-ac50314ed1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:18:09.380858 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-9657bec9-edc6-4bb2-9e22-0591c1dea40f req-34970e90-eba4-485d-9a44-ac50314ed1c5 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=dd9ba834-1e3f-4b43-ad03-a13182799a15 HTTP/1.1" status: 200 len: 920 time: 0.1387198 Aug 18 11:18:09.428986 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-9657bec9-edc6-4bb2-9e22-0591c1dea40f req-2cdc7bcd-e7bd-40b1-9f0e-6aa8258f4041 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ebed5dca-31d9-4dd8-82d2-0b59c8ad64cb HTTP/1.1" status: 200 len: 217 time: 0.0397925 Aug 18 11:18:09.445414 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5cb7f7f8-df81-483c-a3e2-89040a82cc2d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:18:09.500213 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9657bec9-edc6-4bb2-9e22-0591c1dea40f req-cd8a86c1-9189-4b63-b43c-69cd73ff654a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:18:09.501667 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-9657bec9-edc6-4bb2-9e22-0591c1dea40f req-cd8a86c1-9189-4b63-b43c-69cd73ff654a service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=055aadf2-d4b5-4a33-adc5-6baee36dc7bc HTTP/1.1" status: 200 len: 858 time: 0.0656793 Aug 18 11:18:09.572611 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9657bec9-edc6-4bb2-9e22-0591c1dea40f req-267b3222-3560-40c9-834b-0eb53b380cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:18:09.575221 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-9657bec9-edc6-4bb2-9e22-0591c1dea40f req-267b3222-3560-40c9-834b-0eb53b380cf8 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=dd9ba834-1e3f-4b43-ad03-a13182799a15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0657144 Aug 18 11:18:09.647583 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5cb7f7f8-df81-483c-a3e2-89040a82cc2d admin admin] Publish callbacks [] for security_group (cafc7767-2e21-402a-96cb-1dcf7b3a85dc), precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:18:09.655673 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5cb7f7f8-df81-483c-a3e2-89040a82cc2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433130'] for security_group (cafc7767-2e21-402a-96cb-1dcf7b3a85dc), after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:18:09.713562 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb7f7f8-df81-483c-a3e2-89040a82cc2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cafc7767-2e21-402a-96cb-1dcf7b3a85dc,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:18:09.737894 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [None req-5cb7f7f8-df81-483c-a3e2-89040a82cc2d admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=da3ae68b12514b26baadcb97459a9242&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4195926 Aug 18 11:18:09.738500 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.16', 53530) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:18:09.745276 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb7f7f8-df81-483c-a3e2-89040a82cc2d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:18:09.745624 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb7f7f8-df81-483c-a3e2-89040a82cc2d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:18:09.746340 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb7f7f8-df81-483c-a3e2-89040a82cc2d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:18:09.746340 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb7f7f8-df81-483c-a3e2-89040a82cc2d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:18:09.746665 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb7f7f8-df81-483c-a3e2-89040a82cc2d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:18:09.746998 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb7f7f8-df81-483c-a3e2-89040a82cc2d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:18:09.747363 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb7f7f8-df81-483c-a3e2-89040a82cc2d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:18:09.747698 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb7f7f8-df81-483c-a3e2-89040a82cc2d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:18:09.748033 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb7f7f8-df81-483c-a3e2-89040a82cc2d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:18:09.748888 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb7f7f8-df81-483c-a3e2-89040a82cc2d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:18:09.749236 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb7f7f8-df81-483c-a3e2-89040a82cc2d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:18:09.749698 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb7f7f8-df81-483c-a3e2-89040a82cc2d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:18:09.750045 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb7f7f8-df81-483c-a3e2-89040a82cc2d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:18:09.750920 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb7f7f8-df81-483c-a3e2-89040a82cc2d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:18:09.751295 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb7f7f8-df81-483c-a3e2-89040a82cc2d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:18:09.788223 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-9657bec9-edc6-4bb2-9e22-0591c1dea40f req-71a0bf3d-9b9f-4db5-8121-f08002f68ac7 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/dd9ba834-1e3f-4b43-ad03-a13182799a15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2041066 Aug 18 11:18:09.838496 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ccad2c4f-88ca-4a50-a003-7b07fba93eed admin admin] Publish callbacks [] for security_group (cafc7767-2e21-402a-96cb-1dcf7b3a85dc), before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:18:09.868102 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ccad2c4f-88ca-4a50-a003-7b07fba93eed admin admin] Publish callbacks [] for security_group (cafc7767-2e21-402a-96cb-1dcf7b3a85dc), precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:18:09.911649 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:18:09.915432 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-9657bec9-edc6-4bb2-9e22-0591c1dea40f req-71fd4668-1da7-412e-bbbf-5af39b67e1ec service neutron] 10.222.0.20 "GET /networking/v2.0/networks/dd9ba834-1e3f-4b43-ad03-a13182799a15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221604 Aug 18 11:18:09.932100 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ccad2c4f-88ca-4a50-a003-7b07fba93eed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433130'] for security_group (cafc7767-2e21-402a-96cb-1dcf7b3a85dc), after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:18:09.932100 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ccad2c4f-88ca-4a50-a003-7b07fba93eed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:18:09.932100 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-ccad2c4f-88ca-4a50-a003-7b07fba93eed admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/cafc7767-2e21-402a-96cb-1dcf7b3a85dc HTTP/1.1" status: 204 len: 168 time: 0.1900909 Aug 18 11:18:09.953482 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccad2c4f-88ca-4a50-a003-7b07fba93eed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cafc7767-2e21-402a-96cb-1dcf7b3a85dc,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:18:09.976549 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccad2c4f-88ca-4a50-a003-7b07fba93eed admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:18:09.978569 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccad2c4f-88ca-4a50-a003-7b07fba93eed admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:18:09.979231 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccad2c4f-88ca-4a50-a003-7b07fba93eed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:18:09.979594 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccad2c4f-88ca-4a50-a003-7b07fba93eed admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:18:09.979990 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccad2c4f-88ca-4a50-a003-7b07fba93eed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:18:09.980355 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccad2c4f-88ca-4a50-a003-7b07fba93eed admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:18:09.980686 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccad2c4f-88ca-4a50-a003-7b07fba93eed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:18:09.984870 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccad2c4f-88ca-4a50-a003-7b07fba93eed admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:18:09.985398 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccad2c4f-88ca-4a50-a003-7b07fba93eed admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:18:09.985764 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccad2c4f-88ca-4a50-a003-7b07fba93eed admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:18:09.986225 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccad2c4f-88ca-4a50-a003-7b07fba93eed admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:18:09.989067 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccad2c4f-88ca-4a50-a003-7b07fba93eed admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:18:09.989920 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccad2c4f-88ca-4a50-a003-7b07fba93eed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:18:09.990257 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccad2c4f-88ca-4a50-a003-7b07fba93eed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:18:09.991900 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccad2c4f-88ca-4a50-a003-7b07fba93eed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:18:10.106442 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-271256a7-b995-4635-a247-7f1de791a0bc req-fbfd5e84-ae84-437e-bdc3-c8b4280f371d tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] 10.222.0.16 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1790581374&fields=id&tenant_id=ede6199069114ce380f30088d312f345 HTTP/1.1" status: 200 len: 267 time: 0.0673263 Aug 18 11:18:10.246609 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271256a7-b995-4635-a247-7f1de791a0bc req-857140f0-4d66-46d1-bfa4-32e1c34726d3 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:18:10.248460 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-271256a7-b995-4635-a247-7f1de791a0bc req-857140f0-4d66-46d1-bfa4-32e1c34726d3 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] 10.222.0.16 "GET /networking/v2.0/networks?id=7f22837c-b0bf-4183-918e-ed97b8d7016a HTTP/1.1" status: 200 len: 812 time: 0.1308713 Aug 18 11:18:10.267152 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-271256a7-b995-4635-a247-7f1de791a0bc req-dcc93d7c-0c15-4649-993b-4546910ff0ab tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] 10.222.0.16 "GET /networking/v2.0/quotas/ede6199069114ce380f30088d312f345 HTTP/1.1" status: 200 len: 375 time: 0.0126874 Aug 18 11:18:10.330937 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-271256a7-b995-4635-a247-7f1de791a0bc req-dcf95338-9248-49ee-8778-e8abcc8cf7bb tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=ede6199069114ce380f30088d312f345&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0551639 Aug 18 11:18:10.453132 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-271256a7-b995-4635-a247-7f1de791a0bc req-f63b4c27-d502-4468-b8dd-b04ee3411dc4 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/7f22837c-b0bf-4183-918e-ed97b8d7016a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046028 Aug 18 11:18:10.535637 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce0f77d-5263-4bed-9365-43e872a74804 req-a2ec880f-d3e6-406d-a5ab-e8edf40e6558 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:18:10.537186 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-2ce0f77d-5263-4bed-9365-43e872a74804 req-a2ec880f-d3e6-406d-a5ab-e8edf40e6558 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=c8db7651-518a-44f0-834d-8036931cbef8 HTTP/1.1" status: 200 len: 945 time: 0.1042106 Aug 18 11:18:10.568524 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:18:10.608881 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-271256a7-b995-4635-a247-7f1de791a0bc req-d8bdafef-5e75-401f-b448-7ae12af9d1a3 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/7f22837c-b0bf-4183-918e-ed97b8d7016a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382079 Aug 18 11:18:10.620733 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-2ce0f77d-5263-4bed-9365-43e872a74804 req-2eaa3366-4822-4e7c-b1c7-bc6b4362e599 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b21c2cf3-45f4-4212-bbb4-b16e8476f4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775111 Aug 18 11:18:10.932569 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-cc3ea71a-7631-44ff-a0d5-aa1a48bcbdee req-005e0224-ff45-47bc-b7c0-a13e5a0e04ee tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5d211867-abc4-4644-897d-c57cf67f7e7a HTTP/1.1" status: 200 len: 210 time: 0.0446229 Aug 18 11:18:10.969500 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-84a2ddc9-6e73-4e29-8b99-6d875ededeae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (c499a017-4b38-4967-b050-d4094e1a7564), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:18:11.144494 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.16', 53576) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:18:11.278828 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-5a420474-2373-49ab-9fe3-4c76db3317ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:18:11.405877 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-5a420474-2373-49ab-9fe3-4c76db3317ba admin admin] Publish callbacks [] for security_group (1005a9df-3c59-47cb-be27-949bc1d1ea6e), precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:18:11.410295 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-5a420474-2373-49ab-9fe3-4c76db3317ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433130'] for security_group (1005a9df-3c59-47cb-be27-949bc1d1ea6e), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:18:11.451929 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a420474-2373-49ab-9fe3-4c76db3317ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1005a9df-3c59-47cb-be27-949bc1d1ea6e,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:18:11.456400 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-5a420474-2373-49ab-9fe3-4c76db3317ba admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=224754f7d09c49198bb852f91f340e4a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3107224 Aug 18 11:18:11.460462 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.16', 53594) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:18:11.517496 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7e07dbcb-ec0b-42e8-9c12-c75f80a139bc admin admin] Publish callbacks [] for security_group (1005a9df-3c59-47cb-be27-949bc1d1ea6e), before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:18:11.545885 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7e07dbcb-ec0b-42e8-9c12-c75f80a139bc admin admin] Publish callbacks [] for security_group (1005a9df-3c59-47cb-be27-949bc1d1ea6e), precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:18:11.607981 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7e07dbcb-ec0b-42e8-9c12-c75f80a139bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433130'] for security_group (1005a9df-3c59-47cb-be27-949bc1d1ea6e), after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:18:11.612472 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7e07dbcb-ec0b-42e8-9c12-c75f80a139bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:18:11.615990 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-7e07dbcb-ec0b-42e8-9c12-c75f80a139bc admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/1005a9df-3c59-47cb-be27-949bc1d1ea6e HTTP/1.1" status: 204 len: 168 time: 0.1522572 Aug 18 11:18:11.626319 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e07dbcb-ec0b-42e8-9c12-c75f80a139bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1005a9df-3c59-47cb-be27-949bc1d1ea6e,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:18:11.758444 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2451c4-30f9-4b0d-9e3f-e8a9d1089430 req-048a9be7-788e-4870-81dc-b9995339a886 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:18:11.760027 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-0f2451c4-30f9-4b0d-9e3f-e8a9d1089430 req-048a9be7-788e-4870-81dc-b9995339a886 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=c8db7651-518a-44f0-834d-8036931cbef8 HTTP/1.1" status: 200 len: 945 time: 0.0553296 Aug 18 11:18:11.813770 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-0f2451c4-30f9-4b0d-9e3f-e8a9d1089430 req-8b91d869-c2b0-4cf7-bfbc-45d5a584eda0 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b21c2cf3-45f4-4212-bbb4-b16e8476f4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445437 Aug 18 11:18:12.107768 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-ffc183f0-e3e5-481f-872f-eae817f6194e req-4277009f-39ce-45dc-8a20-3919ea33bc3e tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5d211867-abc4-4644-897d-c57cf67f7e7a HTTP/1.1" status: 200 len: 210 time: 0.0672548 Aug 18 11:18:12.222403 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271256a7-b995-4635-a247-7f1de791a0bc req-b5a50ad8-fdc4-4dc4-a7f2-616c2fa49363 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:18:12.223925 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-271256a7-b995-4635-a247-7f1de791a0bc req-b5a50ad8-fdc4-4dc4-a7f2-616c2fa49363 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] 10.222.0.20 "GET /networking/v2.0/networks?id=7f22837c-b0bf-4183-918e-ed97b8d7016a HTTP/1.1" status: 200 len: 812 time: 0.1284888 Aug 18 11:18:12.296875 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-271256a7-b995-4635-a247-7f1de791a0bc req-29f51264-cae0-4eff-a128-b2324a0364e0 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] 10.222.0.20 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=ede6199069114ce380f30088d312f345 HTTP/1.1" status: 200 len: 380 time: 0.0626354 Aug 18 11:18:12.305706 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.v2.base [req-271256a7-b995-4635-a247-7f1de791a0bc req-db9552d7-dfca-47dd-b744-98bf4782a106 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Request body: {'port': {'device_id': '5d211867-abc4-4644-897d-c57cf67f7e7a', 'network_id': '7f22837c-b0bf-4183-918e-ed97b8d7016a', 'admin_state_up': True, 'tenant_id': 'ede6199069114ce380f30088d312f345', 'security_groups': ['d080cec0-bf37-4b83-8a3c-1cddb3e7bd6f']}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:18:12.423276 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:18:12.430192 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-271256a7-b995-4635-a247-7f1de791a0bc req-db9552d7-dfca-47dd-b744-98bf4782a106 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Made reservation on behalf of ede6199069114ce380f30088d312f345 for: {'port': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 11:18:12.433352 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-271256a7-b995-4635-a247-7f1de791a0bc req-db9552d7-dfca-47dd-b744-98bf4782a106 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (None), before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:18:12.567521 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [req-271256a7-b995-4635-a247-7f1de791a0bc req-db9552d7-dfca-47dd-b744-98bf4782a106 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Allocated IP 172.20.0.11 (7f22837c-b0bf-4183-918e-ed97b8d7016a/23956a8f-6417-481b-8752-923c1ff1baa8/f5805892-bcfb-4b5c-872c-c9655c2f6387) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 11:18:12.745980 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-271256a7-b995-4635-a247-7f1de791a0bc req-db9552d7-dfca-47dd-b744-98bf4782a106 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Publish callbacks [] for port (f5805892-bcfb-4b5c-872c-c9655c2f6387), precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:18:12.786536 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-271256a7-b995-4635-a247-7f1de791a0bc req-db9552d7-dfca-47dd-b744-98bf4782a106 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732802528781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11809227'] for port (f5805892-bcfb-4b5c-872c-c9655c2f6387), after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:18:12.866623 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-271256a7-b995-4635-a247-7f1de791a0bc req-db9552d7-dfca-47dd-b744-98bf4782a106 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Network 7f22837c-b0bf-4183-918e-ed97b8d7016a is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 11:18:12.871107 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [req-271256a7-b995-4635-a247-7f1de791a0bc req-db9552d7-dfca-47dd-b744-98bf4782a106 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 11:18:12.876832 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [req-271256a7-b995-4635-a247-7f1de791a0bc req-db9552d7-dfca-47dd-b744-98bf4782a106 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 18 11:18:13.216864 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9552d7-dfca-47dd-b744-98bf4782a106 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Pushing event updated for resources: {'Port': ['ID=f5805892-bcfb-4b5c-872c-c9655c2f6387,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:18:13.234613 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-fd1dee83-4b1b-4fbf-bad0-38bd54294695 None None] Provisioning complete for port f5805892-bcfb-4b5c-872c-c9655c2f6387 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 18 11:18:13.237838 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-fd1dee83-4b1b-4fbf-bad0-38bd54294695 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619404'] for port (f5805892-bcfb-4b5c-872c-c9655c2f6387), provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:18:13.274502 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-fd1dee83-4b1b-4fbf-bad0-38bd54294695 None None] Port f5805892-bcfb-4b5c-872c-c9655c2f6387 cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 18 11:18:13.309448 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:18:13.330151 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dea345-0890-4ff9-a6e7-992a5a49eee3 req-c507a170-0b3c-403f-8d02-515249505adc tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:18:13.332065 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-57dea345-0890-4ff9-a6e7-992a5a49eee3 req-c507a170-0b3c-403f-8d02-515249505adc tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=c8db7651-518a-44f0-834d-8036931cbef8 HTTP/1.1" status: 200 len: 945 time: 0.1166682 Aug 18 11:18:13.334064 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-37db48e9-282e-44a7-b8cd-0b5d6c51a63b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (5a2ac145-53e3-4597-a9e7-c52b4336ae58), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:18:13.340100 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271256a7-b995-4635-a247-7f1de791a0bc req-db9552d7-dfca-47dd-b744-98bf4782a106 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:18:13.340781 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-271256a7-b995-4635-a247-7f1de791a0bc req-db9552d7-dfca-47dd-b744-98bf4782a106 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22494'] for port (None), before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:18:13.353544 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101badf8-ae0b-4bc4-9991-13aaaac1f7c6 req-185b6eff-f073-4f93-a1ad-976dd8e774a2 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:18:13.353787 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-101badf8-ae0b-4bc4-9991-13aaaac1f7c6 req-185b6eff-f073-4f93-a1ad-976dd8e774a2 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5d211867-abc4-4644-897d-c57cf67f7e7a HTTP/1.1" status: 200 len: 932 time: 0.1418884 Aug 18 11:18:13.395943 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-271256a7-b995-4635-a247-7f1de791a0bc req-db9552d7-dfca-47dd-b744-98bf4782a106 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] 10.222.0.20 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0942230 Aug 18 11:18:13.411838 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.v2.base [req-271256a7-b995-4635-a247-7f1de791a0bc req-9bc357d1-1e7c-4243-a7ff-a35bfc00700e service neutron] Request body: {'port': {'device_id': '5d211867-abc4-4644-897d-c57cf67f7e7a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85345'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:18:13.483071 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-57dea345-0890-4ff9-a6e7-992a5a49eee3 req-e6b7c05e-ad51-4200-a1c6-85a0547c3fc7 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b21c2cf3-45f4-4212-bbb4-b16e8476f4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387103 Aug 18 11:18:13.500828 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-101badf8-ae0b-4bc4-9991-13aaaac1f7c6 req-a26e2d57-3857-4f71-8895-6512b69a2c34 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d080cec0-bf37-4b83-8a3c-1cddb3e7bd6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1319840 Aug 18 11:18:13.527306 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-271256a7-b995-4635-a247-7f1de791a0bc req-9bc357d1-1e7c-4243-a7ff-a35bfc00700e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (f5805892-bcfb-4b5c-872c-c9655c2f6387), before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:18:13.636264 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:18:13.806223 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.notifiers.nova [req-271256a7-b995-4635-a247-7f1de791a0bc req-9bc357d1-1e7c-4243-a7ff-a35bfc00700e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5805892-bcfb-4b5c-872c-c9655c2f6387 {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 18 11:18:13.814342 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-271256a7-b995-4635-a247-7f1de791a0bc req-9bc357d1-1e7c-4243-a7ff-a35bfc00700e service neutron] Publish callbacks [] for port (f5805892-bcfb-4b5c-872c-c9655c2f6387), precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:18:13.827116 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [req-271256a7-b995-4635-a247-7f1de791a0bc req-9bc357d1-1e7c-4243-a7ff-a35bfc00700e service neutron] Transition to ACTIVE for port object f5805892-bcfb-4b5c-872c-c9655c2f6387 will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 18 11:18:13.830693 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-271256a7-b995-4635-a247-7f1de791a0bc req-9bc357d1-1e7c-4243-a7ff-a35bfc00700e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732803053689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732802528799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732802528817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11809220'] for port (f5805892-bcfb-4b5c-872c-c9655c2f6387), after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:18:13.915351 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc357d1-1e7c-4243-a7ff-a35bfc00700e service neutron] Pushing event updated for resources: {'Port': ['ID=f5805892-bcfb-4b5c-872c-c9655c2f6387,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:18:13.944035 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-271256a7-b995-4635-a247-7f1de791a0bc req-9bc357d1-1e7c-4243-a7ff-a35bfc00700e service neutron] Attempting to bind port f5805892-bcfb-4b5c-872c-c9655c2f6387 on host hv-cinder-85345 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 18 11:18:13.944396 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-271256a7-b995-4635-a247-7f1de791a0bc req-9bc357d1-1e7c-4243-a7ff-a35bfc00700e service neutron] Attempting to bind port f5805892-bcfb-4b5c-872c-c9655c2f6387 by drivers openvswitch,hyperv on host hv-cinder-85345 at level 0 using segments [{'id': '58df20ea-3ae4-4865-bf80-8bcc6a73c066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 962, 'network_id': '7f22837c-b0bf-4183-918e-ed97b8d7016a'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 18 11:18:13.944726 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-271256a7-b995-4635-a247-7f1de791a0bc req-9bc357d1-1e7c-4243-a7ff-a35bfc00700e service neutron] Attempting to bind port f5805892-bcfb-4b5c-872c-c9655c2f6387 on network 7f22837c-b0bf-4183-918e-ed97b8d7016a {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 18 11:18:13.949352 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-271256a7-b995-4635-a247-7f1de791a0bc req-9bc357d1-1e7c-4243-a7ff-a35bfc00700e service neutron] Port f5805892-bcfb-4b5c-872c-c9655c2f6387 on network 7f22837c-b0bf-4183-918e-ed97b8d7016a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85345 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 18 11:18:13.949671 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-271256a7-b995-4635-a247-7f1de791a0bc req-9bc357d1-1e7c-4243-a7ff-a35bfc00700e service neutron] Attempting to bind port f5805892-bcfb-4b5c-872c-c9655c2f6387 on network 7f22837c-b0bf-4183-918e-ed97b8d7016a {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 18 11:18:13.955331 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-271256a7-b995-4635-a247-7f1de791a0bc req-9bc357d1-1e7c-4243-a7ff-a35bfc00700e service neutron] Checking agent: {'id': '0c451e2b-fe38-44d1-984c-2dd7bcedf4dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85345', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 18, 11, 14, 5), 'started_at': datetime.datetime(2022, 8, 18, 11, 14, 5), 'heartbeat_timestamp': datetime.datetime(2022, 8, 18, 11, 18, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 18 11:18:13.955646 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-271256a7-b995-4635-a247-7f1de791a0bc req-9bc357d1-1e7c-4243-a7ff-a35bfc00700e service neutron] Checking segment: {'id': '58df20ea-3ae4-4865-bf80-8bcc6a73c066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 962, 'network_id': '7f22837c-b0bf-4183-918e-ed97b8d7016a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 18 11:18:13.956022 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-271256a7-b995-4635-a247-7f1de791a0bc req-9bc357d1-1e7c-4243-a7ff-a35bfc00700e service neutron] Bound using segment: {'id': '58df20ea-3ae4-4865-bf80-8bcc6a73c066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 962, 'network_id': '7f22837c-b0bf-4183-918e-ed97b8d7016a'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 18 11:18:13.956482 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-271256a7-b995-4635-a247-7f1de791a0bc req-9bc357d1-1e7c-4243-a7ff-a35bfc00700e service neutron] Bound port: f5805892-bcfb-4b5c-872c-c9655c2f6387, host: hv-cinder-85345, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58df20ea-3ae4-4865-bf80-8bcc6a73c066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 962, 'network_id': '7f22837c-b0bf-4183-918e-ed97b8d7016a'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 18 11:18:13.956840 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-271256a7-b995-4635-a247-7f1de791a0bc req-9bc357d1-1e7c-4243-a7ff-a35bfc00700e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (f5805892-bcfb-4b5c-872c-c9655c2f6387), before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:18:14.025134 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-271256a7-b995-4635-a247-7f1de791a0bc req-9bc357d1-1e7c-4243-a7ff-a35bfc00700e service neutron] For port f5805892-bcfb-4b5c-872c-c9655c2f6387, host hv-cinder-85345, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 11:18:14.030073 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-271256a7-b995-4635-a247-7f1de791a0bc req-9bc357d1-1e7c-4243-a7ff-a35bfc00700e service neutron] For port f5805892-bcfb-4b5c-872c-c9655c2f6387, host hv-cinder-85345, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85345',level=0,port_id=f5805892-bcfb-4b5c-872c-c9655c2f6387,segment=NetworkSegment(58df20ea-3ae4-4865-bf80-8bcc6a73c066),segment_id=58df20ea-3ae4-4865-bf80-8bcc6a73c066)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 11:18:14.037830 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-271256a7-b995-4635-a247-7f1de791a0bc req-9bc357d1-1e7c-4243-a7ff-a35bfc00700e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732803053689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732802528799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732802528817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11809220'] for port (f5805892-bcfb-4b5c-872c-c9655c2f6387), after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:18:14.041601 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271256a7-b995-4635-a247-7f1de791a0bc req-9bc357d1-1e7c-4243-a7ff-a35bfc00700e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:18:14.042229 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-271256a7-b995-4635-a247-7f1de791a0bc req-9bc357d1-1e7c-4243-a7ff-a35bfc00700e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22494'] for port (None), before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:18:14.043652 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-271256a7-b995-4635-a247-7f1de791a0bc req-9bc357d1-1e7c-4243-a7ff-a35bfc00700e service neutron] 10.222.0.20 "PUT /networking/v2.0/ports/f5805892-bcfb-4b5c-872c-c9655c2f6387 HTTP/1.1" status: 200 len: 1094 time: 0.6381111 Aug 18 11:18:14.046674 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d211867-abc4-4644-897d-c57cf67f7e7a', 'tag': 'f5805892-bcfb-4b5c-872c-c9655c2f6387'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 18 11:18:14.049132 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c862ab1b2ee120cb5e2e4f2725a0fe0d7acaf57f657006002d91667c9b4c94a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf124fc8-40a4-4fcd-8ce3-22d42ed285ae" -d '{"events": [{"name": "network-changed", "server_uuid": "5d211867-abc4-4644-897d-c57cf67f7e7a", "tag": "f5805892-bcfb-4b5c-872c-c9655c2f6387"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:18:14.113684 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc357d1-1e7c-4243-a7ff-a35bfc00700e service neutron] Pushing event updated for resources: {'Port': ['ID=f5805892-bcfb-4b5c-872c-c9655c2f6387,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:18:14.136118 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Aug 2022 11:18:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccd306a8-a970-4462-9e7c-49b97a3d7764 x-openstack-request-id: req-ccd306a8-a970-4462-9e7c-49b97a3d7764 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:18:14.136414 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d211867-abc4-4644-897d-c57cf67f7e7a", "tag": "f5805892-bcfb-4b5c-872c-c9655c2f6387", "status": "completed", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:18:14.136681 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ccd306a8-a970-4462-9e7c-49b97a3d7764 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:18:14.137080 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ccd306a8-a970-4462-9e7c-49b97a3d7764'] response: {'name': 'network-changed', 'server_uuid': '5d211867-abc4-4644-897d-c57cf67f7e7a', 'tag': 'f5805892-bcfb-4b5c-872c-c9655c2f6387', 'status': 'completed', 'code': 200} Aug 18 11:18:14.167751 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271256a7-b995-4635-a247-7f1de791a0bc req-20dd78e6-6a88-41dd-abbd-fa0a4c3c733d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:18:14.169928 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-271256a7-b995-4635-a247-7f1de791a0bc req-20dd78e6-6a88-41dd-abbd-fa0a4c3c733d service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=ede6199069114ce380f30088d312f345&device_id=5d211867-abc4-4644-897d-c57cf67f7e7a HTTP/1.1" status: 200 len: 1128 time: 0.0494895 Aug 18 11:18:14.223981 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-271256a7-b995-4635-a247-7f1de791a0bc req-f1db30b1-dacc-4dba-a770-0e9909b5108c service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f5805892-bcfb-4b5c-872c-c9655c2f6387 HTTP/1.1" status: 200 len: 217 time: 0.0460305 Aug 18 11:18:14.267648 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:18:14.281230 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271256a7-b995-4635-a247-7f1de791a0bc req-9f526a79-11b1-4e89-94b6-c40935287da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:18:14.282704 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-271256a7-b995-4635-a247-7f1de791a0bc req-9f526a79-11b1-4e89-94b6-c40935287da3 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=23956a8f-6417-481b-8752-923c1ff1baa8 HTTP/1.1" status: 200 len: 851 time: 0.0527909 Aug 18 11:18:14.342847 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271256a7-b995-4635-a247-7f1de791a0bc req-e9281d64-bed4-4164-8146-c69e117460f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:18:14.344671 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-271256a7-b995-4635-a247-7f1de791a0bc req-e9281d64-bed4-4164-8146-c69e117460f5 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=7f22837c-b0bf-4183-918e-ed97b8d7016a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0549550 Aug 18 11:18:14.458047 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-271256a7-b995-4635-a247-7f1de791a0bc req-95923fe5-e1dd-4ce9-a8a0-9d1755feafbf service neutron] 10.222.0.20 "GET /networking/v2.0/networks/7f22837c-b0bf-4183-918e-ed97b8d7016a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069386 Aug 18 11:18:14.560634 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-271256a7-b995-4635-a247-7f1de791a0bc req-9ad21fc4-1746-438e-99fe-895d078f0c5e service neutron] 10.222.0.20 "GET /networking/v2.0/networks/7f22837c-b0bf-4183-918e-ed97b8d7016a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963984 Aug 18 11:18:14.627025 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c669368-16fa-448d-9bd2-2fb439248992 req-3d6ae9a7-8f0e-468d-8e8f-56afb4f5c976 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:18:14.628852 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-0c669368-16fa-448d-9bd2-2fb439248992 req-3d6ae9a7-8f0e-468d-8e8f-56afb4f5c976 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=c8db7651-518a-44f0-834d-8036931cbef8 HTTP/1.1" status: 200 len: 945 time: 0.0670073 Aug 18 11:18:14.674442 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-a5cc8183-7213-4642-9d48-bc0d47940d29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (29720577-1c8f-43c1-a8be-c2a14df8d65e), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:18:14.686471 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-0c669368-16fa-448d-9bd2-2fb439248992 req-ac145656-d7fc-45f6-a033-bb7766cc9c14 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b21c2cf3-45f4-4212-bbb4-b16e8476f4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514896 Aug 18 11:18:14.771116 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1e34ba-93c3-4da0-a8be-ad67b75da1b3 req-f7b9770e-ca96-494f-bd1f-c169fca16542 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:18:14.772728 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-ed1e34ba-93c3-4da0-a8be-ad67b75da1b3 req-f7b9770e-ca96-494f-bd1f-c169fca16542 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5d211867-abc4-4644-897d-c57cf67f7e7a HTTP/1.1" status: 200 len: 944 time: 0.0486157 Aug 18 11:18:14.785408 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:18:14.825239 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-ed1e34ba-93c3-4da0-a8be-ad67b75da1b3 req-8c348d58-a60a-46be-9b16-588a97d0d3c5 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d080cec0-bf37-4b83-8a3c-1cddb3e7bd6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467119 Aug 18 11:18:15.837650 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4078e2ba-5a98-4a85-8bcc-65a27f695187 req-295e8221-e59e-48ab-b864-b2727fdc70db tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:18:15.839181 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-4078e2ba-5a98-4a85-8bcc-65a27f695187 req-295e8221-e59e-48ab-b864-b2727fdc70db tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=c8db7651-518a-44f0-834d-8036931cbef8 HTTP/1.1" status: 200 len: 945 time: 0.0587459 Aug 18 11:18:15.897773 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-4078e2ba-5a98-4a85-8bcc-65a27f695187 req-402fae41-8ecd-41f7-906c-f6c2975fe20c tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b21c2cf3-45f4-4212-bbb4-b16e8476f4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516729 Aug 18 11:18:15.954256 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebe1c8a-8c46-4cc3-9058-e307e9c06324 req-5aaffda4-5e47-435e-92ab-55212f0b39e5 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:18:15.955786 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-8ebe1c8a-8c46-4cc3-9058-e307e9c06324 req-5aaffda4-5e47-435e-92ab-55212f0b39e5 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5d211867-abc4-4644-897d-c57cf67f7e7a HTTP/1.1" status: 200 len: 944 time: 0.0521886 Aug 18 11:18:15.961334 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (69d4285f-736d-41a6-a99e-1994eed59bce), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:18:16.010208 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-8ebe1c8a-8c46-4cc3-9058-e307e9c06324 req-08727374-5d06-4bd5-b2a0-1cff1d8d0ba5 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d080cec0-bf37-4b83-8a3c-1cddb3e7bd6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455573 Aug 18 11:18:16.433291 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c68edff8-e550-48a3-9de2-17badfe483c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (307af099-d926-4e52-9df3-0cd09baf3c81), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:18:17.021012 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b999c84d-d8a6-4e0f-9b8f-10dca79f0027 req-c6279928-0643-49dd-aa0b-ee990dd8d8c3 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:18:17.022533 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-b999c84d-d8a6-4e0f-9b8f-10dca79f0027 req-c6279928-0643-49dd-aa0b-ee990dd8d8c3 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=c8db7651-518a-44f0-834d-8036931cbef8 HTTP/1.1" status: 200 len: 945 time: 0.0486529 Aug 18 11:18:17.072745 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-b999c84d-d8a6-4e0f-9b8f-10dca79f0027 req-ca09a74c-e208-41f8-be3d-a25730371feb tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b21c2cf3-45f4-4212-bbb4-b16e8476f4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445507 Aug 18 11:18:17.137117 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff844b9e-1304-4baf-9129-200f0ae18a33 req-ef453809-353a-4e70-853c-95b17a1c3b4f tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:18:17.139415 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-ff844b9e-1304-4baf-9129-200f0ae18a33 req-ef453809-353a-4e70-853c-95b17a1c3b4f tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5d211867-abc4-4644-897d-c57cf67f7e7a HTTP/1.1" status: 200 len: 944 time: 0.0543072 Aug 18 11:18:17.191001 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-ff844b9e-1304-4baf-9129-200f0ae18a33 req-48b010c7-1a4e-4e5f-9dea-665376366abb tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d080cec0-bf37-4b83-8a3c-1cddb3e7bd6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455863 Aug 18 11:18:18.193775 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7286a1-732a-4f73-847d-cbf9889c6fce req-8c52a18c-92d5-4754-9b30-cb48422251ca tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:18:18.195169 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-1b7286a1-732a-4f73-847d-cbf9889c6fce req-8c52a18c-92d5-4754-9b30-cb48422251ca tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=c8db7651-518a-44f0-834d-8036931cbef8 HTTP/1.1" status: 200 len: 945 time: 0.0487375 Aug 18 11:18:18.248062 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-1b7286a1-732a-4f73-847d-cbf9889c6fce req-e4c6c9e0-553a-4f30-82eb-c1f9e7a1fd1f tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b21c2cf3-45f4-4212-bbb4-b16e8476f4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469511 Aug 18 11:18:18.315326 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42039f1f-6bd5-4831-ae46-2ffee871a922 req-87ba8564-5943-49db-a52e-a38ef88aeeba tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:18:18.316892 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-42039f1f-6bd5-4831-ae46-2ffee871a922 req-87ba8564-5943-49db-a52e-a38ef88aeeba tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5d211867-abc4-4644-897d-c57cf67f7e7a HTTP/1.1" status: 200 len: 944 time: 0.0476930 Aug 18 11:18:18.371913 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-42039f1f-6bd5-4831-ae46-2ffee871a922 req-e3218bbf-f8bc-4d76-9a60-7719aa45457b tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d080cec0-bf37-4b83-8a3c-1cddb3e7bd6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493364 Aug 18 11:18:19.330953 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=100 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:18:19.370837 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b511668b-5036-40ab-8281-19859b9744e9 req-05e8b9ea-5ad6-4fab-b137-196efc8bb435 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:18:19.373217 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-b511668b-5036-40ab-8281-19859b9744e9 req-05e8b9ea-5ad6-4fab-b137-196efc8bb435 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=c8db7651-518a-44f0-834d-8036931cbef8 HTTP/1.1" status: 200 len: 945 time: 0.0505602 Aug 18 11:18:19.427282 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-b511668b-5036-40ab-8281-19859b9744e9 req-1bb86bef-4f6b-4736-bcb4-222dd58739d9 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b21c2cf3-45f4-4212-bbb4-b16e8476f4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461268 Aug 18 11:18:19.507848 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46323b9e-d2b1-44f4-8717-da175703137f req-60d7a460-4b3a-41b1-8e81-4682faba7d05 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:18:19.509393 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-46323b9e-d2b1-44f4-8717-da175703137f req-60d7a460-4b3a-41b1-8e81-4682faba7d05 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5d211867-abc4-4644-897d-c57cf67f7e7a HTTP/1.1" status: 200 len: 944 time: 0.0615017 Aug 18 11:18:19.565638 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-46323b9e-d2b1-44f4-8717-da175703137f req-c2b3f60c-330a-4bd6-b3f8-0174207f0581 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d080cec0-bf37-4b83-8a3c-1cddb3e7bd6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476646 Aug 18 11:18:20.553748 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1c500d-bd63-422f-99cf-893089b70748 req-3b8867be-2814-4801-a423-2ee0befd1a59 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:18:20.555256 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-bb1c500d-bd63-422f-99cf-893089b70748 req-3b8867be-2814-4801-a423-2ee0befd1a59 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=c8db7651-518a-44f0-834d-8036931cbef8 HTTP/1.1" status: 200 len: 945 time: 0.0532496 Aug 18 11:18:20.605906 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-bb1c500d-bd63-422f-99cf-893089b70748 req-7397dcb0-38e3-44c0-b32f-d1cfb694ba1f tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b21c2cf3-45f4-4212-bbb4-b16e8476f4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445185 Aug 18 11:18:20.675285 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf124fc8-40a4-4fcd-8ce3-22d42ed285ae req-0fadbdab-de18-4bf4-99f1-ba291490b7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:18:20.676831 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-bf124fc8-40a4-4fcd-8ce3-22d42ed285ae req-0fadbdab-de18-4bf4-99f1-ba291490b7cc service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=ede6199069114ce380f30088d312f345&device_id=5d211867-abc4-4644-897d-c57cf67f7e7a HTTP/1.1" status: 200 len: 1128 time: 0.0635653 Aug 18 11:18:20.712922 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbc066a-5886-40a2-89a2-444919aa5d6f req-355aecb0-b1b3-4cde-bcb5-a925e9609b84 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:18:20.714312 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-7fbc066a-5886-40a2-89a2-444919aa5d6f req-355aecb0-b1b3-4cde-bcb5-a925e9609b84 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5d211867-abc4-4644-897d-c57cf67f7e7a HTTP/1.1" status: 200 len: 944 time: 0.0547409 Aug 18 11:18:20.773722 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-7fbc066a-5886-40a2-89a2-444919aa5d6f req-5b81865a-79ac-4f8a-9a0e-766e165f2037 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d080cec0-bf37-4b83-8a3c-1cddb3e7bd6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537403 Aug 18 11:18:21.586137 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=54,neutron:DELETE=5,neutron:INSERT=4 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:18:21.620436 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=49,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:18:21.731278 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8a0bc0-5a76-4538-8607-76430791d22f req-fb74f5da-f6bd-46b7-a7fa-3dee3166796f tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:18:21.732833 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-1f8a0bc0-5a76-4538-8607-76430791d22f req-fb74f5da-f6bd-46b7-a7fa-3dee3166796f tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=c8db7651-518a-44f0-834d-8036931cbef8 HTTP/1.1" status: 200 len: 945 time: 0.0499325 Aug 18 11:18:21.758151 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=100 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:18:21.787788 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-1f8a0bc0-5a76-4538-8607-76430791d22f req-8d3e54da-4b27-4915-889d-132deb97bacb tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b21c2cf3-45f4-4212-bbb4-b16e8476f4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493498 Aug 18 11:18:21.899928 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da491848-5fab-4554-b113-a5d4b3888a00 req-5de1f85d-f304-46d3-8f47-7f589c3c3644 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:18:21.901488 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-da491848-5fab-4554-b113-a5d4b3888a00 req-5de1f85d-f304-46d3-8f47-7f589c3c3644 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5d211867-abc4-4644-897d-c57cf67f7e7a HTTP/1.1" status: 200 len: 944 time: 0.0488596 Aug 18 11:18:21.953621 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-da491848-5fab-4554-b113-a5d4b3888a00 req-bb59b09f-5008-4100-9ebd-3c3b6c8bbecd tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d080cec0-bf37-4b83-8a3c-1cddb3e7bd6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458751 Aug 18 11:18:22.849838 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf124fc8-40a4-4fcd-8ce3-22d42ed285ae req-103bacde-9c01-453c-8a89-f262e33a489a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:18:22.851323 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-bf124fc8-40a4-4fcd-8ce3-22d42ed285ae req-103bacde-9c01-453c-8a89-f262e33a489a service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=7f22837c-b0bf-4183-918e-ed97b8d7016a HTTP/1.1" status: 200 len: 913 time: 0.0934761 Aug 18 11:18:22.911551 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db82f851-2464-44c1-8f50-88abe656291b req-c806f80e-c355-4aeb-82bf-57d2fb476f3e tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:18:22.913069 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-db82f851-2464-44c1-8f50-88abe656291b req-c806f80e-c355-4aeb-82bf-57d2fb476f3e tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=c8db7651-518a-44f0-834d-8036931cbef8 HTTP/1.1" status: 200 len: 945 time: 0.0479834 Aug 18 11:18:22.962250 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-db82f851-2464-44c1-8f50-88abe656291b req-ff5a24e3-954b-47b0-8adb-e14b85eb576c tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b21c2cf3-45f4-4212-bbb4-b16e8476f4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436504 Aug 18 11:18:23.081134 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f070eb8-96d5-49ac-b397-16717e079467 req-1903ff39-e016-4f7b-962f-d8ebc535c378 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:18:23.082663 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-2f070eb8-96d5-49ac-b397-16717e079467 req-1903ff39-e016-4f7b-962f-d8ebc535c378 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5d211867-abc4-4644-897d-c57cf67f7e7a HTTP/1.1" status: 200 len: 944 time: 0.0528080 Aug 18 11:18:23.134480 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-2f070eb8-96d5-49ac-b397-16717e079467 req-3bf1f1fd-6e7e-47d5-b1e4-7e15960869e5 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d080cec0-bf37-4b83-8a3c-1cddb3e7bd6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461540 Aug 18 11:18:23.262477 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=3 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:18:23.265141 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=3 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:18:23.858904 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-bf124fc8-40a4-4fcd-8ce3-22d42ed285ae req-9c00bad3-0479-4587-aedc-26eb4cbbac05 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f5805892-bcfb-4b5c-872c-c9655c2f6387 HTTP/1.1" status: 200 len: 217 time: 0.0363371 Aug 18 11:18:24.087600 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ef8ad2-0e87-4a56-96ab-87880dde221b req-5f2f1673-3209-4645-b7eb-18d0c71791e2 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:18:24.089137 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-84ef8ad2-0e87-4a56-96ab-87880dde221b req-5f2f1673-3209-4645-b7eb-18d0c71791e2 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=c8db7651-518a-44f0-834d-8036931cbef8 HTTP/1.1" status: 200 len: 945 time: 0.0492249 Aug 18 11:18:24.141954 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-84ef8ad2-0e87-4a56-96ab-87880dde221b req-2cf3a3d6-2100-4f1f-9037-c1ca5ecd3dff tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b21c2cf3-45f4-4212-bbb4-b16e8476f4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471342 Aug 18 11:18:24.242106 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=100 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:18:24.257242 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1b8915-082f-424c-a69b-0b61cda0630a req-a0e78c5d-bf52-4e46-af55-8d7c7addd03e tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:18:24.258631 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-6e1b8915-082f-424c-a69b-0b61cda0630a req-a0e78c5d-bf52-4e46-af55-8d7c7addd03e tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5d211867-abc4-4644-897d-c57cf67f7e7a HTTP/1.1" status: 200 len: 944 time: 0.0489399 Aug 18 11:18:24.310847 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-6e1b8915-082f-424c-a69b-0b61cda0630a req-a3529c1a-1dda-4747-9cee-930243722533 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d080cec0-bf37-4b83-8a3c-1cddb3e7bd6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458920 Aug 18 11:18:25.262409 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e49968e-d1cb-4a86-9291-1ef0eb41a3a9 req-e2b79fc4-040f-4284-892a-66c1e3aa3fe7 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:18:25.264398 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-3e49968e-d1cb-4a86-9291-1ef0eb41a3a9 req-e2b79fc4-040f-4284-892a-66c1e3aa3fe7 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=c8db7651-518a-44f0-834d-8036931cbef8 HTTP/1.1" status: 200 len: 945 time: 0.0498950 Aug 18 11:18:25.339810 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf124fc8-40a4-4fcd-8ce3-22d42ed285ae req-242e9ba2-e3d8-465d-86f3-ba8215a0cd8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:18:25.341329 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-bf124fc8-40a4-4fcd-8ce3-22d42ed285ae req-242e9ba2-e3d8-465d-86f3-ba8215a0cd8c service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=23956a8f-6417-481b-8752-923c1ff1baa8 HTTP/1.1" status: 200 len: 851 time: 0.0759821 Aug 18 11:18:25.366317 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-3e49968e-d1cb-4a86-9291-1ef0eb41a3a9 req-dfb8eebd-385e-4daa-9d82-225e8c1bcff7 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b21c2cf3-45f4-4212-bbb4-b16e8476f4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923901 Aug 18 11:18:25.404733 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf124fc8-40a4-4fcd-8ce3-22d42ed285ae req-478a4490-3dd3-42d5-96a9-55d56dd9831f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:18:25.406195 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-bf124fc8-40a4-4fcd-8ce3-22d42ed285ae req-478a4490-3dd3-42d5-96a9-55d56dd9831f service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=7f22837c-b0bf-4183-918e-ed97b8d7016a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0565279 Aug 18 11:18:25.486765 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2f6fca-1ff9-457b-8fe3-e985db7c3cd9 req-5137ae7b-0328-4b78-809b-78aae9274f26 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:18:25.488266 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-7d2f6fca-1ff9-457b-8fe3-e985db7c3cd9 req-5137ae7b-0328-4b78-809b-78aae9274f26 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5d211867-abc4-4644-897d-c57cf67f7e7a HTTP/1.1" status: 200 len: 944 time: 0.1004839 Aug 18 11:18:25.558940 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-bf124fc8-40a4-4fcd-8ce3-22d42ed285ae req-958f64bd-4538-42eb-a83d-12b6b669f03c service neutron] 10.222.0.20 "GET /networking/v2.0/networks/7f22837c-b0bf-4183-918e-ed97b8d7016a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365838 Aug 18 11:18:25.568666 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-7d2f6fca-1ff9-457b-8fe3-e985db7c3cd9 req-eb6e420a-0b47-4820-826e-f5b8d8518131 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d080cec0-bf37-4b83-8a3c-1cddb3e7bd6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743399 Aug 18 11:18:26.330232 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=100 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:18:26.366768 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-bf124fc8-40a4-4fcd-8ce3-22d42ed285ae req-6d968d77-c483-456e-80c8-634a6e11ce55 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/7f22837c-b0bf-4183-918e-ed97b8d7016a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027923 Aug 18 11:18:26.427006 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=16,neutron:UPDATE=1 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:18:26.428897 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=18,neutron:UPDATE=5 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:18:26.496464 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b62918-ee51-4de2-9353-bb84ece0772c req-ec060f7d-2ca2-474c-bc71-fb6edc8d0627 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:18:26.498225 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-90b62918-ee51-4de2-9353-bb84ece0772c req-ec060f7d-2ca2-474c-bc71-fb6edc8d0627 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=c8db7651-518a-44f0-834d-8036931cbef8 HTTP/1.1" status: 200 len: 945 time: 0.0487804 Aug 18 11:18:26.548491 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-90b62918-ee51-4de2-9353-bb84ece0772c req-07c0507d-d99a-4fd9-9b18-6cf15340c1a1 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b21c2cf3-45f4-4212-bbb4-b16e8476f4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446417 Aug 18 11:18:26.689199 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56395221-98f6-4f33-b3e3-2209fcfae724 req-a0b62ee7-d132-4a6a-910a-642da14a7715 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:18:26.690688 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-56395221-98f6-4f33-b3e3-2209fcfae724 req-a0b62ee7-d132-4a6a-910a-642da14a7715 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5d211867-abc4-4644-897d-c57cf67f7e7a HTTP/1.1" status: 200 len: 944 time: 0.0473490 Aug 18 11:18:26.746726 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-56395221-98f6-4f33-b3e3-2209fcfae724 req-da0e2654-bc24-409b-b817-53dbeab67f22 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d080cec0-bf37-4b83-8a3c-1cddb3e7bd6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502598 Aug 18 11:18:27.668537 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fa7476-c348-4191-827f-e56d853d4eb2 req-62c8f605-b3f8-48db-9696-e888a17d7f17 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:18:27.670691 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-82fa7476-c348-4191-827f-e56d853d4eb2 req-62c8f605-b3f8-48db-9696-e888a17d7f17 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=c8db7651-518a-44f0-834d-8036931cbef8 HTTP/1.1" status: 200 len: 945 time: 0.0507019 Aug 18 11:18:27.719790 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-82fa7476-c348-4191-827f-e56d853d4eb2 req-beb3cc05-9caa-452c-ab65-dc89104692cb tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b21c2cf3-45f4-4212-bbb4-b16e8476f4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435629 Aug 18 11:18:27.877577 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abf78c4-f925-41a6-85bf-6ff267de80d1 req-9071e3f0-45d9-4cf0-82b8-b8bd31cd2448 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:18:27.879071 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-3abf78c4-f925-41a6-85bf-6ff267de80d1 req-9071e3f0-45d9-4cf0-82b8-b8bd31cd2448 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5d211867-abc4-4644-897d-c57cf67f7e7a HTTP/1.1" status: 200 len: 944 time: 0.0486665 Aug 18 11:18:27.934281 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-3abf78c4-f925-41a6-85bf-6ff267de80d1 req-c833662a-6007-4e69-afc2-eaa50309598e tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d080cec0-bf37-4b83-8a3c-1cddb3e7bd6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493748 Aug 18 11:18:28.843458 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b763801-ef93-4cb6-9b89-330ff3e02b12 req-b1007b47-6032-4f11-a24e-ea2987f2ccf3 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:18:28.845007 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-3b763801-ef93-4cb6-9b89-330ff3e02b12 req-b1007b47-6032-4f11-a24e-ea2987f2ccf3 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=c8db7651-518a-44f0-834d-8036931cbef8 HTTP/1.1" status: 200 len: 945 time: 0.0522599 Aug 18 11:18:28.890894 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=100 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:18:28.895966 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-3b763801-ef93-4cb6-9b89-330ff3e02b12 req-aabf8d0d-d819-4788-aeae-9f3e76006500 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b21c2cf3-45f4-4212-bbb4-b16e8476f4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452654 Aug 18 11:18:29.061445 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c9c16d-9720-4198-9e16-166f3bb84f57 req-92b62a0c-01e1-4b72-a42b-f4bcd9b819b0 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:18:29.062964 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-a9c9c16d-9720-4198-9e16-166f3bb84f57 req-92b62a0c-01e1-4b72-a42b-f4bcd9b819b0 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5d211867-abc4-4644-897d-c57cf67f7e7a HTTP/1.1" status: 200 len: 944 time: 0.0503786 Aug 18 11:18:29.122924 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-a9c9c16d-9720-4198-9e16-166f3bb84f57 req-800d8a62-0eca-433c-a1a0-27fa3ac01178 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d080cec0-bf37-4b83-8a3c-1cddb3e7bd6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535839 Aug 18 11:18:30.019608 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb6c70b-180f-4327-b539-e5822ebfde6a req-1fc86c70-347a-4ea9-b2b6-86b947415a25 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:18:30.021162 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-5bb6c70b-180f-4327-b539-e5822ebfde6a req-1fc86c70-347a-4ea9-b2b6-86b947415a25 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=c8db7651-518a-44f0-834d-8036931cbef8 HTTP/1.1" status: 200 len: 945 time: 0.0489566 Aug 18 11:18:30.079571 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-5bb6c70b-180f-4327-b539-e5822ebfde6a req-f019a5e9-fe96-4a2d-a4ec-8f0b7566dcc4 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b21c2cf3-45f4-4212-bbb4-b16e8476f4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524981 Aug 18 11:18:30.246182 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c8830d-4c57-42a3-9af2-955c20753255 req-b27cf760-351c-4107-822e-2a003c252d59 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:18:30.247682 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-32c8830d-4c57-42a3-9af2-955c20753255 req-b27cf760-351c-4107-822e-2a003c252d59 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5d211867-abc4-4644-897d-c57cf67f7e7a HTTP/1.1" status: 200 len: 944 time: 0.0485373 Aug 18 11:18:30.300979 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-32c8830d-4c57-42a3-9af2-955c20753255 req-227895bb-25d7-4487-9586-765bf5ff379c tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d080cec0-bf37-4b83-8a3c-1cddb3e7bd6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472627 Aug 18 11:18:31.203301 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7ac9f7-a65f-4280-9cb9-f95c304de63b req-c4dd7c02-877f-4c53-b5ea-d5869fca4056 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:18:31.204818 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-cf7ac9f7-a65f-4280-9cb9-f95c304de63b req-c4dd7c02-877f-4c53-b5ea-d5869fca4056 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=c8db7651-518a-44f0-834d-8036931cbef8 HTTP/1.1" status: 200 len: 945 time: 0.0515864 Aug 18 11:18:31.255547 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-cf7ac9f7-a65f-4280-9cb9-f95c304de63b req-ff2da49f-53c3-45fb-8a8a-0fd12b3a5a2a tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b21c2cf3-45f4-4212-bbb4-b16e8476f4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450401 Aug 18 11:18:31.429391 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eade3a14-a042-484c-adb5-dfb1ab56f226 req-08c918be-96eb-4787-971e-b2a35609db3e tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:18:31.430900 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-eade3a14-a042-484c-adb5-dfb1ab56f226 req-08c918be-96eb-4787-971e-b2a35609db3e tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5d211867-abc4-4644-897d-c57cf67f7e7a HTTP/1.1" status: 200 len: 944 time: 0.0551031 Aug 18 11:18:31.489794 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-eade3a14-a042-484c-adb5-dfb1ab56f226 req-7b1785ac-f1f2-498c-8376-237c203c013b tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d080cec0-bf37-4b83-8a3c-1cddb3e7bd6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532310 Aug 18 11:18:32.378385 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9dab80-e7b0-47ad-bc3f-0d1da533e3ad req-4fbbfaa1-ae2c-4055-8f76-0ecfe407a7a8 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:18:32.379910 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-cf9dab80-e7b0-47ad-bc3f-0d1da533e3ad req-4fbbfaa1-ae2c-4055-8f76-0ecfe407a7a8 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=c8db7651-518a-44f0-834d-8036931cbef8 HTTP/1.1" status: 200 len: 945 time: 0.0476766 Aug 18 11:18:32.429500 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-cf9dab80-e7b0-47ad-bc3f-0d1da533e3ad req-24b12933-2a11-4ffb-9263-f7bf2b8fdbb0 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b21c2cf3-45f4-4212-bbb4-b16e8476f4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439007 Aug 18 11:18:32.573560 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=100 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:18:32.617329 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8f8cef-eb90-4eed-81b6-862c4efdeb74 req-845ad2d4-9abb-49e0-8679-f00457a2c03a tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:18:32.618849 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-ab8f8cef-eb90-4eed-81b6-862c4efdeb74 req-845ad2d4-9abb-49e0-8679-f00457a2c03a tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5d211867-abc4-4644-897d-c57cf67f7e7a HTTP/1.1" status: 200 len: 944 time: 0.0540080 Aug 18 11:18:32.674449 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-ab8f8cef-eb90-4eed-81b6-862c4efdeb74 req-1a4b93d9-99b7-41ab-8eaf-5aeb4c9597fb tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d080cec0-bf37-4b83-8a3c-1cddb3e7bd6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500345 Aug 18 11:18:33.559008 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573315e0-3dfe-4b6a-b647-d27824e22883 req-04fdcbfd-275e-47ef-a3ab-ba1c3b3a21d8 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:18:33.561468 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-573315e0-3dfe-4b6a-b647-d27824e22883 req-04fdcbfd-275e-47ef-a3ab-ba1c3b3a21d8 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=c8db7651-518a-44f0-834d-8036931cbef8 HTTP/1.1" status: 200 len: 945 time: 0.0547724 Aug 18 11:18:33.619293 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-573315e0-3dfe-4b6a-b647-d27824e22883 req-c7683280-4e31-465d-a43c-abd039a3aa9f tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b21c2cf3-45f4-4212-bbb4-b16e8476f4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478001 Aug 18 11:18:33.803523 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de0a0f3-cea5-4e0f-af19-481f29278730 req-4236eba6-113d-4d87-96cc-5c93376c6d69 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:18:33.805157 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-6de0a0f3-cea5-4e0f-af19-481f29278730 req-4236eba6-113d-4d87-96cc-5c93376c6d69 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5d211867-abc4-4644-897d-c57cf67f7e7a HTTP/1.1" status: 200 len: 944 time: 0.0506132 Aug 18 11:18:33.863665 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-6de0a0f3-cea5-4e0f-af19-481f29278730 req-b5699907-3f4a-4da1-a087-2b580f3818c1 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d080cec0-bf37-4b83-8a3c-1cddb3e7bd6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527472 Aug 18 11:18:34.755158 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddc1e67-66f3-4ab4-9ed1-360e16328f68 req-d6b84d16-83ee-48a2-8c65-7de0cff6cae3 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:18:34.756702 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-1ddc1e67-66f3-4ab4-9ed1-360e16328f68 req-d6b84d16-83ee-48a2-8c65-7de0cff6cae3 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=c8db7651-518a-44f0-834d-8036931cbef8 HTTP/1.1" status: 200 len: 945 time: 0.0553083 Aug 18 11:18:34.817058 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-1ddc1e67-66f3-4ab4-9ed1-360e16328f68 req-1b298f19-ca02-41a3-82d6-fa166b94ca7b tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b21c2cf3-45f4-4212-bbb4-b16e8476f4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530808 Aug 18 11:18:34.996654 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b52801d-0ca6-4f78-8264-215f4d356500 req-2bfd910f-4002-41ad-a9a0-2c5aab032e89 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:18:34.999147 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-9b52801d-0ca6-4f78-8264-215f4d356500 req-2bfd910f-4002-41ad-a9a0-2c5aab032e89 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5d211867-abc4-4644-897d-c57cf67f7e7a HTTP/1.1" status: 200 len: 944 time: 0.0540199 Aug 18 11:18:35.062776 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-9b52801d-0ca6-4f78-8264-215f4d356500 req-c162c52e-3dd4-44a6-b8c9-a7b2627f45d4 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d080cec0-bf37-4b83-8a3c-1cddb3e7bd6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570672 Aug 18 11:18:35.275103 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.agents_db [None req-8a9264f7-88d3-4c8b-91d1-adcc6bb37de7 None None] Agent healthcheck: found 6 active agents {{(pid=106381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 11:18:35.642582 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (0c451e2b-fe38-44d1-984c-2dd7bcedf4dc), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:18:35.944311 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7291bcb9-d00e-434f-9dcb-31b527806e56 req-a1a1d04b-6354-49ab-9bdd-700b22e1e228 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:18:35.945787 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-7291bcb9-d00e-434f-9dcb-31b527806e56 req-a1a1d04b-6354-49ab-9bdd-700b22e1e228 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=c8db7651-518a-44f0-834d-8036931cbef8 HTTP/1.1" status: 200 len: 945 time: 0.0518987 Aug 18 11:18:35.957535 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=100 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:18:35.998070 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-7291bcb9-d00e-434f-9dcb-31b527806e56 req-54ef1df9-ae42-46b5-899c-745eb8cd41f2 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b21c2cf3-45f4-4212-bbb4-b16e8476f4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461617 Aug 18 11:18:36.195883 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46ec02e-93e7-4028-bd9d-a15fd28265b7 req-fcfd8417-bbbd-4d4b-b103-ceff84e1d9cc tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:18:36.197720 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-e46ec02e-93e7-4028-bd9d-a15fd28265b7 req-fcfd8417-bbbd-4d4b-b103-ceff84e1d9cc tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5d211867-abc4-4644-897d-c57cf67f7e7a HTTP/1.1" status: 200 len: 944 time: 0.0546942 Aug 18 11:18:36.251249 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-e46ec02e-93e7-4028-bd9d-a15fd28265b7 req-3a5b0a39-114c-4e91-beda-3f9bd073c02d tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d080cec0-bf37-4b83-8a3c-1cddb3e7bd6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470321 Aug 18 11:18:37.120819 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18515217-c696-4e56-a97b-3da26ec7930a req-22e96286-822f-4cb4-9044-d8a796265929 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:18:37.122551 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-18515217-c696-4e56-a97b-3da26ec7930a req-22e96286-822f-4cb4-9044-d8a796265929 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=c8db7651-518a-44f0-834d-8036931cbef8 HTTP/1.1" status: 200 len: 945 time: 0.0488067 Aug 18 11:18:37.175454 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-18515217-c696-4e56-a97b-3da26ec7930a req-a5a86917-5ead-4797-9d33-bb78ef380d2b tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b21c2cf3-45f4-4212-bbb4-b16e8476f4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474155 Aug 18 11:18:37.371579 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4672811-a613-4a39-a576-cc68be6bfb9d req-ae5397c0-05af-4c2d-aa8d-6f236075acea tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:18:37.373156 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-b4672811-a613-4a39-a576-cc68be6bfb9d req-ae5397c0-05af-4c2d-aa8d-6f236075acea tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5d211867-abc4-4644-897d-c57cf67f7e7a HTTP/1.1" status: 200 len: 944 time: 0.0477836 Aug 18 11:18:37.424785 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-b4672811-a613-4a39-a576-cc68be6bfb9d req-45c46bce-b985-412b-a96b-de1ac0095ff2 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d080cec0-bf37-4b83-8a3c-1cddb3e7bd6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460343 Aug 18 11:18:38.295989 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2893d5f9-3928-495a-8cfb-ce6c7b66f9c0 req-7b88bd05-b1fb-4b09-80db-100eb2eb5511 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:18:38.297536 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-2893d5f9-3928-495a-8cfb-ce6c7b66f9c0 req-7b88bd05-b1fb-4b09-80db-100eb2eb5511 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=c8db7651-518a-44f0-834d-8036931cbef8 HTTP/1.1" status: 200 len: 945 time: 0.0484040 Aug 18 11:18:38.349630 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-2893d5f9-3928-495a-8cfb-ce6c7b66f9c0 req-3daa0991-26eb-428c-b1c1-a5c777c7d3d1 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b21c2cf3-45f4-4212-bbb4-b16e8476f4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447066 Aug 18 11:18:38.548756 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ab6b67-e49a-4035-a2bd-386ecd2e8095 req-dc80dac1-bfa5-4666-9d1e-0ccbf041e3c9 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:18:38.550302 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-65ab6b67-e49a-4035-a2bd-386ecd2e8095 req-dc80dac1-bfa5-4666-9d1e-0ccbf041e3c9 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5d211867-abc4-4644-897d-c57cf67f7e7a HTTP/1.1" status: 200 len: 944 time: 0.0517657 Aug 18 11:18:38.570836 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=100 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:18:38.601709 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-65ab6b67-e49a-4035-a2bd-386ecd2e8095 req-60dca4e3-fc66-404a-b2ff-a0ceb046e64c tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d080cec0-bf37-4b83-8a3c-1cddb3e7bd6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456138 Aug 18 11:18:39.473182 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5833d1-6987-4b2b-bf6a-b7b169e1e6eb req-daad971a-678e-4f64-b5b0-02da71e52fa6 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:18:39.474687 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-0a5833d1-6987-4b2b-bf6a-b7b169e1e6eb req-daad971a-678e-4f64-b5b0-02da71e52fa6 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=c8db7651-518a-44f0-834d-8036931cbef8 HTTP/1.1" status: 200 len: 945 time: 0.0479627 Aug 18 11:18:39.525118 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-0a5833d1-6987-4b2b-bf6a-b7b169e1e6eb req-ffaf0bd4-66d4-483b-b611-05b798a96714 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b21c2cf3-45f4-4212-bbb4-b16e8476f4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447743 Aug 18 11:18:39.730782 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de241cd6-6e47-4975-8f21-b1e365c5d814 req-453b3db7-3fbd-4d64-85bd-01b2e6c213e0 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:18:39.733293 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-de241cd6-6e47-4975-8f21-b1e365c5d814 req-453b3db7-3fbd-4d64-85bd-01b2e6c213e0 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5d211867-abc4-4644-897d-c57cf67f7e7a HTTP/1.1" status: 200 len: 944 time: 0.0520117 Aug 18 11:18:39.784865 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-de241cd6-6e47-4975-8f21-b1e365c5d814 req-81c37794-50a7-4317-8273-96f8e946f2d1 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d080cec0-bf37-4b83-8a3c-1cddb3e7bd6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458205 Aug 18 11:18:40.645352 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b340633-48a1-4892-a8fa-8ea37cee2341 req-e3d86c52-aa80-4062-9d8b-5f8c57d300ba tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:18:40.646854 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-2b340633-48a1-4892-a8fa-8ea37cee2341 req-e3d86c52-aa80-4062-9d8b-5f8c57d300ba tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=c8db7651-518a-44f0-834d-8036931cbef8 HTTP/1.1" status: 200 len: 945 time: 0.0483911 Aug 18 11:18:40.695849 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-2b340633-48a1-4892-a8fa-8ea37cee2341 req-e51bc67f-b52f-42e0-92d1-94fcb0a3e5ed tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b21c2cf3-45f4-4212-bbb4-b16e8476f4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434616 Aug 18 11:18:40.905140 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbccc7f-3a15-4060-97b7-40359b41f607 req-b9a90496-1f88-45af-9c56-48358ed3e23c tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:18:40.906636 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-bdbccc7f-3a15-4060-97b7-40359b41f607 req-b9a90496-1f88-45af-9c56-48358ed3e23c tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5d211867-abc4-4644-897d-c57cf67f7e7a HTTP/1.1" status: 200 len: 944 time: 0.0477958 Aug 18 11:18:40.962236 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-bdbccc7f-3a15-4060-97b7-40359b41f607 req-4f2dc895-7e92-4c55-8c78-edcde90cd741 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d080cec0-bf37-4b83-8a3c-1cddb3e7bd6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498033 Aug 18 11:18:40.967524 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-1ca374ce-ed88-427b-bb55-5eb1b5ed5713 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (c499a017-4b38-4967-b050-d4094e1a7564), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:18:41.818051 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fdec99-e231-48cf-bb97-29e5f645bdd0 req-cca37c3d-7686-4bc0-80b0-9a3241abab71 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:18:41.819618 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-e7fdec99-e231-48cf-bb97-29e5f645bdd0 req-cca37c3d-7686-4bc0-80b0-9a3241abab71 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=c8db7651-518a-44f0-834d-8036931cbef8 HTTP/1.1" status: 200 len: 945 time: 0.0484357 Aug 18 11:18:41.869409 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-e7fdec99-e231-48cf-bb97-29e5f645bdd0 req-69845490-d20d-4bae-9466-f3996a1d30ee tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b21c2cf3-45f4-4212-bbb4-b16e8476f4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439799 Aug 18 11:18:42.087679 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46238a9-b644-4401-ac37-e18dec9c8e28 req-19e5e515-b8a4-4582-805b-14fb3e703fe5 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:18:42.089230 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-f46238a9-b644-4401-ac37-e18dec9c8e28 req-19e5e515-b8a4-4582-805b-14fb3e703fe5 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5d211867-abc4-4644-897d-c57cf67f7e7a HTTP/1.1" status: 200 len: 944 time: 0.0516045 Aug 18 11:18:42.143215 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-f46238a9-b644-4401-ac37-e18dec9c8e28 req-46298313-b23c-49cd-99c3-9d85745e9287 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d080cec0-bf37-4b83-8a3c-1cddb3e7bd6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469141 Aug 18 11:18:42.955242 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=100 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:18:43.000304 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e969cb-d53d-49ce-a092-7180a56e3f37 req-e169a56b-06c6-4782-b0b3-cc05ce8c0685 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:18:43.001827 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-70e969cb-d53d-49ce-a092-7180a56e3f37 req-e169a56b-06c6-4782-b0b3-cc05ce8c0685 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=c8db7651-518a-44f0-834d-8036931cbef8 HTTP/1.1" status: 200 len: 945 time: 0.0571804 Aug 18 11:18:43.052966 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-70e969cb-d53d-49ce-a092-7180a56e3f37 req-b2a976d9-98e7-4a6f-bdbb-82f5b6004729 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b21c2cf3-45f4-4212-bbb4-b16e8476f4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454507 Aug 18 11:18:43.271385 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e781b43-3419-45a8-a3f8-a14fb943c270 req-3a46e4e5-e58a-487c-aff3-54a77bbcb66b tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:18:43.273158 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-0e781b43-3419-45a8-a3f8-a14fb943c270 req-3a46e4e5-e58a-487c-aff3-54a77bbcb66b tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5d211867-abc4-4644-897d-c57cf67f7e7a HTTP/1.1" status: 200 len: 944 time: 0.0551722 Aug 18 11:18:43.331527 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-0e781b43-3419-45a8-a3f8-a14fb943c270 req-136baf3e-b68d-4ce6-9bb1-2fb8214a36bc tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d080cec0-bf37-4b83-8a3c-1cddb3e7bd6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525303 Aug 18 11:18:43.338858 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-80266c43-ec95-4913-8b2c-53edd5bf1d5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (5a2ac145-53e3-4597-a9e7-c52b4336ae58), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:18:43.855258 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecf7429-27fe-4289-a8ab-1843b238fd73 req-16bbf6a4-05b9-400d-89d5-6ef5e80a592e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:18:43.857555 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-aecf7429-27fe-4289-a8ab-1843b238fd73 req-16bbf6a4-05b9-400d-89d5-6ef5e80a592e service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=c8db7651-518a-44f0-834d-8036931cbef8 HTTP/1.1" status: 200 len: 1129 time: 0.0416398 Aug 18 11:18:43.910173 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-aecf7429-27fe-4289-a8ab-1843b238fd73 req-2ad7c25b-9798-423e-adbb-f97b2fbff725 service neutron] 10.222.0.20 "GET /networking/v2.0/security-groups?id=b21c2cf3-45f4-4212-bbb4-b16e8476f4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449734 Aug 18 11:18:44.179317 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a57394-acf7-4004-8785-87a8334c388c req-b12111c5-38de-4044-ab56-1f7095a11af4 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:18:44.180859 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-92a57394-acf7-4004-8785-87a8334c388c req-b12111c5-38de-4044-ab56-1f7095a11af4 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=c8db7651-518a-44f0-834d-8036931cbef8 HTTP/1.1" status: 200 len: 945 time: 0.0496283 Aug 18 11:18:44.234311 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-92a57394-acf7-4004-8785-87a8334c388c req-f46e92d6-49e8-4e86-8e80-578a12b171c2 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b21c2cf3-45f4-4212-bbb4-b16e8476f4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471380 Aug 18 11:18:44.458657 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca15a12-6c13-4e16-b617-18db620dc6b5 req-a0ea172f-7848-41f2-88ff-9e036d883b4e tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:18:44.460237 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-eca15a12-6c13-4e16-b617-18db620dc6b5 req-a0ea172f-7848-41f2-88ff-9e036d883b4e tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5d211867-abc4-4644-897d-c57cf67f7e7a HTTP/1.1" status: 200 len: 944 time: 0.0488789 Aug 18 11:18:44.473130 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=100 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:18:44.521434 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-eca15a12-6c13-4e16-b617-18db620dc6b5 req-d299b490-68fd-4547-8461-405c022009cb tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d080cec0-bf37-4b83-8a3c-1cddb3e7bd6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543334 Aug 18 11:18:44.673573 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-a5cc8183-7213-4642-9d48-bc0d47940d29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (29720577-1c8f-43c1-a8be-c2a14df8d65e), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:18:45.271283 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=13 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:18:45.272719 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=15 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:18:45.373739 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a624b6e-9e4f-4136-b1a8-e0d52d1b61a6 req-f73bd5d9-353e-4bff-ac71-591da0768a1a tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:18:45.375402 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-6a624b6e-9e4f-4136-b1a8-e0d52d1b61a6 req-f73bd5d9-353e-4bff-ac71-591da0768a1a tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=c8db7651-518a-44f0-834d-8036931cbef8 HTTP/1.1" status: 200 len: 945 time: 0.0553334 Aug 18 11:18:45.429629 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-6a624b6e-9e4f-4136-b1a8-e0d52d1b61a6 req-6319f855-6342-4818-9408-85f634c7bc21 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b21c2cf3-45f4-4212-bbb4-b16e8476f4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480452 Aug 18 11:18:45.658059 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc1ec78-da2c-487a-8a10-f3920b31c124 req-4a880c78-c937-4ca2-b178-e25c79e04601 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:18:45.659598 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-7bc1ec78-da2c-487a-8a10-f3920b31c124 req-4a880c78-c937-4ca2-b178-e25c79e04601 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5d211867-abc4-4644-897d-c57cf67f7e7a HTTP/1.1" status: 200 len: 944 time: 0.0490482 Aug 18 11:18:45.723231 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-7bc1ec78-da2c-487a-8a10-f3920b31c124 req-3218cb25-abc6-45a9-b000-229bbfa9dede tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d080cec0-bf37-4b83-8a3c-1cddb3e7bd6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566621 Aug 18 11:18:45.969964 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (69d4285f-736d-41a6-a99e-1994eed59bce), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:18:46.085293 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.16', 54072) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:18:46.162913 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Device f5805892-bcfb-4b5c-872c-c9655c2f6387 details requested by agent hyperv_hv-cinder-85345 with host hv-cinder-85345 {{(pid=106380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 11:18:46.223364 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-bf5a3784-e68c-4725-b4e7-08f8c0ed7af1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:18:46.274090 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] For port f5805892-bcfb-4b5c-872c-c9655c2f6387, host hv-cinder-85345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85345',level=0,port_id=f5805892-bcfb-4b5c-872c-c9655c2f6387,segment=NetworkSegment(58df20ea-3ae4-4865-bf80-8bcc6a73c066),segment_id=58df20ea-3ae4-4865-bf80-8bcc6a73c066)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:18:46.289392 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Returning: {'device': 'f5805892-bcfb-4b5c-872c-c9655c2f6387', 'network_id': '7f22837c-b0bf-4183-918e-ed97b8d7016a', 'port_id': 'f5805892-bcfb-4b5c-872c-c9655c2f6387', 'mac_address': 'fa:16:3e:d0:23:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 962, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23956a8f-6417-481b-8752-923c1ff1baa8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 11:18:46.311183 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-bf5a3784-e68c-4725-b4e7-08f8c0ed7af1 admin admin] Publish callbacks [] for security_group (24aedc8c-4e63-4e7c-bf6c-ca24795cd161), precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:18:46.315557 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-bf5a3784-e68c-4725-b4e7-08f8c0ed7af1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433130'] for security_group (24aedc8c-4e63-4e7c-bf6c-ca24795cd161), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:18:46.326724 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Current status of the port f5805892-bcfb-4b5c-872c-c9655c2f6387 is: DOWN; New status is: BUILD {{(pid=106380) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 11:18:46.327132 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (f5805892-bcfb-4b5c-872c-c9655c2f6387), before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:18:46.346501 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.notifiers.nova [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5805892-bcfb-4b5c-872c-c9655c2f6387 {{(pid=106380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 18 11:18:46.360156 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-bf5a3784-e68c-4725-b4e7-08f8c0ed7af1 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=50a8fc499a8440a7947d5a4ae6d381f3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2737017 Aug 18 11:18:46.362248 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5a3784-e68c-4725-b4e7-08f8c0ed7af1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24aedc8c-4e63-4e7c-bf6c-ca24795cd161,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:18:46.362890 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.16', 54080) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:18:46.365403 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] For port f5805892-bcfb-4b5c-872c-c9655c2f6387, host hv-cinder-85345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85345',level=0,port_id=f5805892-bcfb-4b5c-872c-c9655c2f6387,segment=NetworkSegment(58df20ea-3ae4-4865-bf80-8bcc6a73c066),segment_id=58df20ea-3ae4-4865-bf80-8bcc6a73c066)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:18:46.371498 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732803053689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732802528799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732802528817'] for port (f5805892-bcfb-4b5c-872c-c9655c2f6387), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:18:46.430579 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a41a4ac8-9fa3-422d-8df9-fd778c2d1804 admin admin] Publish callbacks [] for security_group (24aedc8c-4e63-4e7c-bf6c-ca24795cd161), before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:18:46.439269 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Pushing event updated for resources: {'Port': ['ID=f5805892-bcfb-4b5c-872c-c9655c2f6387,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:18:46.450508 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:18:46.450975 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:18:46.451582 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:18:46.452144 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:18:46.452739 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:18:46.453318 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:18:46.453865 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:18:46.454418 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:18:46.454823 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:18:46.455190 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:18:46.455306 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a41a4ac8-9fa3-422d-8df9-fd778c2d1804 admin admin] Publish callbacks [] for security_group (24aedc8c-4e63-4e7c-bf6c-ca24795cd161), precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:18:46.455529 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:18:46.455891 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:18:46.456213 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:18:46.456724 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:18:46.456837 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:18:46.460544 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c68edff8-e550-48a3-9de2-17badfe483c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (307af099-d926-4e52-9df3-0cd09baf3c81), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:18:46.544827 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a41a4ac8-9fa3-422d-8df9-fd778c2d1804 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433130'] for security_group (24aedc8c-4e63-4e7c-bf6c-ca24795cd161), after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:18:46.547396 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a41a4ac8-9fa3-422d-8df9-fd778c2d1804 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:18:46.548576 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [None req-a41a4ac8-9fa3-422d-8df9-fd778c2d1804 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/24aedc8c-4e63-4e7c-bf6c-ca24795cd161 HTTP/1.1" status: 204 len: 168 time: 0.1846907 Aug 18 11:18:46.566235 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41a4ac8-9fa3-422d-8df9-fd778c2d1804 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24aedc8c-4e63-4e7c-bf6c-ca24795cd161,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:18:46.576854 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3a488c-4d6c-4345-96d3-e22e5e1c7cb9 req-8d939877-cf26-4e1d-b20e-dfee5ab873ac tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:18:46.578425 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-3c3a488c-4d6c-4345-96d3-e22e5e1c7cb9 req-8d939877-cf26-4e1d-b20e-dfee5ab873ac tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=c8db7651-518a-44f0-834d-8036931cbef8 HTTP/1.1" status: 200 len: 945 time: 0.0634933 Aug 18 11:18:46.636540 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-3c3a488c-4d6c-4345-96d3-e22e5e1c7cb9 req-4eafd361-ed33-40f8-af16-a3d02fb82176 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b21c2cf3-45f4-4212-bbb4-b16e8476f4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498259 Aug 18 11:18:46.871434 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] get_ports_and_sgs() called for port_ids ['f5805892-bcfb-4b5c-872c-c9655c2f6387'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 18 11:18:46.878749 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d0255a-c836-4d10-9c12-eaa00f94a3a0 req-ff9797a5-825c-41de-a2f6-5f105f0236e9 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:18:46.880399 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-22d0255a-c836-4d10-9c12-eaa00f94a3a0 req-ff9797a5-825c-41de-a2f6-5f105f0236e9 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5d211867-abc4-4644-897d-c57cf67f7e7a HTTP/1.1" status: 200 len: 945 time: 0.0644488 Aug 18 11:18:46.961194 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:18:46.993278 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5276b3ef-03ca-4e5e-a007-0a7e566d5431 req-62d414e7-aaa8-4fcb-9682-23911d149c33 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:18:46.994853 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-5276b3ef-03ca-4e5e-a007-0a7e566d5431 req-62d414e7-aaa8-4fcb-9682-23911d149c33 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=c8db7651-518a-44f0-834d-8036931cbef8 HTTP/1.1" status: 200 len: 945 time: 0.1133614 Aug 18 11:18:46.998933 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47788bf9-4d2d-4989-bcbf-73697ea722bf req-9bb4be80-38a1-4997-a0a4-479517345187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:18:47.000732 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-47788bf9-4d2d-4989-bcbf-73697ea722bf req-9bb4be80-38a1-4997-a0a4-479517345187 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=aab35f7119e44d3c8da92076c7e823db&device_id=c8db7651-518a-44f0-834d-8036931cbef8 HTTP/1.1" status: 200 len: 1129 time: 0.1080496 Aug 18 11:18:47.064478 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-22d0255a-c836-4d10-9c12-eaa00f94a3a0 req-24dc76e0-e47b-4db9-a5e2-e583ca562307 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d080cec0-bf37-4b83-8a3c-1cddb3e7bd6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1705167 Aug 18 11:18:47.370930 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-5276b3ef-03ca-4e5e-a007-0a7e566d5431 req-8d72f0d8-a423-4d4a-93c4-83d99a622725 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b21c2cf3-45f4-4212-bbb4-b16e8476f4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3575933 Aug 18 11:18:47.412164 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47788bf9-4d2d-4989-bcbf-73697ea722bf req-f4e89bde-4887-42f2-be10-5e65b6b1eb21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:18:47.413666 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-47788bf9-4d2d-4989-bcbf-73697ea722bf req-f4e89bde-4887-42f2-be10-5e65b6b1eb21 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=dd9ba834-1e3f-4b43-ad03-a13182799a15 HTTP/1.1" status: 200 len: 920 time: 0.3990591 Aug 18 11:18:47.424065 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.16', 54124) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:18:47.464468 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-47788bf9-4d2d-4989-bcbf-73697ea722bf req-5c32c2a9-d0c5-4e24-9bef-10796f4b71e6 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ebed5dca-31d9-4dd8-82d2-0b59c8ad64cb HTTP/1.1" status: 200 len: 217 time: 0.0434201 Aug 18 11:18:47.538414 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47788bf9-4d2d-4989-bcbf-73697ea722bf req-b39261d9-692b-41aa-bfd3-b156c7e1fcb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:18:47.540515 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-47788bf9-4d2d-4989-bcbf-73697ea722bf req-b39261d9-692b-41aa-bfd3-b156c7e1fcb7 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=055aadf2-d4b5-4a33-adc5-6baee36dc7bc HTTP/1.1" status: 200 len: 858 time: 0.0689552 Aug 18 11:18:47.569871 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.v2.base [None req-095ffdf6-f4ac-487e-9e0a-7303e0105761 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-977029492-network', 'tenant_id': 'c14bc6c22cf74ac7b59d0c55e82c0829'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:18:47.592011 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-095ffdf6-f4ac-487e-9e0a-7303e0105761 admin admin] Made reservation on behalf of c14bc6c22cf74ac7b59d0c55e82c0829 for: {'network': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 11:18:47.594918 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-095ffdf6-f4ac-487e-9e0a-7303e0105761 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for network (None), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:18:47.596452 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47788bf9-4d2d-4989-bcbf-73697ea722bf req-c755601f-cfd7-4fec-bcf4-c71ce2957eef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:18:47.598574 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-47788bf9-4d2d-4989-bcbf-73697ea722bf req-c755601f-cfd7-4fec-bcf4-c71ce2957eef service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=dd9ba834-1e3f-4b43-ad03-a13182799a15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0489960 Aug 18 11:18:47.604675 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-095ffdf6-f4ac-487e-9e0a-7303e0105761 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:18:47.624391 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:18:47.694989 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-095ffdf6-f4ac-487e-9e0a-7303e0105761 admin admin] Publish callbacks [] for security_group (b24ec8ab-a55e-4d86-92f7-e9e1e78b7104), precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:18:47.698866 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-095ffdf6-f4ac-487e-9e0a-7303e0105761 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433130'] for security_group (b24ec8ab-a55e-4d86-92f7-e9e1e78b7104), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:18:47.713945 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-47788bf9-4d2d-4989-bcbf-73697ea722bf req-c2bbb361-3a84-4b7d-b550-012784533aa3 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/dd9ba834-1e3f-4b43-ad03-a13182799a15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090651 Aug 18 11:18:47.729276 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-095ffdf6-f4ac-487e-9e0a-7303e0105761 admin admin] vlan segment allocate from pool success with {'vlan_id': 966, 'physical_network': 'physnet1'} {{(pid=106379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 11:18:47.735158 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095ffdf6-f4ac-487e-9e0a-7303e0105761 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b24ec8ab-a55e-4d86-92f7-e9e1e78b7104,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:18:47.746444 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-095ffdf6-f4ac-487e-9e0a-7303e0105761 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3609830'] for segment (e6c24dd4-4365-4c21-8b76-4afbdd585f48), precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:18:47.746444 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.db.segments_db [None req-095ffdf6-f4ac-487e-9e0a-7303e0105761 admin admin] Added segment e6c24dd4-4365-4c21-8b76-4afbdd585f48 of type vlan for network 819ea763-4a78-4c37-9c12-7248a0692fce Aug 18 11:18:47.792236 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-095ffdf6-f4ac-487e-9e0a-7303e0105761 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732802498636'] for network (819ea763-4a78-4c37-9c12-7248a0692fce), precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:18:47.821679 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-47788bf9-4d2d-4989-bcbf-73697ea722bf req-e99443d6-0e5a-455e-9299-c1008404d5d3 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/dd9ba834-1e3f-4b43-ad03-a13182799a15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011109 Aug 18 11:18:47.823766 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-095ffdf6-f4ac-487e-9e0a-7303e0105761 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403'] for network (819ea763-4a78-4c37-9c12-7248a0692fce), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:18:47.825590 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-095ffdf6-f4ac-487e-9e0a-7303e0105761 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:18:47.826549 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-095ffdf6-f4ac-487e-9e0a-7303e0105761 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682417'] for network (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:18:47.883292 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-095ffdf6-f4ac-487e-9e0a-7303e0105761 admin admin] 10.222.0.16 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4571862 Aug 18 11:18:47.886063 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.16', 54134) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:18:47.891546 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.v2.base [None req-ae2f84eb-4259-401c-8d46-9f150cd5407b admin admin] Request body: {'subnet': {'network_id': '819ea763-4a78-4c37-9c12-7248a0692fce', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-977029492-subnet', 'tenant_id': 'c14bc6c22cf74ac7b59d0c55e82c0829', 'ip_version': 4}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:18:47.922273 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095ffdf6-f4ac-487e-9e0a-7303e0105761 admin admin] Pushing event updated for resources: {'Network': ['ID=819ea763-4a78-4c37-9c12-7248a0692fce,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:18:47.932501 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae2f84eb-4259-401c-8d46-9f150cd5407b admin admin] Made reservation on behalf of c14bc6c22cf74ac7b59d0c55e82c0829 for: {'subnet': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 11:18:47.933005 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Network 819ea763-4a78-4c37-9c12-7248a0692fce details requested by agent ovs-agent-dv-cinder-853450-2-iscsi with host dv-cinder-853450-2-iscsi {{(pid=106380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 11:18:47.935120 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ae2f84eb-4259-401c-8d46-9f150cd5407b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11267958'] for subnet (None), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:18:48.094918 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=75,neutron:INSERT=21,neutron:UPDATE=4 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:18:48.121566 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ae2f84eb-4259-401c-8d46-9f150cd5407b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1640095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11267864'] for subnet (624f58cc-2f47-4cbf-b4da-a6f052b72e48), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:18:48.151400 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=80,neutron:INSERT=16,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:18:48.184131 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2f84eb-4259-401c-8d46-9f150cd5407b admin admin] Pushing event updated for resources: {'Subnet': ['ID=624f58cc-2f47-4cbf-b4da-a6f052b72e48,revision_number=0']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:18:48.187803 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Device f5805892-bcfb-4b5c-872c-c9655c2f6387 up at agent hyperv_hv-cinder-85345 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 11:18:48.187989 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2790c13-19ce-4b27-b7d5-fdd349fbab0b req-5f78b61b-3595-4ad7-9df7-d6418c25f58a tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:18:48.195654 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-b2790c13-19ce-4b27-b7d5-fdd349fbab0b req-5f78b61b-3595-4ad7-9df7-d6418c25f58a tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5d211867-abc4-4644-897d-c57cf67f7e7a HTTP/1.1" status: 200 len: 945 time: 0.0588763 Aug 18 11:18:48.200871 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae2f84eb-4259-401c-8d46-9f150cd5407b admin admin] Checking segment: {'id': 'e6c24dd4-4365-4c21-8b76-4afbdd585f48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 966, 'network_id': '819ea763-4a78-4c37-9c12-7248a0692fce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 18 11:18:48.202468 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae2f84eb-4259-401c-8d46-9f150cd5407b admin admin] Network hostable DHCP agents. Network: 819ea763-4a78-4c37-9c12-7248a0692fce, hostable agents: ['c499a017-4b38-4967-b050-d4094e1a7564'], hosted agents: [] {{(pid=106379) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 11:18:48.221795 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae2f84eb-4259-401c-8d46-9f150cd5407b admin admin] Network 819ea763-4a78-4c37-9c12-7248a0692fce is scheduled to be hosted by DHCP agent c499a017-4b38-4967-b050-d4094e1a7564 with binding_index 1 {{(pid=106379) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 11:18:48.233639 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-ae2f84eb-4259-401c-8d46-9f150cd5407b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-853450-2-iscsi, 819ea763-4a78-4c37-9c12-7248a0692fce) {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 11:18:48.237410 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Provisioning for port f5805892-bcfb-4b5c-872c-c9655c2f6387 completed by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 18 11:18:48.239018 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae2f84eb-4259-401c-8d46-9f150cd5407b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:18:48.239985 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ae2f84eb-4259-401c-8d46-9f150cd5407b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:18:48.246024 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-b2790c13-19ce-4b27-b7d5-fdd349fbab0b req-466cd1af-9a6c-4185-97a7-0262f7b0a2d2 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d080cec0-bf37-4b83-8a3c-1cddb3e7bd6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493267 Aug 18 11:18:48.251198 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fac3147-beb7-412a-af95-ee1a13b2bd8e None None] Network 819ea763-4a78-4c37-9c12-7248a0692fce requested from dv-cinder-853450-2-iscsi {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 18 11:18:48.253853 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Provisioning complete for port f5805892-bcfb-4b5c-872c-c9655c2f6387 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 18 11:18:48.254318 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619404'] for port (f5805892-bcfb-4b5c-872c-c9655c2f6387), provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:18:48.259576 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-ae2f84eb-4259-401c-8d46-9f150cd5407b admin admin] 10.222.0.16 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3724329 Aug 18 11:18:48.262209 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.16', 54138) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:18:48.262620 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:18:48.269461 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.v2.base [None req-c6f21f92-a2bc-4ba7-89b1-45bc1d256697 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-977029492-router', 'tenant_id': 'c14bc6c22cf74ac7b59d0c55e82c0829', 'external_gateway_info': {'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153'}}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:18:48.290987 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c6f21f92-a2bc-4ba7-89b1-45bc1d256697 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-519984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13683'] for router (33a9ac7d-d2f1-430b-b49b-1cb350f7f592), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:18:48.292493 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c6f21f92-a2bc-4ba7-89b1-45bc1d256697 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-519014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-494146', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-365753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13578'] for router (33a9ac7d-d2f1-430b-b49b-1cb350f7f592), precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:18:48.293867 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:18:48.349033 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c6f21f92-a2bc-4ba7-89b1-45bc1d256697 admin admin] Publish callbacks [] for router_controller (33a9ac7d-d2f1-430b-b49b-1cb350f7f592), precommit_add_association {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:18:48.424727 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Current status of the port f5805892-bcfb-4b5c-872c-c9655c2f6387 is: BUILD; New status is: ACTIVE {{(pid=106380) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 11:18:48.425166 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (f5805892-bcfb-4b5c-872c-c9655c2f6387), before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:18:48.437408 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f18d6dc4-d408-4bef-bb87-ff5c040f6ef7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c84b3fc-1835-5fce-b972-629e751b1ddf-819ea763-4a78-4c37-9c12-7248a0692fce', 'network_id': '819ea763-4a78-4c37-9c12-7248a0692fce', 'project_id': 'c14bc6c22cf74ac7b59d0c55e82c0829', 'fixed_ips': [{'subnet_id': '624f58cc-2f47-4cbf-b4da-a6f052b72e48'}]}} from dv-cinder-853450-2-iscsi. {{(pid=106380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 18 11:18:48.438436 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-f18d6dc4-d408-4bef-bb87-ff5c040f6ef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (None), before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:18:48.473950 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d211867-abc4-4644-897d-c57cf67f7e7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5805892-bcfb-4b5c-872c-c9655c2f6387'}] {{(pid=106380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 18 11:18:48.476249 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2abfa1ee86993cd756e72fd91a3a01a1a8fb73078c92f04bbbffdb72ec117730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-338e9ce6-596b-4506-b033-a3a0284a7eb7" -d '{"events": [{"server_uuid": "5d211867-abc4-4644-897d-c57cf67f7e7a", "name": "network-vif-plugged", "status": "completed", "tag": "f5805892-bcfb-4b5c-872c-c9655c2f6387"}]}' {{(pid=106380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:18:48.493424 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c6f21f92-a2bc-4ba7-89b1-45bc1d256697 admin admin] Publish callbacks [] for router_gateway (33a9ac7d-d2f1-430b-b49b-1cb350f7f592), precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:18:48.534241 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Aug 2022 11:18:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f212c121-f932-4efa-b8e5-df78c847a41f x-openstack-request-id: req-f212c121-f932-4efa-b8e5-df78c847a41f {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:18:48.534538 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d211867-abc4-4644-897d-c57cf67f7e7a", "name": "network-vif-plugged", "status": "completed", "tag": "f5805892-bcfb-4b5c-872c-c9655c2f6387", "code": 200}]} {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:18:48.534796 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f212c121-f932-4efa-b8e5-df78c847a41f {{(pid=106380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:18:48.535192 dv-cinder-853450-2-iscsi neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f212c121-f932-4efa-b8e5-df78c847a41f'] response: {'server_uuid': '5d211867-abc4-4644-897d-c57cf67f7e7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5805892-bcfb-4b5c-872c-c9655c2f6387', 'code': 200} Aug 18 11:18:48.539089 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] For port f5805892-bcfb-4b5c-872c-c9655c2f6387, host hv-cinder-85345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85345',level=0,port_id=f5805892-bcfb-4b5c-872c-c9655c2f6387,segment=NetworkSegment(58df20ea-3ae4-4865-bf80-8bcc6a73c066),segment_id=58df20ea-3ae4-4865-bf80-8bcc6a73c066)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:18:48.541031 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6c27b2-1eb6-4612-a34f-9291d3205009 req-7a93d25a-d8f8-40ab-a8c7-1b1b96941009 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:18:48.546047 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732803053689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732802528799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732802528817'] for port (f5805892-bcfb-4b5c-872c-c9655c2f6387), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:18:48.552285 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-6e6c27b2-1eb6-4612-a34f-9291d3205009 req-7a93d25a-d8f8-40ab-a8c7-1b1b96941009 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=c8db7651-518a-44f0-834d-8036931cbef8 HTTP/1.1" status: 200 len: 945 time: 0.0870183 Aug 18 11:18:48.609230 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-6e6c27b2-1eb6-4612-a34f-9291d3205009 req-837f8891-1b42-40aa-b3cb-0bbc311c79ac tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b21c2cf3-45f4-4212-bbb4-b16e8476f4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554838 Aug 18 11:18:48.649871 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Pushing event updated for resources: {'Port': ['ID=f5805892-bcfb-4b5c-872c-c9655c2f6387,revision_number=5']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:18:48.666411 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.db_base_plugin_common [None req-f18d6dc4-d408-4bef-bb87-ff5c040f6ef7 None None] Allocated IP 172.20.0.2 (819ea763-4a78-4c37-9c12-7248a0692fce/624f58cc-2f47-4cbf-b4da-a6f052b72e48/7d4598ee-0842-4326-80a4-ba7ed6a22e84) {{(pid=106380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 11:18:48.709619 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c6f21f92-a2bc-4ba7-89b1-45bc1d256697 admin admin] Publish callbacks [] for router_gateway (33a9ac7d-d2f1-430b-b49b-1cb350f7f592), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:18:48.731090 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c6f21f92-a2bc-4ba7-89b1-45bc1d256697 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (None), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:18:48.850924 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-f18d6dc4-d408-4bef-bb87-ff5c040f6ef7 None None] Publish callbacks [] for port (7d4598ee-0842-4326-80a4-ba7ed6a22e84), precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:18:48.859397 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-f18d6dc4-d408-4bef-bb87-ff5c040f6ef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732802528781'] for port (7d4598ee-0842-4326-80a4-ba7ed6a22e84), after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:18:48.861337 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.db.db_base_plugin_common [None req-c6f21f92-a2bc-4ba7-89b1-45bc1d256697 admin admin] Allocated IP 172.27.4.155 (c4d5f339-67bc-4c12-8231-94aca87a7153/76ee03a1-e6cb-4518-8461-de8749842f4e/0b2b7bae-475c-451e-b7d3-4c8d4a561088) {{(pid=106379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 11:18:48.907200 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f18d6dc4-d408-4bef-bb87-ff5c040f6ef7 None None] Network 819ea763-4a78-4c37-9c12-7248a0692fce is already hosted by enough agents. {{(pid=106380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 11:18:48.912864 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.scheduler.base_scheduler [None req-f18d6dc4-d408-4bef-bb87-ff5c040f6ef7 None None] Resources bound (agent type, host, resource id): {{(pid=106380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 11:18:48.915755 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f18d6dc4-d408-4bef-bb87-ff5c040f6ef7 None None] Received port after_create {{(pid=106380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 18 11:18:48.923932 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18d6dc4-d408-4bef-bb87-ff5c040f6ef7 None None] Pushing event updated for resources: {'Port': ['ID=7d4598ee-0842-4326-80a4-ba7ed6a22e84,revision_number=1']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:18:48.982560 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-f18d6dc4-d408-4bef-bb87-ff5c040f6ef7 None None] Attempting to bind port 7d4598ee-0842-4326-80a4-ba7ed6a22e84 on host dv-cinder-853450-2-iscsi for vnic_type normal with profile {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 18 11:18:48.983786 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-f18d6dc4-d408-4bef-bb87-ff5c040f6ef7 None None] Attempting to bind port 7d4598ee-0842-4326-80a4-ba7ed6a22e84 by drivers openvswitch,hyperv on host dv-cinder-853450-2-iscsi at level 0 using segments [{'id': 'e6c24dd4-4365-4c21-8b76-4afbdd585f48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 966, 'network_id': '819ea763-4a78-4c37-9c12-7248a0692fce'}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 18 11:18:48.984433 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f18d6dc4-d408-4bef-bb87-ff5c040f6ef7 None None] Attempting to bind port 7d4598ee-0842-4326-80a4-ba7ed6a22e84 on network 819ea763-4a78-4c37-9c12-7248a0692fce {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 18 11:18:48.990919 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f18d6dc4-d408-4bef-bb87-ff5c040f6ef7 None None] Checking agent: {'id': '69d4285f-736d-41a6-a99e-1994eed59bce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-853450-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 18, 11, 7, 46), 'started_at': datetime.datetime(2022, 8, 18, 11, 8, 16), 'heartbeat_timestamp': datetime.datetime(2022, 8, 18, 11, 18, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-853450-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 18 11:18:48.991428 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f18d6dc4-d408-4bef-bb87-ff5c040f6ef7 None None] Checking segment: {'id': 'e6c24dd4-4365-4c21-8b76-4afbdd585f48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 966, 'network_id': '819ea763-4a78-4c37-9c12-7248a0692fce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 18 11:18:48.991904 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-f18d6dc4-d408-4bef-bb87-ff5c040f6ef7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:18:48.992488 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f18d6dc4-d408-4bef-bb87-ff5c040f6ef7 None None] Bound using segment: {'id': 'e6c24dd4-4365-4c21-8b76-4afbdd585f48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 966, 'network_id': '819ea763-4a78-4c37-9c12-7248a0692fce'} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 18 11:18:48.993021 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-f18d6dc4-d408-4bef-bb87-ff5c040f6ef7 None None] Bound port: 7d4598ee-0842-4326-80a4-ba7ed6a22e84, host: dv-cinder-853450-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6c24dd4-4365-4c21-8b76-4afbdd585f48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 966, 'network_id': '819ea763-4a78-4c37-9c12-7248a0692fce'}}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 18 11:18:48.993474 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-f18d6dc4-d408-4bef-bb87-ff5c040f6ef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (7d4598ee-0842-4326-80a4-ba7ed6a22e84), before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:18:48.994643 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c6f21f92-a2bc-4ba7-89b1-45bc1d256697 admin admin] Publish callbacks [] for port (0b2b7bae-475c-451e-b7d3-4c8d4a561088), precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:18:49.062446 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c6f21f92-a2bc-4ba7-89b1-45bc1d256697 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732802528781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638927'] for port (0b2b7bae-475c-451e-b7d3-4c8d4a561088), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:18:49.086056 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-f18d6dc4-d408-4bef-bb87-ff5c040f6ef7 None None] For port 7d4598ee-0842-4326-80a4-ba7ed6a22e84, host dv-cinder-853450-2-iscsi, cleared binding levels {{(pid=106380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 11:18:49.089511 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-f18d6dc4-d408-4bef-bb87-ff5c040f6ef7 None None] For port 7d4598ee-0842-4326-80a4-ba7ed6a22e84, host dv-cinder-853450-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853450-2-iscsi',level=0,port_id=7d4598ee-0842-4326-80a4-ba7ed6a22e84,segment=NetworkSegment(e6c24dd4-4365-4c21-8b76-4afbdd585f48),segment_id=e6c24dd4-4365-4c21-8b76-4afbdd585f48)] {{(pid=106380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 11:18:49.105705 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-f18d6dc4-d408-4bef-bb87-ff5c040f6ef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732803053689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732802528799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732802528817'] for port (7d4598ee-0842-4326-80a4-ba7ed6a22e84), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:18:49.121980 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:18:49.128910 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:18:49.131806 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6f21f92-a2bc-4ba7-89b1-45bc1d256697 admin admin] Network c4d5f339-67bc-4c12-8231-94aca87a7153 is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 11:18:49.133345 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f21f92-a2bc-4ba7-89b1-45bc1d256697 admin admin] Pushing event updated for resources: {'Port': ['ID=0b2b7bae-475c-451e-b7d3-4c8d4a561088,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:18:49.141537 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-c6f21f92-a2bc-4ba7-89b1-45bc1d256697 admin admin] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 11:18:49.144616 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6f21f92-a2bc-4ba7-89b1-45bc1d256697 admin admin] Received port after_create {{(pid=106379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 18 11:18:49.177918 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18d6dc4-d408-4bef-bb87-ff5c040f6ef7 None None] Pushing event updated for resources: {'Port': ['ID=7d4598ee-0842-4326-80a4-ba7ed6a22e84,revision_number=2']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:18:49.401348 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efb0fe0-3dcd-4217-a59d-eaa6b6b8079a req-1f157e0e-8262-4d19-ba93-efd34a6227d0 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:18:49.403036 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-1efb0fe0-3dcd-4217-a59d-eaa6b6b8079a req-1f157e0e-8262-4d19-ba93-efd34a6227d0 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5d211867-abc4-4644-897d-c57cf67f7e7a HTTP/1.1" status: 200 len: 946 time: 0.0594404 Aug 18 11:18:49.470574 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c6f21f92-a2bc-4ba7-89b1-45bc1d256697 admin admin] Publish callbacks [] for router_gateway (33a9ac7d-d2f1-430b-b49b-1cb350f7f592), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:18:49.471582 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-1efb0fe0-3dcd-4217-a59d-eaa6b6b8079a req-c378b846-ef03-409e-8327-fbf716479f97 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d080cec0-bf37-4b83-8a3c-1cddb3e7bd6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602043 Aug 18 11:18:49.737442 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44fc6f7-6064-4d61-b15a-95b297bda44b req-0fb1520f-9bbd-4e24-86ff-2e8eb49250be tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:18:49.738892 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-b44fc6f7-6064-4d61-b15a-95b297bda44b req-0fb1520f-9bbd-4e24-86ff-2e8eb49250be tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=c8db7651-518a-44f0-834d-8036931cbef8 HTTP/1.1" status: 200 len: 945 time: 0.0552595 Aug 18 11:18:49.790073 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-b44fc6f7-6064-4d61-b15a-95b297bda44b req-e2a362bc-d447-4840-8526-c875d1de3c55 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b21c2cf3-45f4-4212-bbb4-b16e8476f4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455437 Aug 18 11:18:49.943440 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c6f21f92-a2bc-4ba7-89b1-45bc1d256697 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-518933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-519602'] for router (33a9ac7d-d2f1-430b-b49b-1cb350f7f592), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:18:50.090290 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6f21f92-a2bc-4ba7-89b1-45bc1d256697 admin admin] Router 33a9ac7d-d2f1-430b-b49b-1cb350f7f592 is scheduled to L3 agent 5a2ac145-53e3-4597-a9e7-c52b4336ae58 with binding_index 1 {{(pid=106379) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 11:18:50.156093 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8619fb73-d153-4d4c-af5c-2fd045ca7d91 None None] Network 819ea763-4a78-4c37-9c12-7248a0692fce requested from dv-cinder-853450-2-iscsi {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 18 11:18:50.208966 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Device 7d4598ee-0842-4326-80a4-ba7ed6a22e84 up at agent ovs-agent-dv-cinder-853450-2-iscsi {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 11:18:50.217447 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:18:50.219384 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6f21f92-a2bc-4ba7-89b1-45bc1d256697 admin admin] Notify agent at l3_agent.dv-cinder-853450-2-iscsi the message routers_updated {{(pid=106379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 11:18:50.240110 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=6 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:18:50.244777 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c6f21f92-a2bc-4ba7-89b1-45bc1d256697 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:18:50.247774 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-c6f21f92-a2bc-4ba7-89b1-45bc1d256697 admin admin] 10.222.0.16 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.9818981 Aug 18 11:18:50.247890 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-accbdcc2-e337-4400-b254-de0a9a80e5c1 None None] Sync routers for ids ['33a9ac7d-d2f1-430b-b49b-1cb350f7f592'] in dv-cinder-853450-2-iscsi {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 11:18:50.251102 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.16', 54164) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:18:50.267371 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-5544df4f-c84c-4c89-bf4e-3d6fc5cf46a1 None None] Provisioning complete for port 7d4598ee-0842-4326-80a4-ba7ed6a22e84 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 18 11:18:50.267936 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-5544df4f-c84c-4c89-bf4e-3d6fc5cf46a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619404'] for port (7d4598ee-0842-4326-80a4-ba7ed6a22e84), provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:18:50.331721 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-accbdcc2-e337-4400-b254-de0a9a80e5c1 None None] Routers {'33a9ac7d-d2f1-430b-b49b-1cb350f7f592'} bound to L3 agent in host dv-cinder-853450-2-iscsi {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 18 11:18:50.332379 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-accbdcc2-e337-4400-b254-de0a9a80e5c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853450-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-18T11:07:43Z,description=,heartbeat_timestamp=2022-08-18T11:18:43Z,host='dv-cinder-853450-2-iscsi',id=5a2ac145-53e3-4597-a9e7-c52b4336ae58,load=0,resource_versions=,resources_synced=,started_at=2022-08-18T11:07:43Z,topic='l3_agent')) {'router_ids': ['33a9ac7d-d2f1-430b-b49b-1cb350f7f592'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:18:50.354099 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:18:50.487453 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Provisioning complete for port 7d4598ee-0842-4326-80a4-ba7ed6a22e84 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 18 11:18:50.487868 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619404'] for port (7d4598ee-0842-4326-80a4-ba7ed6a22e84), provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:18:50.564942 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-accbdcc2-e337-4400-b254-de0a9a80e5c1 None None] Set router 33a9ac7d-d2f1-430b-b49b-1cb350f7f592 gateway port host: dv-cinder-853450-2-iscsi {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 18 11:18:50.624318 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f2aeb2-5753-435e-9cee-3d686e0c7491 req-e2fc0fa5-9dd4-4135-839b-494505c0c84e tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:18:50.632962 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-f5f2aeb2-5753-435e-9cee-3d686e0c7491 req-e2fc0fa5-9dd4-4135-839b-494505c0c84e tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5d211867-abc4-4644-897d-c57cf67f7e7a HTTP/1.1" status: 200 len: 946 time: 0.0638201 Aug 18 11:18:50.704049 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-f5f2aeb2-5753-435e-9cee-3d686e0c7491 req-3c6540a3-a859-4887-8940-dbbf891cca7b tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d080cec0-bf37-4b83-8a3c-1cddb3e7bd6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696683 Aug 18 11:18:50.730026 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:18:50.823689 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-fafcf251-b02f-4367-9736-021b7240dbdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (None), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:18:50.847535 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-5544df4f-c84c-4c89-bf4e-3d6fc5cf46a1 None None] Current status of the port 7d4598ee-0842-4326-80a4-ba7ed6a22e84 is: DOWN; New status is: ACTIVE {{(pid=106380) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 11:18:50.847937 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-5544df4f-c84c-4c89-bf4e-3d6fc5cf46a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (7d4598ee-0842-4326-80a4-ba7ed6a22e84), before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:18:50.905845 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7b5a77-89be-4acf-a195-a85bed5d3e9b req-af3ec09e-04d6-4048-bd83-eac8698ab991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:18:50.909109 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-fe7b5a77-89be-4acf-a195-a85bed5d3e9b req-af3ec09e-04d6-4048-bd83-eac8698ab991 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=5d211867-abc4-4644-897d-c57cf67f7e7a HTTP/1.1" status: 200 len: 1130 time: 0.0760233 Aug 18 11:18:50.938774 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-5544df4f-c84c-4c89-bf4e-3d6fc5cf46a1 None None] For port 7d4598ee-0842-4326-80a4-ba7ed6a22e84, host dv-cinder-853450-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853450-2-iscsi',level=0,port_id=7d4598ee-0842-4326-80a4-ba7ed6a22e84,segment=NetworkSegment(e6c24dd4-4365-4c21-8b76-4afbdd585f48),segment_id=e6c24dd4-4365-4c21-8b76-4afbdd585f48)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:18:50.952161 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-5544df4f-c84c-4c89-bf4e-3d6fc5cf46a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732803053689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732802528799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732802528817'] for port (7d4598ee-0842-4326-80a4-ba7ed6a22e84), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:18:50.979884 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Current status of the port 7d4598ee-0842-4326-80a4-ba7ed6a22e84 is: DOWN; New status is: ACTIVE {{(pid=106380) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 11:18:50.980304 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (7d4598ee-0842-4326-80a4-ba7ed6a22e84), before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:18:50.980538 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9936b8ce-77a2-4194-882b-00234a39654f req-e21b62f8-7c0d-4bc6-bd4d-c87f2e4d98ec tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:18:50.987634 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-9936b8ce-77a2-4194-882b-00234a39654f req-e21b62f8-7c0d-4bc6-bd4d-c87f2e4d98ec tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=c8db7651-518a-44f0-834d-8036931cbef8 HTTP/1.1" status: 200 len: 945 time: 0.0628636 Aug 18 11:18:51.034646 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.db.db_base_plugin_common [None req-fafcf251-b02f-4367-9736-021b7240dbdd admin admin] Allocated IP 172.20.0.1 (819ea763-4a78-4c37-9c12-7248a0692fce/624f58cc-2f47-4cbf-b4da-a6f052b72e48/0ba2e98b-58de-4395-9846-095e10d78118) {{(pid=106379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 11:18:51.047627 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=100 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:18:51.053381 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-9936b8ce-77a2-4194-882b-00234a39654f req-941498de-9173-45ba-a9ea-5220c313f6a2 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b21c2cf3-45f4-4212-bbb4-b16e8476f4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648692 Aug 18 11:18:51.062698 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-accbdcc2-e337-4400-b254-de0a9a80e5c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33a9ac7d-d2f1-430b-b49b-1cb350f7f592', 'name': 'tempest-TestMinimumBasicScenario-977029492-router', 'tenant_id': 'c14bc6c22cf74ac7b59d0c55e82c0829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'external_fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.155'}], 'enable_snat': True}, 'gw_port_id': '0b2b7bae-475c-451e-b7d3-4c8d4a561088', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T11:18:48Z', 'updated_at': '2022-08-18T11:18:49Z', 'revision_number': 3, 'project_id': 'c14bc6c22cf74ac7b59d0c55e82c0829', 'gw_port': {'id': '0b2b7bae-475c-451e-b7d3-4c8d4a561088', 'name': '', 'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:08:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33a9ac7d-d2f1-430b-b49b-1cb350f7f592', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:18:48Z', 'updated_at': '2022-08-18T11:18:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853450-2-iscsi'}], 'dv-cinder-853450-2-iscsi', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:18:51.066419 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5544df4f-c84c-4c89-bf4e-3d6fc5cf46a1 None None] Pushing event updated for resources: {'Port': ['ID=7d4598ee-0842-4326-80a4-ba7ed6a22e84,revision_number=3']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:18:51.121786 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-accbdcc2-e337-4400-b254-de0a9a80e5c1 None None] Checking router: 33a9ac7d-d2f1-430b-b49b-1cb350f7f592 for host: dv-cinder-853450-2-iscsi {{(pid=106380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 11:18:51.122759 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-accbdcc2-e337-4400-b254-de0a9a80e5c1 None None] Updating router 33a9ac7d-d2f1-430b-b49b-1cb350f7f592 port 0b2b7bae-475c-451e-b7d3-4c8d4a561088 binding host dv-cinder-853450-2-iscsi {{(pid=106380) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 11:18:51.126461 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-a9e3fb68-9af2-4394-bfa6-7440e3dd8764 None None] Provisioning complete for port 7d4598ee-0842-4326-80a4-ba7ed6a22e84 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 18 11:18:51.126838 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-a9e3fb68-9af2-4394-bfa6-7440e3dd8764 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619404'] for port (7d4598ee-0842-4326-80a4-ba7ed6a22e84), provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:18:51.169485 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-fafcf251-b02f-4367-9736-021b7240dbdd admin admin] Publish callbacks [] for port (0ba2e98b-58de-4395-9846-095e10d78118), precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:18:51.180491 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:18:51.187307 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.db.api [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106380) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 18 11:18:51.187732 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG oslo_db.api [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 18 11:18:51.190882 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-accbdcc2-e337-4400-b254-de0a9a80e5c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (0b2b7bae-475c-451e-b7d3-4c8d4a561088), before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:18:51.210153 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-fafcf251-b02f-4367-9736-021b7240dbdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732802528781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638927'] for port (0ba2e98b-58de-4395-9846-095e10d78118), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:18:51.257618 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fafcf251-b02f-4367-9736-021b7240dbdd admin admin] Network 819ea763-4a78-4c37-9c12-7248a0692fce is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 11:18:51.263305 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-fafcf251-b02f-4367-9736-021b7240dbdd admin admin] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 11:18:51.265927 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fafcf251-b02f-4367-9736-021b7240dbdd admin admin] Received port after_create {{(pid=106379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 18 11:18:51.294679 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafcf251-b02f-4367-9736-021b7240dbdd admin admin] Pushing event updated for resources: {'Port': ['ID=0ba2e98b-58de-4395-9846-095e10d78118,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:18:51.305138 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:18:51.319291 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-fafcf251-b02f-4367-9736-021b7240dbdd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-516804'] for router_interface (33a9ac7d-d2f1-430b-b49b-1cb350f7f592), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:18:51.322920 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:18:51.338508 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-a9e3fb68-9af2-4394-bfa6-7440e3dd8764 None None] Current status of the port 7d4598ee-0842-4326-80a4-ba7ed6a22e84 is: ACTIVE; New status is: ACTIVE {{(pid=106380) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 11:18:51.463841 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-fafcf251-b02f-4367-9736-021b7240dbdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (0ba2e98b-58de-4395-9846-095e10d78118), before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:18:51.515659 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-accbdcc2-e337-4400-b254-de0a9a80e5c1 None None] Publish callbacks [] for port (0b2b7bae-475c-451e-b7d3-4c8d4a561088), precommit_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:18:51.522283 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-accbdcc2-e337-4400-b254-de0a9a80e5c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732803053689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732802528799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732802528817'] for port (0b2b7bae-475c-451e-b7d3-4c8d4a561088), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:18:51.577143 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-accbdcc2-e337-4400-b254-de0a9a80e5c1 None None] Attempting to bind port 0b2b7bae-475c-451e-b7d3-4c8d4a561088 on host dv-cinder-853450-2-iscsi for vnic_type normal with profile {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 18 11:18:51.577396 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-accbdcc2-e337-4400-b254-de0a9a80e5c1 None None] Attempting to bind port 0b2b7bae-475c-451e-b7d3-4c8d4a561088 by drivers openvswitch,hyperv on host dv-cinder-853450-2-iscsi at level 0 using segments [{'id': '67ba5125-9fc9-4a45-924f-a98fceaf00fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153'}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 18 11:18:51.577790 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-accbdcc2-e337-4400-b254-de0a9a80e5c1 None None] Attempting to bind port 0b2b7bae-475c-451e-b7d3-4c8d4a561088 on network c4d5f339-67bc-4c12-8231-94aca87a7153 {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 18 11:18:51.587884 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-174e4ae6-66e3-46a8-9292-426ebc85225e None None] Provisioning complete for port 0ba2e98b-58de-4395-9846-095e10d78118 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 18 11:18:51.588291 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-174e4ae6-66e3-46a8-9292-426ebc85225e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619404'] for port (0ba2e98b-58de-4395-9846-095e10d78118), provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:18:51.609365 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f501167-c73d-448d-90a2-c05e7343e57d None None] Pushing event updated for resources: {'Port': ['ID=0b2b7bae-475c-451e-b7d3-4c8d4a561088,revision_number=2']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:18:51.613784 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-accbdcc2-e337-4400-b254-de0a9a80e5c1 None None] Checking agent: {'id': '69d4285f-736d-41a6-a99e-1994eed59bce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-853450-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 18, 11, 7, 46), 'started_at': datetime.datetime(2022, 8, 18, 11, 8, 16), 'heartbeat_timestamp': datetime.datetime(2022, 8, 18, 11, 18, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-853450-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 18 11:18:51.614161 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-accbdcc2-e337-4400-b254-de0a9a80e5c1 None None] Checking segment: {'id': '67ba5125-9fc9-4a45-924f-a98fceaf00fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 18 11:18:51.614563 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-accbdcc2-e337-4400-b254-de0a9a80e5c1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:18:51.614957 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-accbdcc2-e337-4400-b254-de0a9a80e5c1 None None] Bound using segment: {'id': '67ba5125-9fc9-4a45-924f-a98fceaf00fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153'} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 18 11:18:51.615444 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-accbdcc2-e337-4400-b254-de0a9a80e5c1 None None] Bound port: 0b2b7bae-475c-451e-b7d3-4c8d4a561088, host: dv-cinder-853450-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67ba5125-9fc9-4a45-924f-a98fceaf00fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153'}}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 18 11:18:51.615832 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-accbdcc2-e337-4400-b254-de0a9a80e5c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (0b2b7bae-475c-451e-b7d3-4c8d4a561088), before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:18:51.655339 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-174e4ae6-66e3-46a8-9292-426ebc85225e None None] Port 0ba2e98b-58de-4395-9846-095e10d78118 cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 18 11:18:51.657379 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-fafcf251-b02f-4367-9736-021b7240dbdd admin admin] Publish callbacks [] for port (0ba2e98b-58de-4395-9846-095e10d78118), precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:18:51.663637 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-fafcf251-b02f-4367-9736-021b7240dbdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732803053689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732802528799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732802528817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1638912'] for port (0ba2e98b-58de-4395-9846-095e10d78118), after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:18:51.680992 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-accbdcc2-e337-4400-b254-de0a9a80e5c1 None None] For port 0b2b7bae-475c-451e-b7d3-4c8d4a561088, host dv-cinder-853450-2-iscsi, cleared binding levels {{(pid=106380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 11:18:51.684576 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-accbdcc2-e337-4400-b254-de0a9a80e5c1 None None] For port 0b2b7bae-475c-451e-b7d3-4c8d4a561088, host dv-cinder-853450-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853450-2-iscsi',level=0,port_id=0b2b7bae-475c-451e-b7d3-4c8d4a561088,segment=NetworkSegment(67ba5125-9fc9-4a45-924f-a98fceaf00fb),segment_id=67ba5125-9fc9-4a45-924f-a98fceaf00fb)] {{(pid=106380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 11:18:51.692590 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-accbdcc2-e337-4400-b254-de0a9a80e5c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732803053689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732802528799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732802528817'] for port (0b2b7bae-475c-451e-b7d3-4c8d4a561088), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:18:51.712278 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:18:51.745318 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafcf251-b02f-4367-9736-021b7240dbdd admin admin] Pushing event updated for resources: {'Port': ['ID=0ba2e98b-58de-4395-9846-095e10d78118,revision_number=2']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:18:51.750018 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-fafcf251-b02f-4367-9736-021b7240dbdd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3683465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-516656'] for router_interface (33a9ac7d-d2f1-430b-b49b-1cb350f7f592), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:18:51.754381 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Current status of the port 7d4598ee-0842-4326-80a4-ba7ed6a22e84 is: ACTIVE; New status is: ACTIVE {{(pid=106380) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 11:18:51.770758 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-accbdcc2-e337-4400-b254-de0a9a80e5c1 None None] Routers {'33a9ac7d-d2f1-430b-b49b-1cb350f7f592'} bound to L3 agent in host dv-cinder-853450-2-iscsi {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 18 11:18:51.771396 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-accbdcc2-e337-4400-b254-de0a9a80e5c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853450-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-18T11:07:43Z,description=,heartbeat_timestamp=2022-08-18T11:18:43Z,host='dv-cinder-853450-2-iscsi',id=5a2ac145-53e3-4597-a9e7-c52b4336ae58,load=0,resource_versions=,resources_synced=,started_at=2022-08-18T11:07:43Z,topic='l3_agent')) {'router_ids': ['33a9ac7d-d2f1-430b-b49b-1cb350f7f592'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:18:51.824540 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f501167-c73d-448d-90a2-c05e7343e57d None None] Pushing event updated for resources: {'Port': ['ID=0b2b7bae-475c-451e-b7d3-4c8d4a561088,revision_number=3']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:18:51.850443 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9d9f85-2f40-4631-b240-49ec2db2fabd req-4b123eec-0913-4dd3-bbc7-509f2dbd6abd tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:18:51.852013 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-9d9d9f85-2f40-4631-b240-49ec2db2fabd req-4b123eec-0913-4dd3-bbc7-509f2dbd6abd tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5d211867-abc4-4644-897d-c57cf67f7e7a HTTP/1.1" status: 200 len: 946 time: 0.0619893 Aug 18 11:18:51.855184 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fafcf251-b02f-4367-9736-021b7240dbdd admin admin] Network 819ea763-4a78-4c37-9c12-7248a0692fce is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 11:18:51.856974 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-fafcf251-b02f-4367-9736-021b7240dbdd admin admin] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 11:18:51.903758 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-accbdcc2-e337-4400-b254-de0a9a80e5c1 None None] Set router 33a9ac7d-d2f1-430b-b49b-1cb350f7f592 gateway port host: dv-cinder-853450-2-iscsi {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 18 11:18:51.935331 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-9d9d9f85-2f40-4631-b240-49ec2db2fabd req-76952e68-984e-46ca-ada9-4c9538804e51 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d080cec0-bf37-4b83-8a3c-1cddb3e7bd6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649161 Aug 18 11:18:51.986573 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fafcf251-b02f-4367-9736-021b7240dbdd admin admin] Router 33a9ac7d-d2f1-430b-b49b-1cb350f7f592 has already been hosted by L3 agent 5a2ac145-53e3-4597-a9e7-c52b4336ae58 {{(pid=106379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 11:18:52.007566 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:18:52.111657 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fafcf251-b02f-4367-9736-021b7240dbdd admin admin] Notify agent at l3_agent.dv-cinder-853450-2-iscsi the message routers_updated {{(pid=106379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 11:18:52.120758 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-fafcf251-b02f-4367-9736-021b7240dbdd admin admin] 10.222.0.16 "PUT /networking/v2.0/routers/33a9ac7d-d2f1-430b-b49b-1cb350f7f592/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8684306 Aug 18 11:18:52.148004 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-accbdcc2-e337-4400-b254-de0a9a80e5c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33a9ac7d-d2f1-430b-b49b-1cb350f7f592', 'name': 'tempest-TestMinimumBasicScenario-977029492-router', 'tenant_id': 'c14bc6c22cf74ac7b59d0c55e82c0829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'external_fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.155'}], 'enable_snat': True}, 'gw_port_id': '0b2b7bae-475c-451e-b7d3-4c8d4a561088', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T11:18:48Z', 'updated_at': '2022-08-18T11:18:51Z', 'revision_number': 4, 'project_id': 'c14bc6c22cf74ac7b59d0c55e82c0829', 'gw_port': {'id': '0b2b7bae-475c-451e-b7d3-4c8d4a561088', 'name': '', 'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:08:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33a9ac7d-d2f1-430b-b49b-1cb350f7f592', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853450-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:18:48Z', 'updated_at': '2022-08-18T11:18:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853450-2-iscsi', '_interfaces': [{'id': '0ba2e98b-58de-4395-9846-095e10d78118', 'name': '', 'network_id': '819ea763-4a78-4c37-9c12-7248a0692fce', 'tenant_id': 'c14bc6c22cf74ac7b59d0c55e82c0829', 'mac_address': 'fa:16:3e:d8:4d:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33a9ac7d-d2f1-430b-b49b-1cb350f7f592', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '624f58cc-2f47-4cbf-b4da-a6f052b72e48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:18:50Z', 'updated_at': '2022-08-18T11:18:51Z', 'revision_number': 2, 'project_id': 'c14bc6c22cf74ac7b59d0c55e82c0829', 'subnets': [{'id': '624f58cc-2f47-4cbf-b4da-a6f052b72e48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853450-2-iscsi', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:18:52.190792 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Device 7d4598ee-0842-4326-80a4-ba7ed6a22e84 up at agent ovs-agent-dv-cinder-853450-2-iscsi {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 11:18:52.198288 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-accbdcc2-e337-4400-b254-de0a9a80e5c1 None None] The sync data for ids ['33a9ac7d-d2f1-430b-b49b-1cb350f7f592'] in dv-cinder-853450-2-iscsi is: [{'id': '33a9ac7d-d2f1-430b-b49b-1cb350f7f592', 'name': 'tempest-TestMinimumBasicScenario-977029492-router', 'tenant_id': 'c14bc6c22cf74ac7b59d0c55e82c0829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'external_fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.155'}], 'enable_snat': True}, 'gw_port_id': '0b2b7bae-475c-451e-b7d3-4c8d4a561088', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T11:18:48Z', 'updated_at': '2022-08-18T11:18:51Z', 'revision_number': 4, 'project_id': 'c14bc6c22cf74ac7b59d0c55e82c0829', 'gw_port': {'id': '0b2b7bae-475c-451e-b7d3-4c8d4a561088', 'name': '', 'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:08:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33a9ac7d-d2f1-430b-b49b-1cb350f7f592', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853450-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:18:48Z', 'updated_at': '2022-08-18T11:18:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853450-2-iscsi', '_interfaces': [{'id': '0ba2e98b-58de-4395-9846-095e10d78118', 'name': '', 'network_id': '819ea763-4a78-4c37-9c12-7248a0692fce', 'tenant_id': 'c14bc6c22cf74ac7b59d0c55e82c0829', 'mac_address': 'fa:16:3e:d8:4d:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33a9ac7d-d2f1-430b-b49b-1cb350f7f592', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '624f58cc-2f47-4cbf-b4da-a6f052b72e48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:18:50Z', 'updated_at': '2022-08-18T11:18:51Z', 'revision_number': 2, 'project_id': 'c14bc6c22cf74ac7b59d0c55e82c0829', 'subnets': [{'id': '624f58cc-2f47-4cbf-b4da-a6f052b72e48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 11:18:52.211492 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136c0f0f-47a4-4cf5-8408-fae1d55472cc req-664c8791-0723-4868-b212-b77893d16076 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:18:52.213150 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-136c0f0f-47a4-4cf5-8408-fae1d55472cc req-664c8791-0723-4868-b212-b77893d16076 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=c8db7651-518a-44f0-834d-8036931cbef8 HTTP/1.1" status: 200 len: 945 time: 0.0557272 Aug 18 11:18:52.240883 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-a65d4008-b246-4d23-90af-4e8d3d6e8783 None None] Provisioning complete for port 0ba2e98b-58de-4395-9846-095e10d78118 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 18 11:18:52.241261 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-a65d4008-b246-4d23-90af-4e8d3d6e8783 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619404'] for port (0ba2e98b-58de-4395-9846-095e10d78118), provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:18:52.283993 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-a65d4008-b246-4d23-90af-4e8d3d6e8783 None None] Port 0ba2e98b-58de-4395-9846-095e10d78118 cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 18 11:18:52.292348 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Provisioning complete for port 7d4598ee-0842-4326-80a4-ba7ed6a22e84 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 18 11:18:52.292724 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619404'] for port (7d4598ee-0842-4326-80a4-ba7ed6a22e84), provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:18:52.293792 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-136c0f0f-47a4-4cf5-8408-fae1d55472cc req-e5c38200-2540-477c-afe6-cfcf6ffebd6c tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b21c2cf3-45f4-4212-bbb4-b16e8476f4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683904 Aug 18 11:18:52.396906 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Current status of the port 7d4598ee-0842-4326-80a4-ba7ed6a22e84 is: ACTIVE; New status is: ACTIVE {{(pid=106380) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 11:18:52.779908 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.16', 54202) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:18:52.786964 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.v2.base [None req-b3e4385a-7ddd-4d11-a59e-6f41eddb5168 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-712941310-network', 'tenant_id': '26b16514d9854dfeba0ba85334246d05'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:18:52.809644 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3e4385a-7ddd-4d11-a59e-6f41eddb5168 admin admin] Made reservation on behalf of 26b16514d9854dfeba0ba85334246d05 for: {'network': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 11:18:52.812800 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b3e4385a-7ddd-4d11-a59e-6f41eddb5168 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for network (None), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:18:52.825904 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b3e4385a-7ddd-4d11-a59e-6f41eddb5168 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:18:52.864622 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:18:52.918563 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b3e4385a-7ddd-4d11-a59e-6f41eddb5168 admin admin] Publish callbacks [] for security_group (e18a3a36-0e8e-4073-a9af-8ae3e5a9ff00), precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:18:52.922795 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b3e4385a-7ddd-4d11-a59e-6f41eddb5168 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433130'] for security_group (e18a3a36-0e8e-4073-a9af-8ae3e5a9ff00), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:18:52.949291 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3e4385a-7ddd-4d11-a59e-6f41eddb5168 admin admin] vlan segment allocate from pool success with {'vlan_id': 975, 'physical_network': 'physnet1'} {{(pid=106379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 11:18:52.967083 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e4385a-7ddd-4d11-a59e-6f41eddb5168 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e18a3a36-0e8e-4073-a9af-8ae3e5a9ff00,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:18:52.970399 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b3e4385a-7ddd-4d11-a59e-6f41eddb5168 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3609830'] for segment (ccad7fd3-87fd-462e-a35a-6bdf852e0325), precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:18:52.970737 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.db.segments_db [None req-b3e4385a-7ddd-4d11-a59e-6f41eddb5168 admin admin] Added segment ccad7fd3-87fd-462e-a35a-6bdf852e0325 of type vlan for network 4fed7e26-dc82-4a3f-a633-2f136bd4b58e Aug 18 11:18:53.052947 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b3e4385a-7ddd-4d11-a59e-6f41eddb5168 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732802498636'] for network (4fed7e26-dc82-4a3f-a633-2f136bd4b58e), precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:18:53.097486 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b3e4385a-7ddd-4d11-a59e-6f41eddb5168 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403'] for network (4fed7e26-dc82-4a3f-a633-2f136bd4b58e), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:18:53.097486 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3e4385a-7ddd-4d11-a59e-6f41eddb5168 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:18:53.097486 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b3e4385a-7ddd-4d11-a59e-6f41eddb5168 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682417'] for network (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:18:53.119379 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ad5165-06d6-4fa3-868c-324775bc9fe0 req-f1b0839c-368e-41d1-917f-debde087e160 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:18:53.121423 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-07ad5165-06d6-4fa3-868c-324775bc9fe0 req-f1b0839c-368e-41d1-917f-debde087e160 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5d211867-abc4-4644-897d-c57cf67f7e7a HTTP/1.1" status: 200 len: 946 time: 0.0689692 Aug 18 11:18:53.160724 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=100 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:18:53.172516 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-b3e4385a-7ddd-4d11-a59e-6f41eddb5168 admin admin] 10.222.0.16 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3913922 Aug 18 11:18:53.176023 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.16', 54206) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:18:53.180839 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.v2.base [None req-d99c3516-4cf3-46e8-adb8-dfefb7805119 admin admin] Request body: {'subnet': {'network_id': '4fed7e26-dc82-4a3f-a633-2f136bd4b58e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-712941310-subnet', 'tenant_id': '26b16514d9854dfeba0ba85334246d05', 'ip_version': 4}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:18:53.189535 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-07ad5165-06d6-4fa3-868c-324775bc9fe0 req-eee32ce6-418c-4b62-a3fe-463f45f5edca tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d080cec0-bf37-4b83-8a3c-1cddb3e7bd6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614486 Aug 18 11:18:53.194135 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e4385a-7ddd-4d11-a59e-6f41eddb5168 admin admin] Pushing event updated for resources: {'Network': ['ID=4fed7e26-dc82-4a3f-a633-2f136bd4b58e,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:18:53.211485 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Network 4fed7e26-dc82-4a3f-a633-2f136bd4b58e details requested by agent ovs-agent-dv-cinder-853450-2-iscsi with host dv-cinder-853450-2-iscsi {{(pid=106380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 11:18:53.217676 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d99c3516-4cf3-46e8-adb8-dfefb7805119 admin admin] Made reservation on behalf of 26b16514d9854dfeba0ba85334246d05 for: {'subnet': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 11:18:53.220088 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d99c3516-4cf3-46e8-adb8-dfefb7805119 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11267958'] for subnet (None), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:18:53.232443 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:18:53.352151 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:18:53.415351 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d99c3516-4cf3-46e8-adb8-dfefb7805119 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1640095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11267864'] for subnet (9dfe35bb-43dd-489d-bde2-147597c9de7d), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:18:53.482965 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99c3516-4cf3-46e8-adb8-dfefb7805119 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9dfe35bb-43dd-489d-bde2-147597c9de7d,revision_number=0']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:18:53.490993 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d99c3516-4cf3-46e8-adb8-dfefb7805119 admin admin] Checking segment: {'id': 'ccad7fd3-87fd-462e-a35a-6bdf852e0325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 975, 'network_id': '4fed7e26-dc82-4a3f-a633-2f136bd4b58e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 18 11:18:53.491348 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d99c3516-4cf3-46e8-adb8-dfefb7805119 admin admin] Network hostable DHCP agents. Network: 4fed7e26-dc82-4a3f-a633-2f136bd4b58e, hostable agents: ['c499a017-4b38-4967-b050-d4094e1a7564'], hosted agents: [] {{(pid=106379) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 11:18:53.511049 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d99c3516-4cf3-46e8-adb8-dfefb7805119 admin admin] Network 4fed7e26-dc82-4a3f-a633-2f136bd4b58e is scheduled to be hosted by DHCP agent c499a017-4b38-4967-b050-d4094e1a7564 with binding_index 1 {{(pid=106379) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 11:18:53.522434 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-d99c3516-4cf3-46e8-adb8-dfefb7805119 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-853450-2-iscsi, 4fed7e26-dc82-4a3f-a633-2f136bd4b58e) {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 11:18:53.526946 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d99c3516-4cf3-46e8-adb8-dfefb7805119 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:18:53.527546 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d99c3516-4cf3-46e8-adb8-dfefb7805119 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:18:53.533659 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-486be876-3dd7-48b8-b893-db0911e18675 None None] Network 4fed7e26-dc82-4a3f-a633-2f136bd4b58e requested from dv-cinder-853450-2-iscsi {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 18 11:18:53.556694 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-d99c3516-4cf3-46e8-adb8-dfefb7805119 admin admin] 10.222.0.16 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3791897 Aug 18 11:18:53.559107 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.16', 54208) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:18:53.563915 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.v2.base [None req-830cec55-08db-41d6-859b-121442215393 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-712941310-router', 'tenant_id': '26b16514d9854dfeba0ba85334246d05', 'external_gateway_info': {'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153'}}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:18:53.594429 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-830cec55-08db-41d6-859b-121442215393 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-519984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13683'] for router (3222891c-5229-4f95-bc52-a363e2e5d6e0), before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:18:53.595848 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-830cec55-08db-41d6-859b-121442215393 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-519014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-494146', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-365753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13578'] for router (3222891c-5229-4f95-bc52-a363e2e5d6e0), precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:18:53.661024 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-830cec55-08db-41d6-859b-121442215393 admin admin] Publish callbacks [] for router_controller (3222891c-5229-4f95-bc52-a363e2e5d6e0), precommit_add_association {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:18:53.675554 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1679fad1-e062-4c2f-9d20-93928a9f49d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c84b3fc-1835-5fce-b972-629e751b1ddf-4fed7e26-dc82-4a3f-a633-2f136bd4b58e', 'network_id': '4fed7e26-dc82-4a3f-a633-2f136bd4b58e', 'project_id': '26b16514d9854dfeba0ba85334246d05', 'fixed_ips': [{'subnet_id': '9dfe35bb-43dd-489d-bde2-147597c9de7d'}]}} from dv-cinder-853450-2-iscsi. {{(pid=106380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 18 11:18:53.682787 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-1679fad1-e062-4c2f-9d20-93928a9f49d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (None), before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:18:53.836804 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-830cec55-08db-41d6-859b-121442215393 admin admin] Publish callbacks [] for router_gateway (3222891c-5229-4f95-bc52-a363e2e5d6e0), precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:18:53.856005 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.db_base_plugin_common [None req-1679fad1-e062-4c2f-9d20-93928a9f49d5 None None] Allocated IP 172.20.0.2 (4fed7e26-dc82-4a3f-a633-2f136bd4b58e/9dfe35bb-43dd-489d-bde2-147597c9de7d/c402dc0d-7ac6-47bd-a69f-7a42a9a5f5b4) {{(pid=106380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 11:18:54.006287 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-1679fad1-e062-4c2f-9d20-93928a9f49d5 None None] Publish callbacks [] for port (c402dc0d-7ac6-47bd-a69f-7a42a9a5f5b4), precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:18:54.014740 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-1679fad1-e062-4c2f-9d20-93928a9f49d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732802528781'] for port (c402dc0d-7ac6-47bd-a69f-7a42a9a5f5b4), after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:18:54.035331 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-830cec55-08db-41d6-859b-121442215393 admin admin] Publish callbacks [] for router_gateway (3222891c-5229-4f95-bc52-a363e2e5d6e0), before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:18:54.056462 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-830cec55-08db-41d6-859b-121442215393 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (None), before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:18:54.176902 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Device 0b2b7bae-475c-451e-b7d3-4c8d4a561088 up at agent ovs-agent-dv-cinder-853450-2-iscsi {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 11:18:54.183852 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-830cec55-08db-41d6-859b-121442215393 admin admin] Allocated IP 172.27.4.58 (c4d5f339-67bc-4c12-8231-94aca87a7153/76ee03a1-e6cb-4518-8461-de8749842f4e/501d8970-d436-4d6a-ae77-a1c98cdd24ae) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 11:18:54.209066 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:18:54.237014 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1679fad1-e062-4c2f-9d20-93928a9f49d5 None None] Network 4fed7e26-dc82-4a3f-a633-2f136bd4b58e is already hosted by enough agents. {{(pid=106380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 11:18:54.241498 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1679fad1-e062-4c2f-9d20-93928a9f49d5 None None] Pushing event updated for resources: {'Port': ['ID=c402dc0d-7ac6-47bd-a69f-7a42a9a5f5b4,revision_number=1']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:18:54.249359 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.scheduler.base_scheduler [None req-1679fad1-e062-4c2f-9d20-93928a9f49d5 None None] Resources bound (agent type, host, resource id): {{(pid=106380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 11:18:54.253672 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1679fad1-e062-4c2f-9d20-93928a9f49d5 None None] Received port after_create {{(pid=106380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 18 11:18:54.279946 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Provisioning complete for port 0b2b7bae-475c-451e-b7d3-4c8d4a561088 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 18 11:18:54.280393 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619404'] for port (0b2b7bae-475c-451e-b7d3-4c8d4a561088), provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:18:54.310775 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:18:54.348969 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-830cec55-08db-41d6-859b-121442215393 admin admin] Publish callbacks [] for port (501d8970-d436-4d6a-ae77-a1c98cdd24ae), precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:18:54.368700 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b445059-5ecc-4b27-b8ce-f79ac2828a92 req-95d9f56c-9798-435d-a52e-1525cf63c92e tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:18:54.370209 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-2b445059-5ecc-4b27-b8ce-f79ac2828a92 req-95d9f56c-9798-435d-a52e-1525cf63c92e tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5d211867-abc4-4644-897d-c57cf67f7e7a HTTP/1.1" status: 200 len: 946 time: 0.0774381 Aug 18 11:18:54.379475 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-1679fad1-e062-4c2f-9d20-93928a9f49d5 None None] Attempting to bind port c402dc0d-7ac6-47bd-a69f-7a42a9a5f5b4 on host dv-cinder-853450-2-iscsi for vnic_type normal with profile {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 18 11:18:54.379850 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-1679fad1-e062-4c2f-9d20-93928a9f49d5 None None] Attempting to bind port c402dc0d-7ac6-47bd-a69f-7a42a9a5f5b4 by drivers openvswitch,hyperv on host dv-cinder-853450-2-iscsi at level 0 using segments [{'id': 'ccad7fd3-87fd-462e-a35a-6bdf852e0325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 975, 'network_id': '4fed7e26-dc82-4a3f-a633-2f136bd4b58e'}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 18 11:18:54.380239 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1679fad1-e062-4c2f-9d20-93928a9f49d5 None None] Attempting to bind port c402dc0d-7ac6-47bd-a69f-7a42a9a5f5b4 on network 4fed7e26-dc82-4a3f-a633-2f136bd4b58e {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 18 11:18:54.389155 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1679fad1-e062-4c2f-9d20-93928a9f49d5 None None] Checking agent: {'id': '69d4285f-736d-41a6-a99e-1994eed59bce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-853450-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 18, 11, 7, 46), 'started_at': datetime.datetime(2022, 8, 18, 11, 8, 16), 'heartbeat_timestamp': datetime.datetime(2022, 8, 18, 11, 18, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-853450-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 18 11:18:54.389762 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1679fad1-e062-4c2f-9d20-93928a9f49d5 None None] Checking segment: {'id': 'ccad7fd3-87fd-462e-a35a-6bdf852e0325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 975, 'network_id': '4fed7e26-dc82-4a3f-a633-2f136bd4b58e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 18 11:18:54.390188 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-1679fad1-e062-4c2f-9d20-93928a9f49d5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:18:54.390585 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1679fad1-e062-4c2f-9d20-93928a9f49d5 None None] Bound using segment: {'id': 'ccad7fd3-87fd-462e-a35a-6bdf852e0325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 975, 'network_id': '4fed7e26-dc82-4a3f-a633-2f136bd4b58e'} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 18 11:18:54.391087 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-1679fad1-e062-4c2f-9d20-93928a9f49d5 None None] Bound port: c402dc0d-7ac6-47bd-a69f-7a42a9a5f5b4, host: dv-cinder-853450-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccad7fd3-87fd-462e-a35a-6bdf852e0325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 975, 'network_id': '4fed7e26-dc82-4a3f-a633-2f136bd4b58e'}}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 18 11:18:54.391811 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-1679fad1-e062-4c2f-9d20-93928a9f49d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (c402dc0d-7ac6-47bd-a69f-7a42a9a5f5b4), before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:18:54.424158 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-830cec55-08db-41d6-859b-121442215393 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732802528781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11809227'] for port (501d8970-d436-4d6a-ae77-a1c98cdd24ae), after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:18:54.437885 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Current status of the port 0b2b7bae-475c-451e-b7d3-4c8d4a561088 is: DOWN; New status is: ACTIVE {{(pid=106380) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 11:18:54.438284 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (0b2b7bae-475c-451e-b7d3-4c8d4a561088), before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:18:54.473350 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-2b445059-5ecc-4b27-b8ce-f79ac2828a92 req-8a3d02c2-dd57-40a1-a2d0-f19f5e034c85 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d080cec0-bf37-4b83-8a3c-1cddb3e7bd6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962741 Aug 18 11:18:54.486978 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-830cec55-08db-41d6-859b-121442215393 admin admin] Network c4d5f339-67bc-4c12-8231-94aca87a7153 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 11:18:54.488723 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] For port 0b2b7bae-475c-451e-b7d3-4c8d4a561088, host dv-cinder-853450-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853450-2-iscsi',level=0,port_id=0b2b7bae-475c-451e-b7d3-4c8d4a561088,segment=NetworkSegment(67ba5125-9fc9-4a45-924f-a98fceaf00fb),segment_id=67ba5125-9fc9-4a45-924f-a98fceaf00fb)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:18:54.491597 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-830cec55-08db-41d6-859b-121442215393 admin admin] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 11:18:54.496145 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-830cec55-08db-41d6-859b-121442215393 admin admin] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 18 11:18:54.510067 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732803053689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732802528799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732802528817'] for port (0b2b7bae-475c-451e-b7d3-4c8d4a561088), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:18:54.519705 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830cec55-08db-41d6-859b-121442215393 admin admin] Pushing event updated for resources: {'Port': ['ID=501d8970-d436-4d6a-ae77-a1c98cdd24ae,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:18:54.530937 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:18:54.535499 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-1679fad1-e062-4c2f-9d20-93928a9f49d5 None None] For port c402dc0d-7ac6-47bd-a69f-7a42a9a5f5b4, host dv-cinder-853450-2-iscsi, cleared binding levels {{(pid=106380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 11:18:54.543017 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=6 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:18:54.565458 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-1679fad1-e062-4c2f-9d20-93928a9f49d5 None None] For port c402dc0d-7ac6-47bd-a69f-7a42a9a5f5b4, host dv-cinder-853450-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853450-2-iscsi',level=0,port_id=c402dc0d-7ac6-47bd-a69f-7a42a9a5f5b4,segment=NetworkSegment(ccad7fd3-87fd-462e-a35a-6bdf852e0325),segment_id=ccad7fd3-87fd-462e-a35a-6bdf852e0325)] {{(pid=106380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 11:18:54.583325 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-1679fad1-e062-4c2f-9d20-93928a9f49d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732803053689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732802528799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732802528817'] for port (c402dc0d-7ac6-47bd-a69f-7a42a9a5f5b4), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:18:54.587410 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Pushing event updated for resources: {'Port': ['ID=0b2b7bae-475c-451e-b7d3-4c8d4a561088,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:18:54.642596 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1679fad1-e062-4c2f-9d20-93928a9f49d5 None None] Pushing event updated for resources: {'Port': ['ID=c402dc0d-7ac6-47bd-a69f-7a42a9a5f5b4,revision_number=2']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:18:54.699424 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d5f3575-cadc-44d6-8eb1-26630d393364 None None] Sync routers for ids ['33a9ac7d-d2f1-430b-b49b-1cb350f7f592'] in dv-cinder-853450-2-iscsi {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 11:18:54.717165 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d5f3575-cadc-44d6-8eb1-26630d393364 None None] Routers {'33a9ac7d-d2f1-430b-b49b-1cb350f7f592'} bound to L3 agent in host dv-cinder-853450-2-iscsi {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 18 11:18:54.717545 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-3d5f3575-cadc-44d6-8eb1-26630d393364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853450-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-18T11:07:43Z,description=,heartbeat_timestamp=2022-08-18T11:18:43Z,host='dv-cinder-853450-2-iscsi',id=5a2ac145-53e3-4597-a9e7-c52b4336ae58,load=0,resource_versions=,resources_synced=,started_at=2022-08-18T11:07:43Z,topic='l3_agent')) {'router_ids': ['33a9ac7d-d2f1-430b-b49b-1cb350f7f592'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:18:54.798479 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-830cec55-08db-41d6-859b-121442215393 admin admin] Publish callbacks [] for router_gateway (3222891c-5229-4f95-bc52-a363e2e5d6e0), after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:18:54.841122 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-3d5f3575-cadc-44d6-8eb1-26630d393364 None None] Set router 33a9ac7d-d2f1-430b-b49b-1cb350f7f592 gateway port host: dv-cinder-853450-2-iscsi {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 18 11:18:55.051329 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-3d5f3575-cadc-44d6-8eb1-26630d393364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33a9ac7d-d2f1-430b-b49b-1cb350f7f592', 'name': 'tempest-TestMinimumBasicScenario-977029492-router', 'tenant_id': 'c14bc6c22cf74ac7b59d0c55e82c0829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'external_fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.155'}], 'enable_snat': True}, 'gw_port_id': '0b2b7bae-475c-451e-b7d3-4c8d4a561088', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T11:18:48Z', 'updated_at': '2022-08-18T11:18:51Z', 'revision_number': 4, 'project_id': 'c14bc6c22cf74ac7b59d0c55e82c0829', 'gw_port': {'id': '0b2b7bae-475c-451e-b7d3-4c8d4a561088', 'name': '', 'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:08:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33a9ac7d-d2f1-430b-b49b-1cb350f7f592', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853450-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:18:48Z', 'updated_at': '2022-08-18T11:18:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853450-2-iscsi', '_interfaces': [{'id': '0ba2e98b-58de-4395-9846-095e10d78118', 'name': '', 'network_id': '819ea763-4a78-4c37-9c12-7248a0692fce', 'tenant_id': 'c14bc6c22cf74ac7b59d0c55e82c0829', 'mac_address': 'fa:16:3e:d8:4d:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33a9ac7d-d2f1-430b-b49b-1cb350f7f592', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '624f58cc-2f47-4cbf-b4da-a6f052b72e48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:18:50Z', 'updated_at': '2022-08-18T11:18:51Z', 'revision_number': 2, 'project_id': 'c14bc6c22cf74ac7b59d0c55e82c0829', 'subnets': [{'id': '624f58cc-2f47-4cbf-b4da-a6f052b72e48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853450-2-iscsi', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:18:55.083821 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d5f3575-cadc-44d6-8eb1-26630d393364 None None] Checking router: 33a9ac7d-d2f1-430b-b49b-1cb350f7f592 for host: dv-cinder-853450-2-iscsi {{(pid=106381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 11:18:55.084167 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d5f3575-cadc-44d6-8eb1-26630d393364 None None] Updating router 33a9ac7d-d2f1-430b-b49b-1cb350f7f592 port 0ba2e98b-58de-4395-9846-095e10d78118 binding host dv-cinder-853450-2-iscsi {{(pid=106381) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 11:18:55.091420 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-830cec55-08db-41d6-859b-121442215393 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-518933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-519602'] for router (3222891c-5229-4f95-bc52-a363e2e5d6e0), after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:18:55.115128 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-3d5f3575-cadc-44d6-8eb1-26630d393364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (0ba2e98b-58de-4395-9846-095e10d78118), before_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:18:55.154438 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-fe7b5a77-89be-4acf-a195-a85bed5d3e9b req-9231b35f-741e-4cc4-9eb3-bf5a2501b1e3 service neutron] 10.222.0.20 "GET /networking/v2.0/security-groups?id=d080cec0-bf37-4b83-8a3c-1cddb3e7bd6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921240 Aug 18 11:18:55.255753 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-830cec55-08db-41d6-859b-121442215393 admin admin] Router 3222891c-5229-4f95-bc52-a363e2e5d6e0 is scheduled to L3 agent 5a2ac145-53e3-4597-a9e7-c52b4336ae58 with binding_index 1 {{(pid=106378) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 11:18:55.300625 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:18:55.377148 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-830cec55-08db-41d6-859b-121442215393 admin admin] Notify agent at l3_agent.dv-cinder-853450-2-iscsi the message routers_updated {{(pid=106378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 11:18:55.386292 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a17f673-735e-40cf-bc9a-02d5e2ee4181 None None] Sync routers for ids ['3222891c-5229-4f95-bc52-a363e2e5d6e0'] in dv-cinder-853450-2-iscsi {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 11:18:55.400213 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-3d5f3575-cadc-44d6-8eb1-26630d393364 None None] Publish callbacks [] for port (0ba2e98b-58de-4395-9846-095e10d78118), precommit_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:18:55.401135 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a17f673-735e-40cf-bc9a-02d5e2ee4181 None None] Routers {'3222891c-5229-4f95-bc52-a363e2e5d6e0'} bound to L3 agent in host dv-cinder-853450-2-iscsi {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 18 11:18:55.401780 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-9a17f673-735e-40cf-bc9a-02d5e2ee4181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853450-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-18T11:07:43Z,description=,heartbeat_timestamp=2022-08-18T11:18:43Z,host='dv-cinder-853450-2-iscsi',id=5a2ac145-53e3-4597-a9e7-c52b4336ae58,load=0,resource_versions=,resources_synced=,started_at=2022-08-18T11:07:43Z,topic='l3_agent')) {'router_ids': ['3222891c-5229-4f95-bc52-a363e2e5d6e0'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:18:55.411487 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-3d5f3575-cadc-44d6-8eb1-26630d393364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732803053689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732802528799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732802528817'] for port (0ba2e98b-58de-4395-9846-095e10d78118), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:18:55.412080 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-830cec55-08db-41d6-859b-121442215393 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:18:55.417006 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.16', 54220) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:18:55.420776 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [None req-830cec55-08db-41d6-859b-121442215393 admin admin] 10.222.0.16 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.8600411 Aug 18 11:18:55.461141 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354f9ac9-df08-46ae-8856-2490728b0b09 None None] Pushing event updated for resources: {'Port': ['ID=0ba2e98b-58de-4395-9846-095e10d78118,revision_number=3']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:18:55.471582 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354f9ac9-df08-46ae-8856-2490728b0b09 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:18:55.471946 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354f9ac9-df08-46ae-8856-2490728b0b09 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:18:55.472339 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354f9ac9-df08-46ae-8856-2490728b0b09 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:18:55.472704 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354f9ac9-df08-46ae-8856-2490728b0b09 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:18:55.473048 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354f9ac9-df08-46ae-8856-2490728b0b09 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:18:55.473381 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354f9ac9-df08-46ae-8856-2490728b0b09 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:18:55.473710 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354f9ac9-df08-46ae-8856-2490728b0b09 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:18:55.474036 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354f9ac9-df08-46ae-8856-2490728b0b09 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:18:55.474368 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354f9ac9-df08-46ae-8856-2490728b0b09 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:18:55.474686 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354f9ac9-df08-46ae-8856-2490728b0b09 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:18:55.475770 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354f9ac9-df08-46ae-8856-2490728b0b09 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:18:55.476184 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354f9ac9-df08-46ae-8856-2490728b0b09 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:18:55.477142 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354f9ac9-df08-46ae-8856-2490728b0b09 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:18:55.477478 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354f9ac9-df08-46ae-8856-2490728b0b09 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:18:55.477805 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354f9ac9-df08-46ae-8856-2490728b0b09 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:18:55.533136 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-9a17f673-735e-40cf-bc9a-02d5e2ee4181 None None] Set router 3222891c-5229-4f95-bc52-a363e2e5d6e0 gateway port host: dv-cinder-853450-2-iscsi {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 18 11:18:55.548113 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-3d5f3575-cadc-44d6-8eb1-26630d393364 None None] Attempting to bind port 0ba2e98b-58de-4395-9846-095e10d78118 on host dv-cinder-853450-2-iscsi for vnic_type normal with profile {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 18 11:18:55.548515 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-3d5f3575-cadc-44d6-8eb1-26630d393364 None None] Attempting to bind port 0ba2e98b-58de-4395-9846-095e10d78118 by drivers openvswitch,hyperv on host dv-cinder-853450-2-iscsi at level 0 using segments [{'id': 'e6c24dd4-4365-4c21-8b76-4afbdd585f48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 966, 'network_id': '819ea763-4a78-4c37-9c12-7248a0692fce'}] {{(pid=106381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 18 11:18:55.548882 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d5f3575-cadc-44d6-8eb1-26630d393364 None None] Attempting to bind port 0ba2e98b-58de-4395-9846-095e10d78118 on network 819ea763-4a78-4c37-9c12-7248a0692fce {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 18 11:18:55.554779 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d5f3575-cadc-44d6-8eb1-26630d393364 None None] Checking agent: {'id': '69d4285f-736d-41a6-a99e-1994eed59bce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-853450-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 18, 11, 7, 46), 'started_at': datetime.datetime(2022, 8, 18, 11, 8, 16), 'heartbeat_timestamp': datetime.datetime(2022, 8, 18, 11, 18, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-853450-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 18 11:18:55.555157 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d5f3575-cadc-44d6-8eb1-26630d393364 None None] Checking segment: {'id': 'e6c24dd4-4365-4c21-8b76-4afbdd585f48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 966, 'network_id': '819ea763-4a78-4c37-9c12-7248a0692fce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 18 11:18:55.555562 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-3d5f3575-cadc-44d6-8eb1-26630d393364 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:18:55.555957 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d5f3575-cadc-44d6-8eb1-26630d393364 None None] Bound using segment: {'id': 'e6c24dd4-4365-4c21-8b76-4afbdd585f48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 966, 'network_id': '819ea763-4a78-4c37-9c12-7248a0692fce'} {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 18 11:18:55.556460 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-3d5f3575-cadc-44d6-8eb1-26630d393364 None None] Bound port: 0ba2e98b-58de-4395-9846-095e10d78118, host: dv-cinder-853450-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6c24dd4-4365-4c21-8b76-4afbdd585f48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 966, 'network_id': '819ea763-4a78-4c37-9c12-7248a0692fce'}}] {{(pid=106381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 18 11:18:55.556844 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-3d5f3575-cadc-44d6-8eb1-26630d393364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (0ba2e98b-58de-4395-9846-095e10d78118), before_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:18:55.642499 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:18:55.648218 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12c9f04-de61-4adc-a0a4-26bc65263fe9 req-7e6fd54e-d576-4651-9929-354762a8ccc0 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:18:55.650813 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-e12c9f04-de61-4adc-a0a4-26bc65263fe9 req-7e6fd54e-d576-4651-9929-354762a8ccc0 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5d211867-abc4-4644-897d-c57cf67f7e7a HTTP/1.1" status: 200 len: 946 time: 0.0671396 Aug 18 11:18:55.651845 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-3d5f3575-cadc-44d6-8eb1-26630d393364 None None] For port 0ba2e98b-58de-4395-9846-095e10d78118, host dv-cinder-853450-2-iscsi, cleared binding levels {{(pid=106381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 11:18:55.659474 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-3d5f3575-cadc-44d6-8eb1-26630d393364 None None] For port 0ba2e98b-58de-4395-9846-095e10d78118, host dv-cinder-853450-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853450-2-iscsi',level=0,port_id=0ba2e98b-58de-4395-9846-095e10d78118,segment=NetworkSegment(e6c24dd4-4365-4c21-8b76-4afbdd585f48),segment_id=e6c24dd4-4365-4c21-8b76-4afbdd585f48)] {{(pid=106381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 11:18:55.668579 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-3d5f3575-cadc-44d6-8eb1-26630d393364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732803053689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732802528799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732802528817'] for port (0ba2e98b-58de-4395-9846-095e10d78118), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:18:55.756726 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:18:55.758590 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354f9ac9-df08-46ae-8856-2490728b0b09 None None] Pushing event updated for resources: {'Port': ['ID=0ba2e98b-58de-4395-9846-095e10d78118,revision_number=4']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:18:55.771670 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d5f3575-cadc-44d6-8eb1-26630d393364 None None] Routers {'33a9ac7d-d2f1-430b-b49b-1cb350f7f592'} bound to L3 agent in host dv-cinder-853450-2-iscsi {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 18 11:18:55.772791 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-3d5f3575-cadc-44d6-8eb1-26630d393364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853450-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-18T11:07:43Z,description=,heartbeat_timestamp=2022-08-18T11:18:43Z,host='dv-cinder-853450-2-iscsi',id=5a2ac145-53e3-4597-a9e7-c52b4336ae58,load=0,resource_versions=,resources_synced=,started_at=2022-08-18T11:07:43Z,topic='l3_agent')) {'router_ids': ['33a9ac7d-d2f1-430b-b49b-1cb350f7f592'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:18:55.775298 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-e12c9f04-de61-4adc-a0a4-26bc65263fe9 req-49c65be5-9dd5-4aef-a0b6-80877468e912 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d080cec0-bf37-4b83-8a3c-1cddb3e7bd6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0991895 Aug 18 11:18:55.800819 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-9a17f673-735e-40cf-bc9a-02d5e2ee4181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3222891c-5229-4f95-bc52-a363e2e5d6e0', 'name': 'tempest-TestMinimumBasicScenario-712941310-router', 'tenant_id': '26b16514d9854dfeba0ba85334246d05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'external_fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.58'}], 'enable_snat': True}, 'gw_port_id': '501d8970-d436-4d6a-ae77-a1c98cdd24ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T11:18:53Z', 'updated_at': '2022-08-18T11:18:54Z', 'revision_number': 3, 'project_id': '26b16514d9854dfeba0ba85334246d05', 'gw_port': {'id': '501d8970-d436-4d6a-ae77-a1c98cdd24ae', 'name': '', 'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:6c:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3222891c-5229-4f95-bc52-a363e2e5d6e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:18:54Z', 'updated_at': '2022-08-18T11:18:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853450-2-iscsi'}], 'dv-cinder-853450-2-iscsi', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:18:55.805174 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:INSERT=9,neutron:SELECT=86,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:18:55.861411 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ce02bec-b161-4876-8d4c-d182710d62b1 None None] Network 4fed7e26-dc82-4a3f-a633-2f136bd4b58e requested from dv-cinder-853450-2-iscsi {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 18 11:18:55.867108 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a17f673-735e-40cf-bc9a-02d5e2ee4181 None None] Checking router: 3222891c-5229-4f95-bc52-a363e2e5d6e0 for host: dv-cinder-853450-2-iscsi {{(pid=106380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 11:18:55.867630 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a17f673-735e-40cf-bc9a-02d5e2ee4181 None None] Updating router 3222891c-5229-4f95-bc52-a363e2e5d6e0 port 501d8970-d436-4d6a-ae77-a1c98cdd24ae binding host dv-cinder-853450-2-iscsi {{(pid=106380) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 11:18:55.917097 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-3d5f3575-cadc-44d6-8eb1-26630d393364 None None] Set router 33a9ac7d-d2f1-430b-b49b-1cb350f7f592 gateway port host: dv-cinder-853450-2-iscsi {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 18 11:18:55.919773 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9a17f673-735e-40cf-bc9a-02d5e2ee4181 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (501d8970-d436-4d6a-ae77-a1c98cdd24ae), before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:18:55.971587 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-dd6c4f14-2219-4c86-9923-bab9178357aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (None), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:18:56.006865 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-f71cdb24-5219-4111-8721-11eedc5f3dfa None None] Provisioning complete for port c402dc0d-7ac6-47bd-a69f-7a42a9a5f5b4 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 18 11:18:56.007407 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-f71cdb24-5219-4111-8721-11eedc5f3dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619404'] for port (c402dc0d-7ac6-47bd-a69f-7a42a9a5f5b4), provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:18:56.139247 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-3d5f3575-cadc-44d6-8eb1-26630d393364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33a9ac7d-d2f1-430b-b49b-1cb350f7f592', 'name': 'tempest-TestMinimumBasicScenario-977029492-router', 'tenant_id': 'c14bc6c22cf74ac7b59d0c55e82c0829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'external_fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.155'}], 'enable_snat': True}, 'gw_port_id': '0b2b7bae-475c-451e-b7d3-4c8d4a561088', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T11:18:48Z', 'updated_at': '2022-08-18T11:18:51Z', 'revision_number': 4, 'project_id': 'c14bc6c22cf74ac7b59d0c55e82c0829', 'gw_port': {'id': '0b2b7bae-475c-451e-b7d3-4c8d4a561088', 'name': '', 'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:08:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33a9ac7d-d2f1-430b-b49b-1cb350f7f592', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853450-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:18:48Z', 'updated_at': '2022-08-18T11:18:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853450-2-iscsi', '_interfaces': [{'id': '0ba2e98b-58de-4395-9846-095e10d78118', 'name': '', 'network_id': '819ea763-4a78-4c37-9c12-7248a0692fce', 'tenant_id': 'c14bc6c22cf74ac7b59d0c55e82c0829', 'mac_address': 'fa:16:3e:d8:4d:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33a9ac7d-d2f1-430b-b49b-1cb350f7f592', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '624f58cc-2f47-4cbf-b4da-a6f052b72e48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853450-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:18:50Z', 'updated_at': '2022-08-18T11:18:55Z', 'revision_number': 4, 'project_id': 'c14bc6c22cf74ac7b59d0c55e82c0829', 'subnets': [{'id': '624f58cc-2f47-4cbf-b4da-a6f052b72e48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853450-2-iscsi', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:18:56.158954 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:18:56.178546 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.16', 54242) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:18:56.181809 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d5f3575-cadc-44d6-8eb1-26630d393364 None None] The sync data for ids ['33a9ac7d-d2f1-430b-b49b-1cb350f7f592'] in dv-cinder-853450-2-iscsi is: [{'id': '33a9ac7d-d2f1-430b-b49b-1cb350f7f592', 'name': 'tempest-TestMinimumBasicScenario-977029492-router', 'tenant_id': 'c14bc6c22cf74ac7b59d0c55e82c0829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'external_fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.155'}], 'enable_snat': True}, 'gw_port_id': '0b2b7bae-475c-451e-b7d3-4c8d4a561088', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T11:18:48Z', 'updated_at': '2022-08-18T11:18:51Z', 'revision_number': 4, 'project_id': 'c14bc6c22cf74ac7b59d0c55e82c0829', 'gw_port': {'id': '0b2b7bae-475c-451e-b7d3-4c8d4a561088', 'name': '', 'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:08:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33a9ac7d-d2f1-430b-b49b-1cb350f7f592', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853450-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:18:48Z', 'updated_at': '2022-08-18T11:18:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853450-2-iscsi', '_interfaces': [{'id': '0ba2e98b-58de-4395-9846-095e10d78118', 'name': '', 'network_id': '819ea763-4a78-4c37-9c12-7248a0692fce', 'tenant_id': 'c14bc6c22cf74ac7b59d0c55e82c0829', 'mac_address': 'fa:16:3e:d8:4d:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33a9ac7d-d2f1-430b-b49b-1cb350f7f592', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '624f58cc-2f47-4cbf-b4da-a6f052b72e48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853450-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:18:50Z', 'updated_at': '2022-08-18T11:18:55Z', 'revision_number': 4, 'project_id': 'c14bc6c22cf74ac7b59d0c55e82c0829', 'subnets': [{'id': '624f58cc-2f47-4cbf-b4da-a6f052b72e48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 11:18:56.182281 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.v2.base [None req-dcf41ee3-54b3-4cb6-8287-4e1357e61f0f tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Request body: {'security_group': {'name': 'tempest-securitygroup--914254510', 'description': 'tempest-description--601789035'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:18:56.216045 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:18:56.280097 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-dcf41ee3-54b3-4cb6-8287-4e1357e61f0f tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Publish callbacks [] for security_group (None), before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:18:56.361370 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.db.db_base_plugin_common [None req-dd6c4f14-2219-4c86-9923-bab9178357aa admin admin] Allocated IP 172.20.0.1 (4fed7e26-dc82-4a3f-a633-2f136bd4b58e/9dfe35bb-43dd-489d-bde2-147597c9de7d/874960b1-addf-48bf-ab68-1a7f22185eb4) {{(pid=106379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 11:18:56.429240 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-f71cdb24-5219-4111-8721-11eedc5f3dfa None None] Current status of the port c402dc0d-7ac6-47bd-a69f-7a42a9a5f5b4 is: DOWN; New status is: ACTIVE {{(pid=106380) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 11:18:56.430086 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-f71cdb24-5219-4111-8721-11eedc5f3dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (c402dc0d-7ac6-47bd-a69f-7a42a9a5f5b4), before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:18:56.440322 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:DELETE=2 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:18:56.443850 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-dcf41ee3-54b3-4cb6-8287-4e1357e61f0f tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Publish callbacks [] for security_group (d4fc1cd8-bdf2-4971-b730-97db8d4df085), precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:18:56.458276 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-dcf41ee3-54b3-4cb6-8287-4e1357e61f0f tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433130'] for security_group (d4fc1cd8-bdf2-4971-b730-97db8d4df085), after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:18:56.522850 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-f71cdb24-5219-4111-8721-11eedc5f3dfa None None] For port c402dc0d-7ac6-47bd-a69f-7a42a9a5f5b4, host dv-cinder-853450-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853450-2-iscsi',level=0,port_id=c402dc0d-7ac6-47bd-a69f-7a42a9a5f5b4,segment=NetworkSegment(ccad7fd3-87fd-462e-a35a-6bdf852e0325),segment_id=ccad7fd3-87fd-462e-a35a-6bdf852e0325)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:18:56.543217 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf41ee3-54b3-4cb6-8287-4e1357e61f0f tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4fc1cd8-bdf2-4971-b730-97db8d4df085,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:18:56.553568 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-dcf41ee3-54b3-4cb6-8287-4e1357e61f0f tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Publish callbacks [] for security_group (None), before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:18:56.555350 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [None req-dcf41ee3-54b3-4cb6-8287-4e1357e61f0f tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3767285 Aug 18 11:18:56.558296 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.16', 54248) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:18:56.563337 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Device 0ba2e98b-58de-4395-9846-095e10d78118 up at agent ovs-agent-dv-cinder-853450-2-iscsi {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 11:18:56.566959 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:18:56.568525 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.v2.base [None req-40bfdf18-7f06-46d2-9af9-4a7f1b824e62 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Request body: {'security_group_rule': {'security_group_id': 'd4fc1cd8-bdf2-4971-b730-97db8d4df085', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:18:56.570582 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-f71cdb24-5219-4111-8721-11eedc5f3dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732803053689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732802528799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732802528817'] for port (c402dc0d-7ac6-47bd-a69f-7a42a9a5f5b4), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:18:56.582772 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-dd6c4f14-2219-4c86-9923-bab9178357aa admin admin] Publish callbacks [] for port (874960b1-addf-48bf-ab68-1a7f22185eb4), precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:18:56.635445 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-dd6c4f14-2219-4c86-9923-bab9178357aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732802528781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638927'] for port (874960b1-addf-48bf-ab68-1a7f22185eb4), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:18:56.654205 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-40bfdf18-7f06-46d2-9af9-4a7f1b824e62 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Publish callbacks [] for security_group_rule (b49782ad-824c-4847-aa3e-82be939643bc), before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:18:56.728691 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71cdb24-5219-4111-8721-11eedc5f3dfa None None] Pushing event updated for resources: {'Port': ['ID=c402dc0d-7ac6-47bd-a69f-7a42a9a5f5b4,revision_number=3']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:18:56.736214 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd6c4f14-2219-4c86-9923-bab9178357aa admin admin] Network 4fed7e26-dc82-4a3f-a633-2f136bd4b58e is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 11:18:56.746255 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-40bfdf18-7f06-46d2-9af9-4a7f1b824e62 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Publish callbacks [] for security_group_rule (b49782ad-824c-4847-aa3e-82be939643bc), precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:18:56.755296 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-40bfdf18-7f06-46d2-9af9-4a7f1b824e62 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432955'] for security_group_rule (b49782ad-824c-4847-aa3e-82be939643bc), after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:18:56.760118 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-dd6c4f14-2219-4c86-9923-bab9178357aa admin admin] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 11:18:56.776161 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6c4f14-2219-4c86-9923-bab9178357aa admin admin] Pushing event updated for resources: {'Port': ['ID=874960b1-addf-48bf-ab68-1a7f22185eb4,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:18:56.781251 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd6c4f14-2219-4c86-9923-bab9178357aa admin admin] Received port after_create {{(pid=106379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 18 11:18:56.821317 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bfdf18-7f06-46d2-9af9-4a7f1b824e62 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b49782ad-824c-4847-aa3e-82be939643bc,revision_number=0']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:18:56.833497 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-40bfdf18-7f06-46d2-9af9-4a7f1b824e62 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:18:56.839103 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [None req-40bfdf18-7f06-46d2-9af9-4a7f1b824e62 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2789056 Aug 18 11:18:56.842367 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.16', 54264) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:18:56.857373 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.v2.base [None req-5820f0d7-6dc3-40c2-b9db-ab4aac8036fb tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Request body: {'security_group_rule': {'security_group_id': 'd4fc1cd8-bdf2-4971-b730-97db8d4df085', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:18:56.928142 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-dd6c4f14-2219-4c86-9923-bab9178357aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-516804'] for router_interface (3222891c-5229-4f95-bc52-a363e2e5d6e0), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:18:56.958413 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5820f0d7-6dc3-40c2-b9db-ab4aac8036fb tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Publish callbacks [] for security_group_rule (50538118-cb64-40e4-ae29-319438df9ac2), before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:18:56.987407 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-5b0dc203-cff1-457b-843b-5069c69e3568 None None] Provisioning complete for port c402dc0d-7ac6-47bd-a69f-7a42a9a5f5b4 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 18 11:18:56.987984 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-5b0dc203-cff1-457b-843b-5069c69e3568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619404'] for port (c402dc0d-7ac6-47bd-a69f-7a42a9a5f5b4), provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:18:57.063417 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Provisioning complete for port 0ba2e98b-58de-4395-9846-095e10d78118 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 18 11:18:57.064442 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619404'] for port (0ba2e98b-58de-4395-9846-095e10d78118), provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:18:57.098418 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7db6bf-b154-4309-b991-6bc29e7cf046 req-f4973564-50f8-4f81-ac65-845e8b2b522b tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:18:57.100001 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-da7db6bf-b154-4309-b991-6bc29e7cf046 req-f4973564-50f8-4f81-ac65-845e8b2b522b tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5d211867-abc4-4644-897d-c57cf67f7e7a HTTP/1.1" status: 200 len: 946 time: 0.1732402 Aug 18 11:18:57.159591 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9a17f673-735e-40cf-bc9a-02d5e2ee4181 None None] Publish callbacks [] for port (501d8970-d436-4d6a-ae77-a1c98cdd24ae), precommit_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:18:57.174312 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9a17f673-735e-40cf-bc9a-02d5e2ee4181 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732803053689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732802528799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732802528817'] for port (501d8970-d436-4d6a-ae77-a1c98cdd24ae), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:18:57.176181 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5820f0d7-6dc3-40c2-b9db-ab4aac8036fb tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Publish callbacks [] for security_group_rule (50538118-cb64-40e4-ae29-319438df9ac2), precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:18:57.199663 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-dd6c4f14-2219-4c86-9923-bab9178357aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (874960b1-addf-48bf-ab68-1a7f22185eb4), before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:18:57.211670 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-da7db6bf-b154-4309-b991-6bc29e7cf046 req-f3ea4d96-4258-4d6c-ba34-5ddd913eaa3c tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d080cec0-bf37-4b83-8a3c-1cddb3e7bd6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0999768 Aug 18 11:18:57.213485 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5820f0d7-6dc3-40c2-b9db-ab4aac8036fb tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432955'] for security_group_rule (50538118-cb64-40e4-ae29-319438df9ac2), after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:18:57.270005 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5820f0d7-6dc3-40c2-b9db-ab4aac8036fb tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:18:57.274546 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [None req-5820f0d7-6dc3-40c2-b9db-ab4aac8036fb tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4281561 Aug 18 11:18:57.275175 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.16', 54270) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:18:57.281555 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.v2.base [None req-7dc267b3-4fb4-4ef8-8719-ee4d5ba5d3f6 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Request body: {'floatingip': {'floating_network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:18:57.289048 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5820f0d7-6dc3-40c2-b9db-ab4aac8036fb tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50538118-cb64-40e4-ae29-319438df9ac2,revision_number=0']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:18:57.303569 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-9a17f673-735e-40cf-bc9a-02d5e2ee4181 None None] Attempting to bind port 501d8970-d436-4d6a-ae77-a1c98cdd24ae on host dv-cinder-853450-2-iscsi for vnic_type normal with profile {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 18 11:18:57.304084 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-9a17f673-735e-40cf-bc9a-02d5e2ee4181 None None] Attempting to bind port 501d8970-d436-4d6a-ae77-a1c98cdd24ae by drivers openvswitch,hyperv on host dv-cinder-853450-2-iscsi at level 0 using segments [{'id': '67ba5125-9fc9-4a45-924f-a98fceaf00fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153'}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 18 11:18:57.304585 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a17f673-735e-40cf-bc9a-02d5e2ee4181 None None] Attempting to bind port 501d8970-d436-4d6a-ae77-a1c98cdd24ae on network c4d5f339-67bc-4c12-8231-94aca87a7153 {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 18 11:18:57.306961 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e23693-1cae-422d-8569-e6f1cde37223 None None] Pushing event updated for resources: {'Port': ['ID=501d8970-d436-4d6a-ae77-a1c98cdd24ae,revision_number=2']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:18:57.312856 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7dc267b3-4fb4-4ef8-8719-ee4d5ba5d3f6 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:18:57.340331 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a17f673-735e-40cf-bc9a-02d5e2ee4181 None None] Checking agent: {'id': '69d4285f-736d-41a6-a99e-1994eed59bce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-853450-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 18, 11, 7, 46), 'started_at': datetime.datetime(2022, 8, 18, 11, 8, 16), 'heartbeat_timestamp': datetime.datetime(2022, 8, 18, 11, 18, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-853450-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 18 11:18:57.340873 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a17f673-735e-40cf-bc9a-02d5e2ee4181 None None] Checking segment: {'id': '67ba5125-9fc9-4a45-924f-a98fceaf00fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 18 11:18:57.341379 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9a17f673-735e-40cf-bc9a-02d5e2ee4181 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:18:57.341839 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a17f673-735e-40cf-bc9a-02d5e2ee4181 None None] Bound using segment: {'id': '67ba5125-9fc9-4a45-924f-a98fceaf00fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153'} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 18 11:18:57.342409 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-9a17f673-735e-40cf-bc9a-02d5e2ee4181 None None] Bound port: 501d8970-d436-4d6a-ae77-a1c98cdd24ae, host: dv-cinder-853450-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67ba5125-9fc9-4a45-924f-a98fceaf00fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153'}}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 18 11:18:57.342911 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9a17f673-735e-40cf-bc9a-02d5e2ee4181 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (501d8970-d436-4d6a-ae77-a1c98cdd24ae), before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:18:57.363725 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Current status of the port 0ba2e98b-58de-4395-9846-095e10d78118 is: DOWN; New status is: ACTIVE {{(pid=106380) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 11:18:57.364238 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (0ba2e98b-58de-4395-9846-095e10d78118), before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:18:57.416104 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-5b0dc203-cff1-457b-843b-5069c69e3568 None None] Current status of the port c402dc0d-7ac6-47bd-a69f-7a42a9a5f5b4 is: ACTIVE; New status is: ACTIVE {{(pid=106380) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 11:18:57.438942 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7dc267b3-4fb4-4ef8-8719-ee4d5ba5d3f6 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (None), before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:18:57.442580 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] For port 0ba2e98b-58de-4395-9846-095e10d78118, host dv-cinder-853450-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853450-2-iscsi',level=0,port_id=0ba2e98b-58de-4395-9846-095e10d78118,segment=NetworkSegment(e6c24dd4-4365-4c21-8b76-4afbdd585f48),segment_id=e6c24dd4-4365-4c21-8b76-4afbdd585f48)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:18:57.445624 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-9a17f673-735e-40cf-bc9a-02d5e2ee4181 None None] For port 501d8970-d436-4d6a-ae77-a1c98cdd24ae, host dv-cinder-853450-2-iscsi, cleared binding levels {{(pid=106380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 11:18:57.449575 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-9a17f673-735e-40cf-bc9a-02d5e2ee4181 None None] For port 501d8970-d436-4d6a-ae77-a1c98cdd24ae, host dv-cinder-853450-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853450-2-iscsi',level=0,port_id=501d8970-d436-4d6a-ae77-a1c98cdd24ae,segment=NetworkSegment(67ba5125-9fc9-4a45-924f-a98fceaf00fb),segment_id=67ba5125-9fc9-4a45-924f-a98fceaf00fb)] {{(pid=106380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 11:18:57.454752 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732803053689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732802528799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732802528817'] for port (0ba2e98b-58de-4395-9846-095e10d78118), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:18:57.455886 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Device 0b2b7bae-475c-451e-b7d3-4c8d4a561088 up at agent ovs-agent-dv-cinder-853450-2-iscsi {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 11:18:57.484309 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-dd6c4f14-2219-4c86-9923-bab9178357aa admin admin] Publish callbacks [] for port (874960b1-addf-48bf-ab68-1a7f22185eb4), precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:18:57.492588 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-dd6c4f14-2219-4c86-9923-bab9178357aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732803053689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732802528799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732802528817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1638912'] for port (874960b1-addf-48bf-ab68-1a7f22185eb4), after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:18:57.505138 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9a17f673-735e-40cf-bc9a-02d5e2ee4181 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732803053689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732802528799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732802528817'] for port (501d8970-d436-4d6a-ae77-a1c98cdd24ae), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:18:57.507631 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=86,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:18:57.521403 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:18:57.562294 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-dd6c4f14-2219-4c86-9923-bab9178357aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3683465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-516656'] for router_interface (3222891c-5229-4f95-bc52-a363e2e5d6e0), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:18:57.576236 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a17f673-735e-40cf-bc9a-02d5e2ee4181 None None] Routers {'3222891c-5229-4f95-bc52-a363e2e5d6e0'} bound to L3 agent in host dv-cinder-853450-2-iscsi {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 18 11:18:57.577170 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-9a17f673-735e-40cf-bc9a-02d5e2ee4181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853450-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-18T11:07:43Z,description=,heartbeat_timestamp=2022-08-18T11:18:43Z,host='dv-cinder-853450-2-iscsi',id=5a2ac145-53e3-4597-a9e7-c52b4336ae58,load=0,resource_versions=,resources_synced=,started_at=2022-08-18T11:07:43Z,topic='l3_agent')) {'router_ids': ['3222891c-5229-4f95-bc52-a363e2e5d6e0'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:18:57.582935 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-51f6fca2-2964-409d-86a4-168f9324a716 None None] Provisioning complete for port 874960b1-addf-48bf-ab68-1a7f22185eb4 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 18 11:18:57.583593 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-51f6fca2-2964-409d-86a4-168f9324a716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619404'] for port (874960b1-addf-48bf-ab68-1a7f22185eb4), provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:18:57.585975 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-7dc267b3-4fb4-4ef8-8719-ee4d5ba5d3f6 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Allocated IP 172.27.4.186 (c4d5f339-67bc-4c12-8231-94aca87a7153/76ee03a1-e6cb-4518-8461-de8749842f4e/ae0cf5fd-9010-4c37-ba62-200f04cf33b5) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 11:18:57.594682 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:18:57.599929 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:18:57.648234 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Pushing event updated for resources: {'Port': ['ID=0ba2e98b-58de-4395-9846-095e10d78118,revision_number=5']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:18:57.673621 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6c4f14-2219-4c86-9923-bab9178357aa admin admin] Pushing event updated for resources: {'Port': ['ID=874960b1-addf-48bf-ab68-1a7f22185eb4,revision_number=2']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:18:57.696818 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:18:57.703247 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Provisioning complete for port 0b2b7bae-475c-451e-b7d3-4c8d4a561088 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 18 11:18:57.703640 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619404'] for port (0b2b7bae-475c-451e-b7d3-4c8d4a561088), provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:18:57.713952 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7dc267b3-4fb4-4ef8-8719-ee4d5ba5d3f6 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Publish callbacks [] for port (ae0cf5fd-9010-4c37-ba62-200f04cf33b5), precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:18:57.729164 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:18:57.729792 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-51f6fca2-2964-409d-86a4-168f9324a716 None None] Port 874960b1-addf-48bf-ab68-1a7f22185eb4 cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 18 11:18:57.741479 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd6c4f14-2219-4c86-9923-bab9178357aa admin admin] Network 4fed7e26-dc82-4a3f-a633-2f136bd4b58e is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 11:18:57.743401 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-dd6c4f14-2219-4c86-9923-bab9178357aa admin admin] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 11:18:57.755832 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7dc267b3-4fb4-4ef8-8719-ee4d5ba5d3f6 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732802528781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11809227'] for port (ae0cf5fd-9010-4c37-ba62-200f04cf33b5), after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:18:57.822048 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dc267b3-4fb4-4ef8-8719-ee4d5ba5d3f6 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Network c4d5f339-67bc-4c12-8231-94aca87a7153 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 11:18:57.830581 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-7dc267b3-4fb4-4ef8-8719-ee4d5ba5d3f6 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 11:18:57.833001 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc267b3-4fb4-4ef8-8719-ee4d5ba5d3f6 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Pushing event updated for resources: {'Port': ['ID=ae0cf5fd-9010-4c37-ba62-200f04cf33b5,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:18:57.837006 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dc267b3-4fb4-4ef8-8719-ee4d5ba5d3f6 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 18 11:18:57.948736 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7dc267b3-4fb4-4ef8-8719-ee4d5ba5d3f6 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Publish callbacks [] for floatingip (e794d825-5aa7-466a-b457-fb422d3798af), precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:18:57.964506 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e23693-1cae-422d-8569-e6f1cde37223 None None] Pushing event updated for resources: {'Port': ['ID=501d8970-d436-4d6a-ae77-a1c98cdd24ae,revision_number=3']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:18:58.011731 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7dc267b3-4fb4-4ef8-8719-ee4d5ba5d3f6 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (ae0cf5fd-9010-4c37-ba62-200f04cf33b5), before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:18:58.053521 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-9a17f673-735e-40cf-bc9a-02d5e2ee4181 None None] Set router 3222891c-5229-4f95-bc52-a363e2e5d6e0 gateway port host: dv-cinder-853450-2-iscsi {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 18 11:18:58.082887 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Current status of the port 0b2b7bae-475c-451e-b7d3-4c8d4a561088 is: ACTIVE; New status is: ACTIVE {{(pid=106380) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 11:18:58.084012 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Device c402dc0d-7ac6-47bd-a69f-7a42a9a5f5b4 up at agent ovs-agent-dv-cinder-853450-2-iscsi {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 11:18:58.161306 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd6c4f14-2219-4c86-9923-bab9178357aa admin admin] Router 3222891c-5229-4f95-bc52-a363e2e5d6e0 has already been hosted by L3 agent 5a2ac145-53e3-4597-a9e7-c52b4336ae58 {{(pid=106379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 11:18:58.213222 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7dc267b3-4fb4-4ef8-8719-ee4d5ba5d3f6 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Publish callbacks [] for port (ae0cf5fd-9010-4c37-ba62-200f04cf33b5), precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:18:58.220941 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7dc267b3-4fb4-4ef8-8719-ee4d5ba5d3f6 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732803053689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732802528799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732802528817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11809220'] for port (ae0cf5fd-9010-4c37-ba62-200f04cf33b5), after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:18:58.221212 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-bc987847-8066-4e23-bd9c-f033ae3375cb None None] Provisioning complete for port 874960b1-addf-48bf-ab68-1a7f22185eb4 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 18 11:18:58.221405 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-bc987847-8066-4e23-bd9c-f033ae3375cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619404'] for port (874960b1-addf-48bf-ab68-1a7f22185eb4), provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:18:58.270481 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Provisioning complete for port c402dc0d-7ac6-47bd-a69f-7a42a9a5f5b4 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 18 11:18:58.270861 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619404'] for port (c402dc0d-7ac6-47bd-a69f-7a42a9a5f5b4), provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:18:58.292663 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7dc267b3-4fb4-4ef8-8719-ee4d5ba5d3f6 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-519515'] for floatingip (e794d825-5aa7-466a-b457-fb422d3798af), after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:18:58.297147 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd6c4f14-2219-4c86-9923-bab9178357aa admin admin] Notify agent at l3_agent.dv-cinder-853450-2-iscsi the message routers_updated {{(pid=106379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 11:18:58.303134 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-dd6c4f14-2219-4c86-9923-bab9178357aa admin admin] 10.222.0.16 "PUT /networking/v2.0/routers/3222891c-5229-4f95-bc52-a363e2e5d6e0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8842752 Aug 18 11:18:58.408724 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-bc987847-8066-4e23-bd9c-f033ae3375cb None None] Port 874960b1-addf-48bf-ab68-1a7f22185eb4 cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 18 11:18:58.583021 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Current status of the port c402dc0d-7ac6-47bd-a69f-7a42a9a5f5b4 is: ACTIVE; New status is: ACTIVE {{(pid=106380) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 11:18:58.631196 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc267b3-4fb4-4ef8-8719-ee4d5ba5d3f6 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Pushing event updated for resources: {'Port': ['ID=ae0cf5fd-9010-4c37-ba62-200f04cf33b5,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:18:58.639918 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-9a17f673-735e-40cf-bc9a-02d5e2ee4181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3222891c-5229-4f95-bc52-a363e2e5d6e0', 'name': 'tempest-TestMinimumBasicScenario-712941310-router', 'tenant_id': '26b16514d9854dfeba0ba85334246d05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'external_fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.58'}], 'enable_snat': True}, 'gw_port_id': '501d8970-d436-4d6a-ae77-a1c98cdd24ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T11:18:53Z', 'updated_at': '2022-08-18T11:18:57Z', 'revision_number': 4, 'project_id': '26b16514d9854dfeba0ba85334246d05', 'gw_port': {'id': '501d8970-d436-4d6a-ae77-a1c98cdd24ae', 'name': '', 'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:6c:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3222891c-5229-4f95-bc52-a363e2e5d6e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853450-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:18:54Z', 'updated_at': '2022-08-18T11:18:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853450-2-iscsi', '_interfaces': [{'id': '874960b1-addf-48bf-ab68-1a7f22185eb4', 'name': '', 'network_id': '4fed7e26-dc82-4a3f-a633-2f136bd4b58e', 'tenant_id': '26b16514d9854dfeba0ba85334246d05', 'mac_address': 'fa:16:3e:14:df:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3222891c-5229-4f95-bc52-a363e2e5d6e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '9dfe35bb-43dd-489d-bde2-147597c9de7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:18:56Z', 'updated_at': '2022-08-18T11:18:57Z', 'revision_number': 2, 'project_id': '26b16514d9854dfeba0ba85334246d05', 'subnets': [{'id': '9dfe35bb-43dd-489d-bde2-147597c9de7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853450-2-iscsi', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:18:58.673170 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7dc267b3-4fb4-4ef8-8719-ee4d5ba5d3f6 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22494'] for floatingip (None), before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:18:58.673170 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [None req-7dc267b3-4fb4-4ef8-8719-ee4d5ba5d3f6 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3882964 Aug 18 11:18:58.708557 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a17f673-735e-40cf-bc9a-02d5e2ee4181 None None] The sync data for ids ['3222891c-5229-4f95-bc52-a363e2e5d6e0'] in dv-cinder-853450-2-iscsi is: [{'id': '3222891c-5229-4f95-bc52-a363e2e5d6e0', 'name': 'tempest-TestMinimumBasicScenario-712941310-router', 'tenant_id': '26b16514d9854dfeba0ba85334246d05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'external_fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.58'}], 'enable_snat': True}, 'gw_port_id': '501d8970-d436-4d6a-ae77-a1c98cdd24ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T11:18:53Z', 'updated_at': '2022-08-18T11:18:57Z', 'revision_number': 4, 'project_id': '26b16514d9854dfeba0ba85334246d05', 'gw_port': {'id': '501d8970-d436-4d6a-ae77-a1c98cdd24ae', 'name': '', 'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:6c:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3222891c-5229-4f95-bc52-a363e2e5d6e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853450-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:18:54Z', 'updated_at': '2022-08-18T11:18:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853450-2-iscsi', '_interfaces': [{'id': '874960b1-addf-48bf-ab68-1a7f22185eb4', 'name': '', 'network_id': '4fed7e26-dc82-4a3f-a633-2f136bd4b58e', 'tenant_id': '26b16514d9854dfeba0ba85334246d05', 'mac_address': 'fa:16:3e:14:df:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3222891c-5229-4f95-bc52-a363e2e5d6e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '9dfe35bb-43dd-489d-bde2-147597c9de7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:18:56Z', 'updated_at': '2022-08-18T11:18:57Z', 'revision_number': 2, 'project_id': '26b16514d9854dfeba0ba85334246d05', 'subnets': [{'id': '9dfe35bb-43dd-489d-bde2-147597c9de7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 11:18:58.718155 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8592fb9c-3bbd-481b-89bd-e1eb8f74436e req-20393d06-38d5-4072-8b77-1f6d6f3ed14b tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:18:58.719725 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-8592fb9c-3bbd-481b-89bd-e1eb8f74436e req-20393d06-38d5-4072-8b77-1f6d6f3ed14b tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5d211867-abc4-4644-897d-c57cf67f7e7a HTTP/1.1" status: 200 len: 946 time: 0.0747969 Aug 18 11:18:58.744542 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Device 0ba2e98b-58de-4395-9846-095e10d78118 up at agent ovs-agent-dv-cinder-853450-2-iscsi {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 11:18:58.796981 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-8592fb9c-3bbd-481b-89bd-e1eb8f74436e req-267443bc-ee7c-4a69-aca7-4ae3429b7762 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d080cec0-bf37-4b83-8a3c-1cddb3e7bd6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645196 Aug 18 11:18:58.836780 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Provisioning complete for port 0ba2e98b-58de-4395-9846-095e10d78118 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 18 11:18:58.837403 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619404'] for port (0ba2e98b-58de-4395-9846-095e10d78118), provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:18:59.005561 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Current status of the port 0ba2e98b-58de-4395-9846-095e10d78118 is: ACTIVE; New status is: ACTIVE {{(pid=106380) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 11:18:59.006785 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Device c402dc0d-7ac6-47bd-a69f-7a42a9a5f5b4 up at agent ovs-agent-dv-cinder-853450-2-iscsi {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 11:18:59.056159 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=100 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:18:59.075961 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Provisioning complete for port c402dc0d-7ac6-47bd-a69f-7a42a9a5f5b4 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 18 11:18:59.076605 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619404'] for port (c402dc0d-7ac6-47bd-a69f-7a42a9a5f5b4), provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:18:59.088079 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:18:59.147944 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79e1db9-b9c9-4325-91a7-2028c2a1d1fc req-471980aa-3b15-44f2-8aaa-7302f93366d4 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:18:59.152164 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-e79e1db9-b9c9-4325-91a7-2028c2a1d1fc req-471980aa-3b15-44f2-8aaa-7302f93366d4 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5d211867-abc4-4644-897d-c57cf67f7e7a HTTP/1.1" status: 200 len: 946 time: 0.2057934 Aug 18 11:18:59.161329 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-43f04f4b-39ca-4690-a8b7-846dfc32beea req-1636844e-5963-487a-adf6-4ecac36908e3 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--914254510&fields=id&tenant_id=aab35f7119e44d3c8da92076c7e823db HTTP/1.1" status: 200 len: 267 time: 0.1959820 Aug 18 11:18:59.239546 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=100 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:18:59.252181 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Current status of the port c402dc0d-7ac6-47bd-a69f-7a42a9a5f5b4 is: ACTIVE; New status is: ACTIVE {{(pid=106380) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 11:18:59.338681 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-e79e1db9-b9c9-4325-91a7-2028c2a1d1fc req-2a33e420-6582-4a1e-8379-2d20f00de485 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d080cec0-bf37-4b83-8a3c-1cddb3e7bd6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1755471 Aug 18 11:18:59.373672 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.16', 54346) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:18:59.393418 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:18:59.407247 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f04f4b-39ca-4690-a8b7-846dfc32beea req-2867f2d1-7333-4d74-97ba-9e042527cf91 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:18:59.413997 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-43f04f4b-39ca-4690-a8b7-846dfc32beea req-2867f2d1-7333-4d74-97ba-9e042527cf91 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/networks?id=dd9ba834-1e3f-4b43-ad03-a13182799a15 HTTP/1.1" status: 200 len: 819 time: 0.2422028 Aug 18 11:18:59.432906 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.16', 54350) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:18:59.441136 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-43f04f4b-39ca-4690-a8b7-846dfc32beea req-71dbf38e-9db8-439c-87d1-755e5b558484 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/quotas/aab35f7119e44d3c8da92076c7e823db HTTP/1.1" status: 200 len: 375 time: 0.0237050 Aug 18 11:18:59.537984 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-43f04f4b-39ca-4690-a8b7-846dfc32beea req-b95804d2-3fa8-45f8-889d-0f3c2fa0cca6 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=aab35f7119e44d3c8da92076c7e823db&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0930943 Aug 18 11:18:59.689717 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-43f04f4b-39ca-4690-a8b7-846dfc32beea req-42b79554-e7ab-441b-bab3-b3cf7141d188 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/dd9ba834-1e3f-4b43-ad03-a13182799a15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361260 Aug 18 11:18:59.711963 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aba958e8-03b3-499b-8612-69af27e77125 tempest-TestVolumeBootPattern-1155485194 tempest-TestVolumeBootPattern-1155485194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:18:59.713605 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-aba958e8-03b3-499b-8612-69af27e77125 tempest-TestVolumeBootPattern-1155485194 tempest-TestVolumeBootPattern-1155485194-project-admin] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5d211867-abc4-4644-897d-c57cf67f7e7a HTTP/1.1" status: 200 len: 1125 time: 0.3384023 Aug 18 11:18:59.733882 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.16', 54358) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:18:59.734932 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-5d5b9061-9076-4528-8be7-c25466523392 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:18:59.741663 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.v2.base [None req-fb4d58c5-07e3-43e3-acfd-b2448f4e9bfe tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Request body: {'floatingip': {'floating_network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'port_id': 'f5805892-bcfb-4b5c-872c-c9655c2f6387', 'tenant_id': 'ede6199069114ce380f30088d312f345', 'fixed_ip_address': '172.20.0.11'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:18:59.809795 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-fb4d58c5-07e3-43e3-acfd-b2448f4e9bfe tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:18:59.857565 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-43f04f4b-39ca-4690-a8b7-846dfc32beea req-a06ec581-0e0b-4aef-ad82-de8e308bdd42 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/dd9ba834-1e3f-4b43-ad03-a13182799a15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1667833 Aug 18 11:18:59.975036 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-fb4d58c5-07e3-43e3-acfd-b2448f4e9bfe tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (None), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:19:00.050738 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-5d5b9061-9076-4528-8be7-c25466523392 admin admin] Publish callbacks [] for security_group (413c2fb4-2fa7-4877-8940-e1cc72302ed7), precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:19:00.060501 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-5d5b9061-9076-4528-8be7-c25466523392 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433130'] for security_group (413c2fb4-2fa7-4877-8940-e1cc72302ed7), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:19:00.164165 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-5d5b9061-9076-4528-8be7-c25466523392 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=0a9b25154c7441338d75880469342ead&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7299984 Aug 18 11:19:00.167256 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.16', 54364) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:19:00.167944 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5b9061-9076-4528-8be7-c25466523392 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=413c2fb4-2fa7-4877-8940-e1cc72302ed7,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:19:00.239385 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:19:00.244598 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-65ebdd30-aa18-4890-948a-110f61048ffb admin admin] Publish callbacks [] for security_group (413c2fb4-2fa7-4877-8940-e1cc72302ed7), before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:19:00.246599 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:19:00.247786 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-befd56df-096d-4632-9017-0b51ee9b70a0 req-f4c720ac-5b2d-41b8-bcbc-181919ac7be7 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=89c0de05-1480-48f5-953a-687cea7e4044 HTTP/1.1" status: 200 len: 210 time: 0.0806782 Aug 18 11:19:00.266152 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.db.db_base_plugin_common [None req-fb4d58c5-07e3-43e3-acfd-b2448f4e9bfe tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Allocated IP 172.27.4.51 (c4d5f339-67bc-4c12-8231-94aca87a7153/76ee03a1-e6cb-4518-8461-de8749842f4e/a3ef0212-8a8e-45d8-8227-3009b059a935) {{(pid=106379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 11:19:00.300374 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-65ebdd30-aa18-4890-948a-110f61048ffb admin admin] Publish callbacks [] for security_group (413c2fb4-2fa7-4877-8940-e1cc72302ed7), precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:19:00.379436 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-65ebdd30-aa18-4890-948a-110f61048ffb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433130'] for security_group (413c2fb4-2fa7-4877-8940-e1cc72302ed7), after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:19:00.383712 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-65ebdd30-aa18-4890-948a-110f61048ffb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:19:00.387266 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-65ebdd30-aa18-4890-948a-110f61048ffb admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/413c2fb4-2fa7-4877-8940-e1cc72302ed7 HTTP/1.1" status: 204 len: 168 time: 0.2117400 Aug 18 11:19:00.431431 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ebdd30-aa18-4890-948a-110f61048ffb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=413c2fb4-2fa7-4877-8940-e1cc72302ed7,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:19:00.587854 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-fb4d58c5-07e3-43e3-acfd-b2448f4e9bfe tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Publish callbacks [] for port (a3ef0212-8a8e-45d8-8227-3009b059a935), precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:19:00.630011 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-fb4d58c5-07e3-43e3-acfd-b2448f4e9bfe tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732802528781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638927'] for port (a3ef0212-8a8e-45d8-8227-3009b059a935), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:19:00.732147 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4d58c5-07e3-43e3-acfd-b2448f4e9bfe tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Pushing event updated for resources: {'Port': ['ID=a3ef0212-8a8e-45d8-8227-3009b059a935,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:19:00.756445 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb4d58c5-07e3-43e3-acfd-b2448f4e9bfe tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Network c4d5f339-67bc-4c12-8231-94aca87a7153 is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 11:19:00.759867 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-fb4d58c5-07e3-43e3-acfd-b2448f4e9bfe tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 11:19:00.766212 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb4d58c5-07e3-43e3-acfd-b2448f4e9bfe tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Received port after_create {{(pid=106379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 18 11:19:00.794578 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Device 501d8970-d436-4d6a-ae77-a1c98cdd24ae up at agent ovs-agent-dv-cinder-853450-2-iscsi {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 11:19:00.897135 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Provisioning complete for port 501d8970-d436-4d6a-ae77-a1c98cdd24ae triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 18 11:19:00.897495 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619404'] for port (501d8970-d436-4d6a-ae77-a1c98cdd24ae), provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:19:01.074102 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.16', 54378) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:19:01.086194 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Current status of the port 501d8970-d436-4d6a-ae77-a1c98cdd24ae is: DOWN; New status is: ACTIVE {{(pid=106380) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 11:19:01.091839 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (501d8970-d436-4d6a-ae77-a1c98cdd24ae), before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:19:01.095697 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1b85d53e-43e4-4341-ab9b-48b5e5814eb6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:19:01.134412 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] For port 501d8970-d436-4d6a-ae77-a1c98cdd24ae, host dv-cinder-853450-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853450-2-iscsi',level=0,port_id=501d8970-d436-4d6a-ae77-a1c98cdd24ae,segment=NetworkSegment(67ba5125-9fc9-4a45-924f-a98fceaf00fb),segment_id=67ba5125-9fc9-4a45-924f-a98fceaf00fb)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:19:01.141542 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732803053689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732802528799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732802528817'] for port (501d8970-d436-4d6a-ae77-a1c98cdd24ae), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:19:01.220447 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1b85d53e-43e4-4341-ab9b-48b5e5814eb6 admin admin] Publish callbacks [] for security_group (4217bb24-596c-424e-b4d8-3f8e628649e1), precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:19:01.235060 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1b85d53e-43e4-4341-ab9b-48b5e5814eb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433130'] for security_group (4217bb24-596c-424e-b4d8-3f8e628649e1), after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:19:01.270733 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Pushing event updated for resources: {'Port': ['ID=501d8970-d436-4d6a-ae77-a1c98cdd24ae,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:19:01.411559 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b85d53e-43e4-4341-ab9b-48b5e5814eb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4217bb24-596c-424e-b4d8-3f8e628649e1,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:19:01.429393 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-6ff2997f-accb-4b6e-af6d-946eed78451c req-9df340e6-8ecd-420d-ac21-8e1d696216a4 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=89c0de05-1480-48f5-953a-687cea7e4044 HTTP/1.1" status: 200 len: 210 time: 0.0839581 Aug 18 11:19:01.435950 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [None req-1b85d53e-43e4-4341-ab9b-48b5e5814eb6 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=b2afd4ecb9a94275b75293ffffa0a84e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3599889 Aug 18 11:19:01.441821 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.16', 54382) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:19:01.494959 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:19:01.530875 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c57d84a7-f355-4620-8345-c506ddf712c7 admin admin] Publish callbacks [] for security_group (4217bb24-596c-424e-b4d8-3f8e628649e1), before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:19:01.548145 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-fb4d58c5-07e3-43e3-acfd-b2448f4e9bfe tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Publish callbacks [] for floatingip (92be8929-0e34-48b3-855c-8ce6d8cae6bd), precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:19:01.567143 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c57d84a7-f355-4620-8345-c506ddf712c7 admin admin] Publish callbacks [] for security_group (4217bb24-596c-424e-b4d8-3f8e628649e1), precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:19:01.633451 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c57d84a7-f355-4620-8345-c506ddf712c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433130'] for security_group (4217bb24-596c-424e-b4d8-3f8e628649e1), after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:19:01.636686 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c57d84a7-f355-4620-8345-c506ddf712c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:19:01.638848 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [None req-c57d84a7-f355-4620-8345-c506ddf712c7 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/4217bb24-596c-424e-b4d8-3f8e628649e1 HTTP/1.1" status: 204 len: 168 time: 0.1957288 Aug 18 11:19:01.645666 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-fb4d58c5-07e3-43e3-acfd-b2448f4e9bfe tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (a3ef0212-8a8e-45d8-8227-3009b059a935), before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:19:01.652418 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57d84a7-f355-4620-8345-c506ddf712c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4217bb24-596c-424e-b4d8-3f8e628649e1,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:19:01.787129 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=88,neutron:INSERT=4,neutron:DELETE=4,neutron:UPDATE=4 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:19:01.797287 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:19:01.890051 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-fb4d58c5-07e3-43e3-acfd-b2448f4e9bfe tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Publish callbacks [] for port (a3ef0212-8a8e-45d8-8227-3009b059a935), precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:19:01.897637 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-fb4d58c5-07e3-43e3-acfd-b2448f4e9bfe tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732803053689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732802528799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732802528817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1638912'] for port (a3ef0212-8a8e-45d8-8227-3009b059a935), after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:19:01.972102 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4d58c5-07e3-43e3-acfd-b2448f4e9bfe tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Pushing event updated for resources: {'Port': ['ID=a3ef0212-8a8e-45d8-8227-3009b059a935,revision_number=2']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:19:01.990271 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-fb4d58c5-07e3-43e3-acfd-b2448f4e9bfe tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-519515'] for floatingip (92be8929-0e34-48b3-855c-8ce6d8cae6bd), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:19:02.033460 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f04f4b-39ca-4690-a8b7-846dfc32beea req-7047821a-c6ae-4d79-a49d-43d505871887 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:19:02.035405 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-43f04f4b-39ca-4690-a8b7-846dfc32beea req-7047821a-c6ae-4d79-a49d-43d505871887 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.20 "GET /networking/v2.0/networks?id=dd9ba834-1e3f-4b43-ad03-a13182799a15 HTTP/1.1" status: 200 len: 819 time: 0.2133646 Aug 18 11:19:02.231239 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.db.l3_db [None req-fb4d58c5-07e3-43e3-acfd-b2448f4e9bfe tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Floating IP 92be8929-0e34-48b3-855c-8ce6d8cae6bd associated. External IP: 172.27.4.51, port: f5805892-bcfb-4b5c-872c-c9655c2f6387. Aug 18 11:19:02.326079 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-43f04f4b-39ca-4690-a8b7-846dfc32beea req-b24de823-74dd-4cd2-b534-3c8306e352f1 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.20 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=aab35f7119e44d3c8da92076c7e823db HTTP/1.1" status: 200 len: 379 time: 0.2690473 Aug 18 11:19:02.349622 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.v2.base [req-43f04f4b-39ca-4690-a8b7-846dfc32beea req-18aca413-2253-443f-945f-9995516120e1 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Request body: {'port': {'device_id': '89c0de05-1480-48f5-953a-687cea7e4044', 'network_id': 'dd9ba834-1e3f-4b43-ad03-a13182799a15', 'admin_state_up': True, 'tenant_id': 'aab35f7119e44d3c8da92076c7e823db', 'security_groups': ['d4fc1cd8-bdf2-4971-b730-97db8d4df085']}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:19:02.580868 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43f04f4b-39ca-4690-a8b7-846dfc32beea req-18aca413-2253-443f-945f-9995516120e1 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Made reservation on behalf of aab35f7119e44d3c8da92076c7e823db for: {'port': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 11:19:02.591289 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-43f04f4b-39ca-4690-a8b7-846dfc32beea req-18aca413-2253-443f-945f-9995516120e1 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (None), before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:19:02.677808 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-22c78de1-402c-4f7d-9535-2d9bc50be9a7 req-80948418-5b4a-4968-89a8-e10daf0b0e9f tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=89c0de05-1480-48f5-953a-687cea7e4044 HTTP/1.1" status: 200 len: 210 time: 0.0539818 Aug 18 11:19:02.794425 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Device 501d8970-d436-4d6a-ae77-a1c98cdd24ae up at agent ovs-agent-dv-cinder-853450-2-iscsi {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 11:19:02.827821 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb4d58c5-07e3-43e3-acfd-b2448f4e9bfe tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Router 32a9fd1a-a136-4f96-b809-d118ef6118b0 has already been hosted by L3 agent 5a2ac145-53e3-4597-a9e7-c52b4336ae58 {{(pid=106379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 11:19:02.865319 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [req-43f04f4b-39ca-4690-a8b7-846dfc32beea req-18aca413-2253-443f-945f-9995516120e1 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Allocated IP 172.20.0.8 (dd9ba834-1e3f-4b43-ad03-a13182799a15/055aadf2-d4b5-4a33-adc5-6baee36dc7bc/e3ba48d9-0ad1-42ac-aa6b-96d0a60793f5) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 11:19:02.912203 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Provisioning complete for port 501d8970-d436-4d6a-ae77-a1c98cdd24ae triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 18 11:19:02.912654 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619404'] for port (501d8970-d436-4d6a-ae77-a1c98cdd24ae), provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:19:03.054724 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:19:03.080927 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb4d58c5-07e3-43e3-acfd-b2448f4e9bfe tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Notify agent at l3_agent.dv-cinder-853450-2-iscsi the message routers_updated {{(pid=106379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 11:19:03.095333 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-269bd2d1-1276-47ca-b976-f8b521271b4c None None] Sync routers for ids ['32a9fd1a-a136-4f96-b809-d118ef6118b0'] in dv-cinder-853450-2-iscsi {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 11:19:03.110067 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Current status of the port 501d8970-d436-4d6a-ae77-a1c98cdd24ae is: ACTIVE; New status is: ACTIVE {{(pid=106380) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 11:19:03.118240 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-269bd2d1-1276-47ca-b976-f8b521271b4c None None] Routers {'32a9fd1a-a136-4f96-b809-d118ef6118b0'} bound to L3 agent in host dv-cinder-853450-2-iscsi {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 18 11:19:03.118890 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-269bd2d1-1276-47ca-b976-f8b521271b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853450-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-18T11:07:43Z,description=,heartbeat_timestamp=2022-08-18T11:18:43Z,host='dv-cinder-853450-2-iscsi',id=5a2ac145-53e3-4597-a9e7-c52b4336ae58,load=0,resource_versions=,resources_synced=,started_at=2022-08-18T11:07:43Z,topic='l3_agent')) {'router_ids': ['32a9fd1a-a136-4f96-b809-d118ef6118b0'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:19:03.121489 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-fb4d58c5-07e3-43e3-acfd-b2448f4e9bfe tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22494'] for floatingip (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:19:03.163754 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-43f04f4b-39ca-4690-a8b7-846dfc32beea req-18aca413-2253-443f-945f-9995516120e1 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Publish callbacks [] for port (e3ba48d9-0ad1-42ac-aa6b-96d0a60793f5), precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:19:03.175418 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-fb4d58c5-07e3-43e3-acfd-b2448f4e9bfe tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] 10.222.0.16 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.4378290 Aug 18 11:19:03.176017 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d211867-abc4-4644-897d-c57cf67f7e7a', 'tag': 'f5805892-bcfb-4b5c-872c-c9655c2f6387'}] {{(pid=106379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 18 11:19:03.178916 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afeb4790f423e7ffe5fa0b02628cc43a14be8f1f20ac5f0ea3cf567e42d62054" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c02227ee-e47e-4ace-877e-e1ce97366571" -d '{"events": [{"name": "network-changed", "server_uuid": "5d211867-abc4-4644-897d-c57cf67f7e7a", "tag": "f5805892-bcfb-4b5c-872c-c9655c2f6387"}]}' {{(pid=106379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:19:03.217535 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-43f04f4b-39ca-4690-a8b7-846dfc32beea req-18aca413-2253-443f-945f-9995516120e1 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732802528781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11809227'] for port (e3ba48d9-0ad1-42ac-aa6b-96d0a60793f5), after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:19:03.283348 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Aug 2022 11:19:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0886bdf-a9a2-4ac0-aacf-852ca6b7c5ef x-openstack-request-id: req-c0886bdf-a9a2-4ac0-aacf-852ca6b7c5ef {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:19:03.283865 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d211867-abc4-4644-897d-c57cf67f7e7a", "tag": "f5805892-bcfb-4b5c-872c-c9655c2f6387", "status": "completed", "code": 200}]} {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:19:03.284453 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c0886bdf-a9a2-4ac0-aacf-852ca6b7c5ef {{(pid=106379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:19:03.284838 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-269bd2d1-1276-47ca-b976-f8b521271b4c None None] Set router 32a9fd1a-a136-4f96-b809-d118ef6118b0 gateway port host: dv-cinder-853450-2-iscsi {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 18 11:19:03.285324 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c0886bdf-a9a2-4ac0-aacf-852ca6b7c5ef'] response: {'name': 'network-changed', 'server_uuid': '5d211867-abc4-4644-897d-c57cf67f7e7a', 'tag': 'f5805892-bcfb-4b5c-872c-c9655c2f6387', 'status': 'completed', 'code': 200} Aug 18 11:19:03.354310 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43f04f4b-39ca-4690-a8b7-846dfc32beea req-18aca413-2253-443f-945f-9995516120e1 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Network dd9ba834-1e3f-4b43-ad03-a13182799a15 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 11:19:03.354947 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:19:03.383801 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18aca413-2253-443f-945f-9995516120e1 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Pushing event updated for resources: {'Port': ['ID=e3ba48d9-0ad1-42ac-aa6b-96d0a60793f5,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:19:03.390542 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [req-43f04f4b-39ca-4690-a8b7-846dfc32beea req-18aca413-2253-443f-945f-9995516120e1 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 11:19:03.396099 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [req-43f04f4b-39ca-4690-a8b7-846dfc32beea req-18aca413-2253-443f-945f-9995516120e1 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 18 11:19:03.444543 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02227ee-e47e-4ace-877e-e1ce97366571 req-ff484fde-d286-4355-bb1f-6d743d6763ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:19:03.446083 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-c02227ee-e47e-4ace-877e-e1ce97366571 req-ff484fde-d286-4355-bb1f-6d743d6763ca service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=ede6199069114ce380f30088d312f345&device_id=5d211867-abc4-4644-897d-c57cf67f7e7a HTTP/1.1" status: 200 len: 1130 time: 0.1234844 Aug 18 11:19:03.575303 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [req-3ce78bd8-076e-45ba-9ec8-c8c9fd6f2729 req-628660e8-bdcf-4188-b44e-75c38103b8c4 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=71c3b65c-c12b-4633-ac7c-27a5cd878c43&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1632929 Aug 18 11:19:03.623673 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f04f4b-39ca-4690-a8b7-846dfc32beea req-18aca413-2253-443f-945f-9995516120e1 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:19:03.639691 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-43f04f4b-39ca-4690-a8b7-846dfc32beea req-18aca413-2253-443f-945f-9995516120e1 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22494'] for port (None), before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:19:03.695865 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-43f04f4b-39ca-4690-a8b7-846dfc32beea req-18aca413-2253-443f-945f-9995516120e1 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.20 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3649170 Aug 18 11:19:03.730621 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.v2.base [req-43f04f4b-39ca-4690-a8b7-846dfc32beea req-b2214daa-059e-4f54-81c3-a25047ecdfa3 service neutron] Request body: {'port': {'device_id': '89c0de05-1480-48f5-953a-687cea7e4044', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85345'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:19:03.735809 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce78bd8-076e-45ba-9ec8-c8c9fd6f2729 req-794574cd-7ec7-4da0-b8de-3084d52e20a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:19:03.741256 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [req-3ce78bd8-076e-45ba-9ec8-c8c9fd6f2729 req-794574cd-7ec7-4da0-b8de-3084d52e20a7 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=aab35f7119e44d3c8da92076c7e823db&device_id=71c3b65c-c12b-4633-ac7c-27a5cd878c43 HTTP/1.1" status: 200 len: 1130 time: 0.1285324 Aug 18 11:19:03.790692 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02227ee-e47e-4ace-877e-e1ce97366571 req-bfb00f3f-d46e-4bde-b10a-905b634c43e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:19:03.797247 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-c02227ee-e47e-4ace-877e-e1ce97366571 req-bfb00f3f-d46e-4bde-b10a-905b634c43e0 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=7f22837c-b0bf-4183-918e-ed97b8d7016a HTTP/1.1" status: 200 len: 913 time: 0.3384445 Aug 18 11:19:03.898526 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-dfc61ab5-a67f-495e-9db1-5a1a72855c0c None None] Provisioning complete for port e3ba48d9-0ad1-42ac-aa6b-96d0a60793f5 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 18 11:19:03.899149 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-dfc61ab5-a67f-495e-9db1-5a1a72855c0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619404'] for port (e3ba48d9-0ad1-42ac-aa6b-96d0a60793f5), provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:19:03.920876 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:19:03.987843 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3345444-80f6-462f-af3f-5d9b9ae94486 None None] Sync routers for ids ['3222891c-5229-4f95-bc52-a363e2e5d6e0'] in dv-cinder-853450-2-iscsi {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 11:19:04.026503 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-269bd2d1-1276-47ca-b976-f8b521271b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32a9fd1a-a136-4f96-b809-d118ef6118b0', 'name': 'tempest-TestVolumeBootPattern-1503680995-router', 'tenant_id': 'ede6199069114ce380f30088d312f345', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'external_fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.18'}], 'enable_snat': True}, 'gw_port_id': '2d11c8c1-de45-4706-86b4-20968fce1c19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T11:17:06Z', 'updated_at': '2022-08-18T11:17:16Z', 'revision_number': 4, 'project_id': 'ede6199069114ce380f30088d312f345', 'gw_port': {'id': '2d11c8c1-de45-4706-86b4-20968fce1c19', 'name': '', 'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:5e:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a9fd1a-a136-4f96-b809-d118ef6118b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853450-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:17:08Z', 'updated_at': '2022-08-18T11:17:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853450-2-iscsi', '_floatingips': [{'id': '92be8929-0e34-48b3-855c-8ce6d8cae6bd', 'tenant_id': 'ede6199069114ce380f30088d312f345', 'floating_ip_address': '172.27.4.51', 'floating_network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'router_id': '32a9fd1a-a136-4f96-b809-d118ef6118b0', 'port_id': 'f5805892-bcfb-4b5c-872c-c9655c2f6387', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 432, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7f22837c-b0bf-4183-918e-ed97b8d7016a', 'mac_address': 'fa:16:3e:d0:23:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d211867-abc4-4644-897d-c57cf67f7e7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-18T11:19:01Z', 'updated_at': '2022-08-18T11:19:01Z', 'revision_number': 0, 'project_id': 'ede6199069114ce380f30088d312f345', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4351a822-8a89-4ef3-9edf-3e59cd7f13a9', 'name': '', 'network_id': '7f22837c-b0bf-4183-918e-ed97b8d7016a', 'tenant_id': 'ede6199069114ce380f30088d312f345', 'mac_address': 'fa:16:3e:44:37:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a9fd1a-a136-4f96-b809-d118ef6118b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': '23956a8f-6417-481b-8752-923c1ff1baa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853450-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:17:13Z', 'updated_at': '2022-08-18T11:17:22Z', 'revision_number': 5, 'project_id': 'ede6199069114ce380f30088d312f345', 'subnets': [{'id': '23956a8f-6417-481b-8752-923c1ff1baa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853450-2-iscsi', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:19:04.032243 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-dfc61ab5-a67f-495e-9db1-5a1a72855c0c None None] Port e3ba48d9-0ad1-42ac-aa6b-96d0a60793f5 cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 18 11:19:04.045823 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3345444-80f6-462f-af3f-5d9b9ae94486 None None] Routers {'3222891c-5229-4f95-bc52-a363e2e5d6e0'} bound to L3 agent in host dv-cinder-853450-2-iscsi {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 18 11:19:04.047878 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-e3345444-80f6-462f-af3f-5d9b9ae94486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853450-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-18T11:07:43Z,description=,heartbeat_timestamp=2022-08-18T11:18:43Z,host='dv-cinder-853450-2-iscsi',id=5a2ac145-53e3-4597-a9e7-c52b4336ae58,load=0,resource_versions=,resources_synced=,started_at=2022-08-18T11:07:43Z,topic='l3_agent')) {'router_ids': ['3222891c-5229-4f95-bc52-a363e2e5d6e0'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:19:04.052817 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce78bd8-076e-45ba-9ec8-c8c9fd6f2729 req-6eb36151-2e44-4692-a56c-c7e26e658504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:19:04.057851 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=100 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:19:04.060398 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-269bd2d1-1276-47ca-b976-f8b521271b4c None None] Checking router: 32a9fd1a-a136-4f96-b809-d118ef6118b0 for host: dv-cinder-853450-2-iscsi {{(pid=106381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 11:19:04.061856 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [req-3ce78bd8-076e-45ba-9ec8-c8c9fd6f2729 req-6eb36151-2e44-4692-a56c-c7e26e658504 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=dd9ba834-1e3f-4b43-ad03-a13182799a15 HTTP/1.1" status: 200 len: 920 time: 0.2918403 Aug 18 11:19:04.071265 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-269bd2d1-1276-47ca-b976-f8b521271b4c None None] Routers {'32a9fd1a-a136-4f96-b809-d118ef6118b0'} bound to L3 agent in host dv-cinder-853450-2-iscsi {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 18 11:19:04.072038 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-269bd2d1-1276-47ca-b976-f8b521271b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853450-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-18T11:07:43Z,description=,heartbeat_timestamp=2022-08-18T11:18:43Z,host='dv-cinder-853450-2-iscsi',id=5a2ac145-53e3-4597-a9e7-c52b4336ae58,load=0,resource_versions=,resources_synced=,started_at=2022-08-18T11:07:43Z,topic='l3_agent')) {'router_ids': ['32a9fd1a-a136-4f96-b809-d118ef6118b0'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:19:04.175029 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [req-3ce78bd8-076e-45ba-9ec8-c8c9fd6f2729 req-22797394-ca08-438d-b411-cb6b2cd25148 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ec2b7eba-444a-4297-beb7-1a9941391627 HTTP/1.1" status: 200 len: 217 time: 0.1005149 Aug 18 11:19:04.191526 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-c02227ee-e47e-4ace-877e-e1ce97366571 req-f0c9fea5-0b55-4ba0-baf1-d95cfa1003dc service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f5805892-bcfb-4b5c-872c-c9655c2f6387 HTTP/1.1" status: 200 len: 999 time: 0.3870609 Aug 18 11:19:04.203362 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-269bd2d1-1276-47ca-b976-f8b521271b4c None None] Set router 32a9fd1a-a136-4f96-b809-d118ef6118b0 gateway port host: dv-cinder-853450-2-iscsi {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 18 11:19:04.205268 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37295b0a-e563-4f47-ae7a-555f84eb4cc0 req-ae060059-1052-422d-a35f-aef01812ad81 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:19:04.207106 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-37295b0a-e563-4f47-ae7a-555f84eb4cc0 req-ae060059-1052-422d-a35f-aef01812ad81 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=89c0de05-1480-48f5-953a-687cea7e4044 HTTP/1.1" status: 200 len: 931 time: 0.3085196 Aug 18 11:19:04.209479 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-43f04f4b-39ca-4690-a8b7-846dfc32beea req-b2214daa-059e-4f54-81c3-a25047ecdfa3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (e3ba48d9-0ad1-42ac-aa6b-96d0a60793f5), before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:19:04.300000 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-e3345444-80f6-462f-af3f-5d9b9ae94486 None None] Set router 3222891c-5229-4f95-bc52-a363e2e5d6e0 gateway port host: dv-cinder-853450-2-iscsi {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 18 11:19:04.319196 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce78bd8-076e-45ba-9ec8-c8c9fd6f2729 req-a237cc8c-e50d-4ff2-859f-e8e09c7744f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:19:04.320751 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [req-3ce78bd8-076e-45ba-9ec8-c8c9fd6f2729 req-a237cc8c-e50d-4ff2-859f-e8e09c7744f2 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=055aadf2-d4b5-4a33-adc5-6baee36dc7bc HTTP/1.1" status: 200 len: 858 time: 0.1422038 Aug 18 11:19:04.425446 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:19:04.437050 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce78bd8-076e-45ba-9ec8-c8c9fd6f2729 req-5f08601e-805a-4fd3-9a0a-f8251e03d525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:19:04.443183 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [req-3ce78bd8-076e-45ba-9ec8-c8c9fd6f2729 req-5f08601e-805a-4fd3-9a0a-f8251e03d525 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=dd9ba834-1e3f-4b43-ad03-a13182799a15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1152816 Aug 18 11:19:04.482587 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-269bd2d1-1276-47ca-b976-f8b521271b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32a9fd1a-a136-4f96-b809-d118ef6118b0', 'name': 'tempest-TestVolumeBootPattern-1503680995-router', 'tenant_id': 'ede6199069114ce380f30088d312f345', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'external_fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.18'}], 'enable_snat': True}, 'gw_port_id': '2d11c8c1-de45-4706-86b4-20968fce1c19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T11:17:06Z', 'updated_at': '2022-08-18T11:17:16Z', 'revision_number': 4, 'project_id': 'ede6199069114ce380f30088d312f345', 'gw_port': {'id': '2d11c8c1-de45-4706-86b4-20968fce1c19', 'name': '', 'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:5e:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a9fd1a-a136-4f96-b809-d118ef6118b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853450-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:17:08Z', 'updated_at': '2022-08-18T11:17:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853450-2-iscsi', '_floatingips': [{'id': '92be8929-0e34-48b3-855c-8ce6d8cae6bd', 'tenant_id': 'ede6199069114ce380f30088d312f345', 'floating_ip_address': '172.27.4.51', 'floating_network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'router_id': '32a9fd1a-a136-4f96-b809-d118ef6118b0', 'port_id': 'f5805892-bcfb-4b5c-872c-c9655c2f6387', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 432, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7f22837c-b0bf-4183-918e-ed97b8d7016a', 'mac_address': 'fa:16:3e:d0:23:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d211867-abc4-4644-897d-c57cf67f7e7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-18T11:19:01Z', 'updated_at': '2022-08-18T11:19:01Z', 'revision_number': 0, 'project_id': 'ede6199069114ce380f30088d312f345', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4351a822-8a89-4ef3-9edf-3e59cd7f13a9', 'name': '', 'network_id': '7f22837c-b0bf-4183-918e-ed97b8d7016a', 'tenant_id': 'ede6199069114ce380f30088d312f345', 'mac_address': 'fa:16:3e:44:37:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a9fd1a-a136-4f96-b809-d118ef6118b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': '23956a8f-6417-481b-8752-923c1ff1baa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853450-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:17:13Z', 'updated_at': '2022-08-18T11:17:22Z', 'revision_number': 5, 'project_id': 'ede6199069114ce380f30088d312f345', 'subnets': [{'id': '23956a8f-6417-481b-8752-923c1ff1baa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853450-2-iscsi', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:19:04.513960 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-269bd2d1-1276-47ca-b976-f8b521271b4c None None] The sync data for ids ['32a9fd1a-a136-4f96-b809-d118ef6118b0'] in dv-cinder-853450-2-iscsi is: [{'id': '32a9fd1a-a136-4f96-b809-d118ef6118b0', 'name': 'tempest-TestVolumeBootPattern-1503680995-router', 'tenant_id': 'ede6199069114ce380f30088d312f345', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'external_fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.18'}], 'enable_snat': True}, 'gw_port_id': '2d11c8c1-de45-4706-86b4-20968fce1c19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T11:17:06Z', 'updated_at': '2022-08-18T11:17:16Z', 'revision_number': 4, 'project_id': 'ede6199069114ce380f30088d312f345', 'gw_port': {'id': '2d11c8c1-de45-4706-86b4-20968fce1c19', 'name': '', 'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:5e:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a9fd1a-a136-4f96-b809-d118ef6118b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853450-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:17:08Z', 'updated_at': '2022-08-18T11:17:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853450-2-iscsi', '_floatingips': [{'id': '92be8929-0e34-48b3-855c-8ce6d8cae6bd', 'tenant_id': 'ede6199069114ce380f30088d312f345', 'floating_ip_address': '172.27.4.51', 'floating_network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'router_id': '32a9fd1a-a136-4f96-b809-d118ef6118b0', 'port_id': 'f5805892-bcfb-4b5c-872c-c9655c2f6387', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 432, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7f22837c-b0bf-4183-918e-ed97b8d7016a', 'mac_address': 'fa:16:3e:d0:23:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d211867-abc4-4644-897d-c57cf67f7e7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-18T11:19:01Z', 'updated_at': '2022-08-18T11:19:01Z', 'revision_number': 0, 'project_id': 'ede6199069114ce380f30088d312f345', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4351a822-8a89-4ef3-9edf-3e59cd7f13a9', 'name': '', 'network_id': '7f22837c-b0bf-4183-918e-ed97b8d7016a', 'tenant_id': 'ede6199069114ce380f30088d312f345', 'mac_address': 'fa:16:3e:44:37:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a9fd1a-a136-4f96-b809-d118ef6118b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': '23956a8f-6417-481b-8752-923c1ff1baa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853450-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:17:13Z', 'updated_at': '2022-08-18T11:17:22Z', 'revision_number': 5, 'project_id': 'ede6199069114ce380f30088d312f345', 'subnets': [{'id': '23956a8f-6417-481b-8752-923c1ff1baa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 11:19:04.682328 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-e3345444-80f6-462f-af3f-5d9b9ae94486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3222891c-5229-4f95-bc52-a363e2e5d6e0', 'name': 'tempest-TestMinimumBasicScenario-712941310-router', 'tenant_id': '26b16514d9854dfeba0ba85334246d05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'external_fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.58'}], 'enable_snat': True}, 'gw_port_id': '501d8970-d436-4d6a-ae77-a1c98cdd24ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T11:18:53Z', 'updated_at': '2022-08-18T11:18:57Z', 'revision_number': 4, 'project_id': '26b16514d9854dfeba0ba85334246d05', 'gw_port': {'id': '501d8970-d436-4d6a-ae77-a1c98cdd24ae', 'name': '', 'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:6c:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3222891c-5229-4f95-bc52-a363e2e5d6e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853450-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:18:54Z', 'updated_at': '2022-08-18T11:19:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853450-2-iscsi', '_interfaces': [{'id': '874960b1-addf-48bf-ab68-1a7f22185eb4', 'name': '', 'network_id': '4fed7e26-dc82-4a3f-a633-2f136bd4b58e', 'tenant_id': '26b16514d9854dfeba0ba85334246d05', 'mac_address': 'fa:16:3e:14:df:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3222891c-5229-4f95-bc52-a363e2e5d6e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '9dfe35bb-43dd-489d-bde2-147597c9de7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:18:56Z', 'updated_at': '2022-08-18T11:18:57Z', 'revision_number': 2, 'project_id': '26b16514d9854dfeba0ba85334246d05', 'subnets': [{'id': '9dfe35bb-43dd-489d-bde2-147597c9de7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853450-2-iscsi', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:19:04.682619 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [req-3ce78bd8-076e-45ba-9ec8-c8c9fd6f2729 req-d5c28954-c148-4c5a-bef8-a3974bf15b5d service neutron] 10.222.0.20 "GET /networking/v2.0/networks/dd9ba834-1e3f-4b43-ad03-a13182799a15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2324405 Aug 18 11:19:04.719202 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3345444-80f6-462f-af3f-5d9b9ae94486 None None] Checking router: 3222891c-5229-4f95-bc52-a363e2e5d6e0 for host: dv-cinder-853450-2-iscsi {{(pid=106380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 11:19:04.719569 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3345444-80f6-462f-af3f-5d9b9ae94486 None None] Updating router 3222891c-5229-4f95-bc52-a363e2e5d6e0 port 874960b1-addf-48bf-ab68-1a7f22185eb4 binding host dv-cinder-853450-2-iscsi {{(pid=106380) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 11:19:04.760658 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e3345444-80f6-462f-af3f-5d9b9ae94486 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (874960b1-addf-48bf-ab68-1a7f22185eb4), before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:19:04.788281 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-37295b0a-e563-4f47-ae7a-555f84eb4cc0 req-67624650-704a-4dd9-8559-074efd4bd623 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d4fc1cd8-bdf2-4971-b730-97db8d4df085&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5398116 Aug 18 11:19:04.817675 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02227ee-e47e-4ace-877e-e1ce97366571 req-4b8646a5-a22d-4987-a71e-005d7c80bffc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:19:04.821392 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-c02227ee-e47e-4ace-877e-e1ce97366571 req-4b8646a5-a22d-4987-a71e-005d7c80bffc service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=23956a8f-6417-481b-8752-923c1ff1baa8 HTTP/1.1" status: 200 len: 851 time: 0.6113744 Aug 18 11:19:04.852087 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:19:04.889060 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02227ee-e47e-4ace-877e-e1ce97366571 req-e9dc9f62-dfb9-41c7-ae18-24170fb44a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:19:04.895257 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-c02227ee-e47e-4ace-877e-e1ce97366571 req-e9dc9f62-dfb9-41c7-ae18-24170fb44a83 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=7f22837c-b0bf-4183-918e-ed97b8d7016a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0650694 Aug 18 11:19:04.948280 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [req-3ce78bd8-076e-45ba-9ec8-c8c9fd6f2729 req-ac5d47c6-80b5-4f6f-a4cc-5a5df1dd8d47 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/dd9ba834-1e3f-4b43-ad03-a13182799a15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2464039 Aug 18 11:19:04.953420 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee610fca-ef70-4f90-bc5f-b28ac514e743 None None] New status for floating IP 92be8929-0e34-48b3-855c-8ce6d8cae6bd: ACTIVE {{(pid=106381) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 18 11:19:05.043379 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:19:05.176741 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.notifiers.nova [req-43f04f4b-39ca-4690-a8b7-846dfc32beea req-b2214daa-059e-4f54-81c3-a25047ecdfa3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3ba48d9-0ad1-42ac-aa6b-96d0a60793f5 {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 18 11:19:05.183663 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:19:05.192605 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-43f04f4b-39ca-4690-a8b7-846dfc32beea req-b2214daa-059e-4f54-81c3-a25047ecdfa3 service neutron] Publish callbacks [] for port (e3ba48d9-0ad1-42ac-aa6b-96d0a60793f5), precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:19:05.212393 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e3345444-80f6-462f-af3f-5d9b9ae94486 None None] Publish callbacks [] for port (874960b1-addf-48bf-ab68-1a7f22185eb4), precommit_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:19:05.222459 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e3345444-80f6-462f-af3f-5d9b9ae94486 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732803053689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732802528799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732802528817'] for port (874960b1-addf-48bf-ab68-1a7f22185eb4), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:19:05.225352 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:19:05.249436 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [req-43f04f4b-39ca-4690-a8b7-846dfc32beea req-b2214daa-059e-4f54-81c3-a25047ecdfa3 service neutron] Transition to ACTIVE for port object e3ba48d9-0ad1-42ac-aa6b-96d0a60793f5 will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 18 11:19:05.266421 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-43f04f4b-39ca-4690-a8b7-846dfc32beea req-b2214daa-059e-4f54-81c3-a25047ecdfa3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732803053689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732802528799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732802528817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11809220'] for port (e3ba48d9-0ad1-42ac-aa6b-96d0a60793f5), after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:19:05.277078 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-c02227ee-e47e-4ace-877e-e1ce97366571 req-e6093d56-5fc5-4897-a1de-15582cc33f14 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/7f22837c-b0bf-4183-918e-ed97b8d7016a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3671093 Aug 18 11:19:05.409901 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2214daa-059e-4f54-81c3-a25047ecdfa3 service neutron] Pushing event updated for resources: {'Port': ['ID=e3ba48d9-0ad1-42ac-aa6b-96d0a60793f5,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:19:05.493325 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8038bef8-20e7-4211-9127-9e392efb8862 None None] Pushing event updated for resources: {'Port': ['ID=874960b1-addf-48bf-ab68-1a7f22185eb4,revision_number=3']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:19:05.499511 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-c02227ee-e47e-4ace-877e-e1ce97366571 req-e08f1383-f43d-467d-903a-5015a7adf3fb service neutron] 10.222.0.20 "GET /networking/v2.0/networks/7f22837c-b0bf-4183-918e-ed97b8d7016a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2019708 Aug 18 11:19:05.500369 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-43f04f4b-39ca-4690-a8b7-846dfc32beea req-b2214daa-059e-4f54-81c3-a25047ecdfa3 service neutron] Attempting to bind port e3ba48d9-0ad1-42ac-aa6b-96d0a60793f5 on host hv-cinder-85345 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 18 11:19:05.500775 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-43f04f4b-39ca-4690-a8b7-846dfc32beea req-b2214daa-059e-4f54-81c3-a25047ecdfa3 service neutron] Attempting to bind port e3ba48d9-0ad1-42ac-aa6b-96d0a60793f5 by drivers openvswitch,hyperv on host hv-cinder-85345 at level 0 using segments [{'id': 'a2aedf6e-157b-419a-80ab-5857554bba74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 981, 'network_id': 'dd9ba834-1e3f-4b43-ad03-a13182799a15'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 18 11:19:05.501539 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43f04f4b-39ca-4690-a8b7-846dfc32beea req-b2214daa-059e-4f54-81c3-a25047ecdfa3 service neutron] Attempting to bind port e3ba48d9-0ad1-42ac-aa6b-96d0a60793f5 on network dd9ba834-1e3f-4b43-ad03-a13182799a15 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 18 11:19:05.507858 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43f04f4b-39ca-4690-a8b7-846dfc32beea req-b2214daa-059e-4f54-81c3-a25047ecdfa3 service neutron] Port e3ba48d9-0ad1-42ac-aa6b-96d0a60793f5 on network dd9ba834-1e3f-4b43-ad03-a13182799a15 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85345 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 18 11:19:05.508213 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43f04f4b-39ca-4690-a8b7-846dfc32beea req-b2214daa-059e-4f54-81c3-a25047ecdfa3 service neutron] Attempting to bind port e3ba48d9-0ad1-42ac-aa6b-96d0a60793f5 on network dd9ba834-1e3f-4b43-ad03-a13182799a15 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 18 11:19:05.512509 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-e3345444-80f6-462f-af3f-5d9b9ae94486 None None] Attempting to bind port 874960b1-addf-48bf-ab68-1a7f22185eb4 on host dv-cinder-853450-2-iscsi for vnic_type normal with profile {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 18 11:19:05.513230 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-e3345444-80f6-462f-af3f-5d9b9ae94486 None None] Attempting to bind port 874960b1-addf-48bf-ab68-1a7f22185eb4 by drivers openvswitch,hyperv on host dv-cinder-853450-2-iscsi at level 0 using segments [{'id': 'ccad7fd3-87fd-462e-a35a-6bdf852e0325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 975, 'network_id': '4fed7e26-dc82-4a3f-a633-2f136bd4b58e'}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 18 11:19:05.513681 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3345444-80f6-462f-af3f-5d9b9ae94486 None None] Attempting to bind port 874960b1-addf-48bf-ab68-1a7f22185eb4 on network 4fed7e26-dc82-4a3f-a633-2f136bd4b58e {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 18 11:19:05.515200 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43f04f4b-39ca-4690-a8b7-846dfc32beea req-b2214daa-059e-4f54-81c3-a25047ecdfa3 service neutron] Checking agent: {'id': '0c451e2b-fe38-44d1-984c-2dd7bcedf4dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85345', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 18, 11, 14, 5), 'started_at': datetime.datetime(2022, 8, 18, 11, 14, 5), 'heartbeat_timestamp': datetime.datetime(2022, 8, 18, 11, 18, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 18 11:19:05.515610 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43f04f4b-39ca-4690-a8b7-846dfc32beea req-b2214daa-059e-4f54-81c3-a25047ecdfa3 service neutron] Checking segment: {'id': 'a2aedf6e-157b-419a-80ab-5857554bba74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 981, 'network_id': 'dd9ba834-1e3f-4b43-ad03-a13182799a15'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 18 11:19:05.516252 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43f04f4b-39ca-4690-a8b7-846dfc32beea req-b2214daa-059e-4f54-81c3-a25047ecdfa3 service neutron] Bound using segment: {'id': 'a2aedf6e-157b-419a-80ab-5857554bba74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 981, 'network_id': 'dd9ba834-1e3f-4b43-ad03-a13182799a15'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 18 11:19:05.516780 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-43f04f4b-39ca-4690-a8b7-846dfc32beea req-b2214daa-059e-4f54-81c3-a25047ecdfa3 service neutron] Bound port: e3ba48d9-0ad1-42ac-aa6b-96d0a60793f5, host: hv-cinder-85345, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2aedf6e-157b-419a-80ab-5857554bba74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 981, 'network_id': 'dd9ba834-1e3f-4b43-ad03-a13182799a15'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 18 11:19:05.517646 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-43f04f4b-39ca-4690-a8b7-846dfc32beea req-b2214daa-059e-4f54-81c3-a25047ecdfa3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (e3ba48d9-0ad1-42ac-aa6b-96d0a60793f5), before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:19:05.520623 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3345444-80f6-462f-af3f-5d9b9ae94486 None None] Checking agent: {'id': '69d4285f-736d-41a6-a99e-1994eed59bce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-853450-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 18, 11, 7, 46), 'started_at': datetime.datetime(2022, 8, 18, 11, 8, 16), 'heartbeat_timestamp': datetime.datetime(2022, 8, 18, 11, 18, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-853450-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 18 11:19:05.521091 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3345444-80f6-462f-af3f-5d9b9ae94486 None None] Checking segment: {'id': 'ccad7fd3-87fd-462e-a35a-6bdf852e0325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 975, 'network_id': '4fed7e26-dc82-4a3f-a633-2f136bd4b58e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 18 11:19:05.522054 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e3345444-80f6-462f-af3f-5d9b9ae94486 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:19:05.542265 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3345444-80f6-462f-af3f-5d9b9ae94486 None None] Bound using segment: {'id': 'ccad7fd3-87fd-462e-a35a-6bdf852e0325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 975, 'network_id': '4fed7e26-dc82-4a3f-a633-2f136bd4b58e'} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 18 11:19:05.543437 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-e3345444-80f6-462f-af3f-5d9b9ae94486 None None] Bound port: 874960b1-addf-48bf-ab68-1a7f22185eb4, host: dv-cinder-853450-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccad7fd3-87fd-462e-a35a-6bdf852e0325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 975, 'network_id': '4fed7e26-dc82-4a3f-a633-2f136bd4b58e'}}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 18 11:19:05.544792 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e3345444-80f6-462f-af3f-5d9b9ae94486 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (874960b1-addf-48bf-ab68-1a7f22185eb4), before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:19:05.608508 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-43f04f4b-39ca-4690-a8b7-846dfc32beea req-b2214daa-059e-4f54-81c3-a25047ecdfa3 service neutron] For port e3ba48d9-0ad1-42ac-aa6b-96d0a60793f5, host hv-cinder-85345, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 11:19:05.617182 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-43f04f4b-39ca-4690-a8b7-846dfc32beea req-b2214daa-059e-4f54-81c3-a25047ecdfa3 service neutron] For port e3ba48d9-0ad1-42ac-aa6b-96d0a60793f5, host hv-cinder-85345, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85345',level=0,port_id=e3ba48d9-0ad1-42ac-aa6b-96d0a60793f5,segment=NetworkSegment(a2aedf6e-157b-419a-80ab-5857554bba74),segment_id=a2aedf6e-157b-419a-80ab-5857554bba74)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 11:19:05.637734 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-43f04f4b-39ca-4690-a8b7-846dfc32beea req-b2214daa-059e-4f54-81c3-a25047ecdfa3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732803053689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732802528799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732802528817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11809220'] for port (e3ba48d9-0ad1-42ac-aa6b-96d0a60793f5), after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:19:05.651289 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f04f4b-39ca-4690-a8b7-846dfc32beea req-b2214daa-059e-4f54-81c3-a25047ecdfa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:19:05.652103 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-43f04f4b-39ca-4690-a8b7-846dfc32beea req-b2214daa-059e-4f54-81c3-a25047ecdfa3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22494'] for port (None), before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:19:05.654816 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-43f04f4b-39ca-4690-a8b7-846dfc32beea req-b2214daa-059e-4f54-81c3-a25047ecdfa3 service neutron] 10.222.0.20 "PUT /networking/v2.0/ports/e3ba48d9-0ad1-42ac-aa6b-96d0a60793f5 HTTP/1.1" status: 200 len: 1093 time: 1.9368811 Aug 18 11:19:05.655506 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89c0de05-1480-48f5-953a-687cea7e4044', 'tag': 'e3ba48d9-0ad1-42ac-aa6b-96d0a60793f5'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 18 11:19:05.659173 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c862ab1b2ee120cb5e2e4f2725a0fe0d7acaf57f657006002d91667c9b4c94a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f231d548-c626-4b2d-9e9b-ff6ba471091c" -d '{"events": [{"name": "network-changed", "server_uuid": "89c0de05-1480-48f5-953a-687cea7e4044", "tag": "e3ba48d9-0ad1-42ac-aa6b-96d0a60793f5"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:19:05.718938 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2214daa-059e-4f54-81c3-a25047ecdfa3 service neutron] Pushing event updated for resources: {'Port': ['ID=e3ba48d9-0ad1-42ac-aa6b-96d0a60793f5,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:19:05.743350 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Aug 2022 11:19:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2aee4eaf-709f-449c-9f2f-902629d7640d x-openstack-request-id: req-2aee4eaf-709f-449c-9f2f-902629d7640d {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:19:05.743350 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89c0de05-1480-48f5-953a-687cea7e4044", "tag": "e3ba48d9-0ad1-42ac-aa6b-96d0a60793f5", "status": "completed", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:19:05.743350 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2aee4eaf-709f-449c-9f2f-902629d7640d {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:19:05.743350 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2aee4eaf-709f-449c-9f2f-902629d7640d'] response: {'name': 'network-changed', 'server_uuid': '89c0de05-1480-48f5-953a-687cea7e4044', 'tag': 'e3ba48d9-0ad1-42ac-aa6b-96d0a60793f5', 'status': 'completed', 'code': 200} Aug 18 11:19:05.774961 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (0c451e2b-fe38-44d1-984c-2dd7bcedf4dc), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:19:05.788052 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-e3345444-80f6-462f-af3f-5d9b9ae94486 None None] For port 874960b1-addf-48bf-ab68-1a7f22185eb4, host dv-cinder-853450-2-iscsi, cleared binding levels {{(pid=106380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 11:19:05.792225 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-e3345444-80f6-462f-af3f-5d9b9ae94486 None None] For port 874960b1-addf-48bf-ab68-1a7f22185eb4, host dv-cinder-853450-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853450-2-iscsi',level=0,port_id=874960b1-addf-48bf-ab68-1a7f22185eb4,segment=NetworkSegment(ccad7fd3-87fd-462e-a35a-6bdf852e0325),segment_id=ccad7fd3-87fd-462e-a35a-6bdf852e0325)] {{(pid=106380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 11:19:05.800951 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e3345444-80f6-462f-af3f-5d9b9ae94486 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732803053689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732802528799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732802528817'] for port (874960b1-addf-48bf-ab68-1a7f22185eb4), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:19:05.804102 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f04f4b-39ca-4690-a8b7-846dfc32beea req-70b9b30b-3a78-444b-904e-8e0842b64452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:19:05.805687 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-43f04f4b-39ca-4690-a8b7-846dfc32beea req-70b9b30b-3a78-444b-904e-8e0842b64452 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=aab35f7119e44d3c8da92076c7e823db&device_id=89c0de05-1480-48f5-953a-687cea7e4044 HTTP/1.1" status: 200 len: 1127 time: 0.0587609 Aug 18 11:19:05.848231 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3345444-80f6-462f-af3f-5d9b9ae94486 None None] Routers {'3222891c-5229-4f95-bc52-a363e2e5d6e0'} bound to L3 agent in host dv-cinder-853450-2-iscsi {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 18 11:19:05.848955 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-e3345444-80f6-462f-af3f-5d9b9ae94486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853450-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-18T11:07:43Z,description=,heartbeat_timestamp=2022-08-18T11:18:43Z,host='dv-cinder-853450-2-iscsi',id=5a2ac145-53e3-4597-a9e7-c52b4336ae58,load=0,resource_versions=,resources_synced=,started_at=2022-08-18T11:07:43Z,topic='l3_agent')) {'router_ids': ['3222891c-5229-4f95-bc52-a363e2e5d6e0'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:19:05.915121 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8038bef8-20e7-4211-9127-9e392efb8862 None None] Pushing event updated for resources: {'Port': ['ID=874960b1-addf-48bf-ab68-1a7f22185eb4,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:19:05.970463 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c609e1da-0f33-4c9b-b02c-fe9e4c85f75d req-deac09ba-8865-41c4-8206-8e247c9adeb0 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:19:05.981098 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-c609e1da-0f33-4c9b-b02c-fe9e4c85f75d req-deac09ba-8865-41c4-8206-8e247c9adeb0 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=89c0de05-1480-48f5-953a-687cea7e4044 HTTP/1.1" status: 200 len: 943 time: 0.0930905 Aug 18 11:19:06.042398 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-e3345444-80f6-462f-af3f-5d9b9ae94486 None None] Set router 3222891c-5229-4f95-bc52-a363e2e5d6e0 gateway port host: dv-cinder-853450-2-iscsi {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 18 11:19:06.084628 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-43f04f4b-39ca-4690-a8b7-846dfc32beea req-53ba0889-9ead-4647-a1fc-95db791f0534 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e3ba48d9-0ad1-42ac-aa6b-96d0a60793f5 HTTP/1.1" status: 200 len: 217 time: 0.0828099 Aug 18 11:19:06.136078 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:19:06.143558 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-c609e1da-0f33-4c9b-b02c-fe9e4c85f75d req-a1b7c715-cd3f-4705-abfb-930fbffcd3ee tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d4fc1cd8-bdf2-4971-b730-97db8d4df085&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1499882 Aug 18 11:19:06.169101 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f04f4b-39ca-4690-a8b7-846dfc32beea req-f9f7e923-1551-4f22-b28f-b9d9e5ca34b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:19:06.169101 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-43f04f4b-39ca-4690-a8b7-846dfc32beea req-f9f7e923-1551-4f22-b28f-b9d9e5ca34b2 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=055aadf2-d4b5-4a33-adc5-6baee36dc7bc HTTP/1.1" status: 200 len: 858 time: 0.0740743 Aug 18 11:19:06.282655 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f04f4b-39ca-4690-a8b7-846dfc32beea req-bfed6573-ba53-49fd-98d0-8bdc586518ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:19:06.284646 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-43f04f4b-39ca-4690-a8b7-846dfc32beea req-bfed6573-ba53-49fd-98d0-8bdc586518ce service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=dd9ba834-1e3f-4b43-ad03-a13182799a15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1100850 Aug 18 11:19:06.423031 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-43f04f4b-39ca-4690-a8b7-846dfc32beea req-4b3e698f-5ec7-4c91-8d9a-5a935519384c service neutron] 10.222.0.20 "GET /networking/v2.0/networks/dd9ba834-1e3f-4b43-ad03-a13182799a15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288478 Aug 18 11:19:06.445921 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.16', 54478) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:19:06.541442 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-e3345444-80f6-462f-af3f-5d9b9ae94486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3222891c-5229-4f95-bc52-a363e2e5d6e0', 'name': 'tempest-TestMinimumBasicScenario-712941310-router', 'tenant_id': '26b16514d9854dfeba0ba85334246d05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'external_fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.58'}], 'enable_snat': True}, 'gw_port_id': '501d8970-d436-4d6a-ae77-a1c98cdd24ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T11:18:53Z', 'updated_at': '2022-08-18T11:18:57Z', 'revision_number': 4, 'project_id': '26b16514d9854dfeba0ba85334246d05', 'gw_port': {'id': '501d8970-d436-4d6a-ae77-a1c98cdd24ae', 'name': '', 'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:6c:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3222891c-5229-4f95-bc52-a363e2e5d6e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853450-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:18:54Z', 'updated_at': '2022-08-18T11:19:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853450-2-iscsi', '_interfaces': [{'id': '874960b1-addf-48bf-ab68-1a7f22185eb4', 'name': '', 'network_id': '4fed7e26-dc82-4a3f-a633-2f136bd4b58e', 'tenant_id': '26b16514d9854dfeba0ba85334246d05', 'mac_address': 'fa:16:3e:14:df:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3222891c-5229-4f95-bc52-a363e2e5d6e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '9dfe35bb-43dd-489d-bde2-147597c9de7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853450-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:18:56Z', 'updated_at': '2022-08-18T11:19:05Z', 'revision_number': 4, 'project_id': '26b16514d9854dfeba0ba85334246d05', 'subnets': [{'id': '9dfe35bb-43dd-489d-bde2-147597c9de7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853450-2-iscsi', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:19:06.574427 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3345444-80f6-462f-af3f-5d9b9ae94486 None None] The sync data for ids ['3222891c-5229-4f95-bc52-a363e2e5d6e0'] in dv-cinder-853450-2-iscsi is: [{'id': '3222891c-5229-4f95-bc52-a363e2e5d6e0', 'name': 'tempest-TestMinimumBasicScenario-712941310-router', 'tenant_id': '26b16514d9854dfeba0ba85334246d05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'external_fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.58'}], 'enable_snat': True}, 'gw_port_id': '501d8970-d436-4d6a-ae77-a1c98cdd24ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T11:18:53Z', 'updated_at': '2022-08-18T11:18:57Z', 'revision_number': 4, 'project_id': '26b16514d9854dfeba0ba85334246d05', 'gw_port': {'id': '501d8970-d436-4d6a-ae77-a1c98cdd24ae', 'name': '', 'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:6c:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3222891c-5229-4f95-bc52-a363e2e5d6e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853450-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:18:54Z', 'updated_at': '2022-08-18T11:19:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853450-2-iscsi', '_interfaces': [{'id': '874960b1-addf-48bf-ab68-1a7f22185eb4', 'name': '', 'network_id': '4fed7e26-dc82-4a3f-a633-2f136bd4b58e', 'tenant_id': '26b16514d9854dfeba0ba85334246d05', 'mac_address': 'fa:16:3e:14:df:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3222891c-5229-4f95-bc52-a363e2e5d6e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '9dfe35bb-43dd-489d-bde2-147597c9de7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853450-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:18:56Z', 'updated_at': '2022-08-18T11:19:05Z', 'revision_number': 4, 'project_id': '26b16514d9854dfeba0ba85334246d05', 'subnets': [{'id': '9dfe35bb-43dd-489d-bde2-147597c9de7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 11:19:06.609727 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-43f04f4b-39ca-4690-a8b7-846dfc32beea req-92748eeb-81c0-4d95-a3b7-f07f840085dd service neutron] 10.222.0.20 "GET /networking/v2.0/networks/dd9ba834-1e3f-4b43-ad03-a13182799a15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1796515 Aug 18 11:19:06.658853 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b2ed726c-3152-4df9-be97-0c58694ecfca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:19:06.731891 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Device 874960b1-addf-48bf-ab68-1a7f22185eb4 up at agent ovs-agent-dv-cinder-853450-2-iscsi {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 11:19:06.784438 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b2ed726c-3152-4df9-be97-0c58694ecfca admin admin] Publish callbacks [] for security_group (25a4bf9d-eac0-4060-8a0e-eac5905fbd8d), precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:19:06.796484 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b2ed726c-3152-4df9-be97-0c58694ecfca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433130'] for security_group (25a4bf9d-eac0-4060-8a0e-eac5905fbd8d), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:19:06.831569 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Provisioning complete for port 874960b1-addf-48bf-ab68-1a7f22185eb4 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 18 11:19:06.831943 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619404'] for port (874960b1-addf-48bf-ab68-1a7f22185eb4), provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:19:06.853424 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ed726c-3152-4df9-be97-0c58694ecfca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25a4bf9d-eac0-4060-8a0e-eac5905fbd8d,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:19:06.860836 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-b2ed726c-3152-4df9-be97-0c58694ecfca admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=afd7be166b08447b9a05e4cae0d14c25&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4131181 Aug 18 11:19:06.863725 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.16', 54482) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:19:06.959606 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c6766da9-748f-4512-8b3c-5bde8a900718 admin admin] Publish callbacks [] for security_group (25a4bf9d-eac0-4060-8a0e-eac5905fbd8d), before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:19:06.961979 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:19:06.962970 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Current status of the port 874960b1-addf-48bf-ab68-1a7f22185eb4 is: DOWN; New status is: ACTIVE {{(pid=106380) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 11:19:06.963598 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (874960b1-addf-48bf-ab68-1a7f22185eb4), before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:19:06.992686 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c6766da9-748f-4512-8b3c-5bde8a900718 admin admin] Publish callbacks [] for security_group (25a4bf9d-eac0-4060-8a0e-eac5905fbd8d), precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:19:07.016159 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] For port 874960b1-addf-48bf-ab68-1a7f22185eb4, host dv-cinder-853450-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853450-2-iscsi',level=0,port_id=874960b1-addf-48bf-ab68-1a7f22185eb4,segment=NetworkSegment(ccad7fd3-87fd-462e-a35a-6bdf852e0325),segment_id=ccad7fd3-87fd-462e-a35a-6bdf852e0325)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:19:07.018703 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:19:07.026567 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732803053689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732802528799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732802528817'] for port (874960b1-addf-48bf-ab68-1a7f22185eb4), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:19:07.073226 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c6766da9-748f-4512-8b3c-5bde8a900718 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433130'] for security_group (25a4bf9d-eac0-4060-8a0e-eac5905fbd8d), after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:19:07.076866 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c6766da9-748f-4512-8b3c-5bde8a900718 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:19:07.078450 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [None req-c6766da9-748f-4512-8b3c-5bde8a900718 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/25a4bf9d-eac0-4060-8a0e-eac5905fbd8d HTTP/1.1" status: 204 len: 168 time: 0.2136734 Aug 18 11:19:07.094959 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6766da9-748f-4512-8b3c-5bde8a900718 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25a4bf9d-eac0-4060-8a0e-eac5905fbd8d,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:19:07.186309 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Pushing event updated for resources: {'Port': ['ID=874960b1-addf-48bf-ab68-1a7f22185eb4,revision_number=5']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:19:07.369389 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c3964a-d8fd-4890-a3cb-1136cb3d986d req-e51cdeda-9253-4020-a61c-45590dc89c64 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:19:07.385516 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-83c3964a-d8fd-4890-a3cb-1136cb3d986d req-e51cdeda-9253-4020-a61c-45590dc89c64 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=89c0de05-1480-48f5-953a-687cea7e4044 HTTP/1.1" status: 200 len: 943 time: 0.0916293 Aug 18 11:19:07.457347 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-83c3964a-d8fd-4890-a3cb-1136cb3d986d req-e00d2859-be91-4b66-bb79-8854792cb1a8 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d4fc1cd8-bdf2-4971-b730-97db8d4df085&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705028 Aug 18 11:19:07.639466 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.16', 54490) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:19:07.658242 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-31c2b5ab-f2ed-41eb-8563-e7551a5952aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:19:07.777587 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-31c2b5ab-f2ed-41eb-8563-e7551a5952aa admin admin] Publish callbacks [] for security_group (6860a57e-1438-4411-a8d6-aa203413ae98), precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:19:07.784444 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-31c2b5ab-f2ed-41eb-8563-e7551a5952aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433130'] for security_group (6860a57e-1438-4411-a8d6-aa203413ae98), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:19:07.828840 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-31c2b5ab-f2ed-41eb-8563-e7551a5952aa admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=b1b1a039a7e5445996ff31a4d2c40c98&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1860893 Aug 18 11:19:07.831241 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.16', 54492) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:19:07.852140 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c2b5ab-f2ed-41eb-8563-e7551a5952aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6860a57e-1438-4411-a8d6-aa203413ae98,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:19:07.891870 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a9e8bf85-3be2-40b7-9faf-e0380eecc356 admin admin] Publish callbacks [] for security_group (6860a57e-1438-4411-a8d6-aa203413ae98), before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:19:07.926629 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a9e8bf85-3be2-40b7-9faf-e0380eecc356 admin admin] Publish callbacks [] for security_group (6860a57e-1438-4411-a8d6-aa203413ae98), precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:19:07.968691 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:DELETE=3 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:19:07.995354 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a9e8bf85-3be2-40b7-9faf-e0380eecc356 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433130'] for security_group (6860a57e-1438-4411-a8d6-aa203413ae98), after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:19:07.999593 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a9e8bf85-3be2-40b7-9faf-e0380eecc356 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:19:08.003417 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-a9e8bf85-3be2-40b7-9faf-e0380eecc356 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/6860a57e-1438-4411-a8d6-aa203413ae98 HTTP/1.1" status: 204 len: 168 time: 0.1688957 Aug 18 11:19:08.016751 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e8bf85-3be2-40b7-9faf-e0380eecc356 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6860a57e-1438-4411-a8d6-aa203413ae98,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:19:08.671616 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edff9a47-7517-4b3b-aa0e-b82073d3198b req-17f28c2a-7a9e-4fee-af0c-9175778a852a tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:19:08.678254 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-edff9a47-7517-4b3b-aa0e-b82073d3198b req-17f28c2a-7a9e-4fee-af0c-9175778a852a tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=89c0de05-1480-48f5-953a-687cea7e4044 HTTP/1.1" status: 200 len: 943 time: 0.1243050 Aug 18 11:19:08.792719 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Device 874960b1-addf-48bf-ab68-1a7f22185eb4 up at agent ovs-agent-dv-cinder-853450-2-iscsi {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 11:19:08.797721 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:19:08.821110 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-edff9a47-7517-4b3b-aa0e-b82073d3198b req-f87b5e09-0ef0-44a1-b3c6-512eb1d22443 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d4fc1cd8-bdf2-4971-b730-97db8d4df085&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1355174 Aug 18 11:19:08.874083 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Provisioning complete for port 874960b1-addf-48bf-ab68-1a7f22185eb4 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 18 11:19:08.874777 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619404'] for port (874960b1-addf-48bf-ab68-1a7f22185eb4), provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:19:08.972865 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Current status of the port 874960b1-addf-48bf-ab68-1a7f22185eb4 is: ACTIVE; New status is: ACTIVE {{(pid=106380) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 11:19:09.406872 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Device e3ba48d9-0ad1-42ac-aa6b-96d0a60793f5 details requested by agent hyperv_hv-cinder-85345 with host hv-cinder-85345 {{(pid=106380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 11:19:09.624637 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] For port e3ba48d9-0ad1-42ac-aa6b-96d0a60793f5, host hv-cinder-85345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85345',level=0,port_id=e3ba48d9-0ad1-42ac-aa6b-96d0a60793f5,segment=NetworkSegment(a2aedf6e-157b-419a-80ab-5857554bba74),segment_id=a2aedf6e-157b-419a-80ab-5857554bba74)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:19:09.651439 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Returning: {'device': 'e3ba48d9-0ad1-42ac-aa6b-96d0a60793f5', 'network_id': 'dd9ba834-1e3f-4b43-ad03-a13182799a15', 'port_id': 'e3ba48d9-0ad1-42ac-aa6b-96d0a60793f5', 'mac_address': 'fa:16:3e:08:f4:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 981, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '055aadf2-d4b5-4a33-adc5-6baee36dc7bc', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 11:19:09.709004 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Current status of the port e3ba48d9-0ad1-42ac-aa6b-96d0a60793f5 is: DOWN; New status is: BUILD {{(pid=106380) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 11:19:09.709411 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (e3ba48d9-0ad1-42ac-aa6b-96d0a60793f5), before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:19:09.727784 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.notifiers.nova [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3ba48d9-0ad1-42ac-aa6b-96d0a60793f5 {{(pid=106380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 18 11:19:09.751331 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] For port e3ba48d9-0ad1-42ac-aa6b-96d0a60793f5, host hv-cinder-85345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85345',level=0,port_id=e3ba48d9-0ad1-42ac-aa6b-96d0a60793f5,segment=NetworkSegment(a2aedf6e-157b-419a-80ab-5857554bba74),segment_id=a2aedf6e-157b-419a-80ab-5857554bba74)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:19:09.755261 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732803053689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732802528799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732802528817'] for port (e3ba48d9-0ad1-42ac-aa6b-96d0a60793f5), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:19:09.777251 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=100 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:19:09.807625 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Pushing event updated for resources: {'Port': ['ID=e3ba48d9-0ad1-42ac-aa6b-96d0a60793f5,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:19:09.958527 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c73e69f-c679-4940-85f1-6daa92395d90 req-5a3806d4-98ff-4292-9b1d-b29dda166846 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:19:09.968060 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-9c73e69f-c679-4940-85f1-6daa92395d90 req-5a3806d4-98ff-4292-9b1d-b29dda166846 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=89c0de05-1480-48f5-953a-687cea7e4044 HTTP/1.1" status: 200 len: 944 time: 0.0684226 Aug 18 11:19:10.019761 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-9c73e69f-c679-4940-85f1-6daa92395d90 req-a866ef26-7a34-47f5-8440-aaa0609fb148 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d4fc1cd8-bdf2-4971-b730-97db8d4df085&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503931 Aug 18 11:19:10.283968 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f231d548-c626-4b2d-9e9b-ff6ba471091c req-b941fa21-5559-4fce-81aa-97f83968637b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:19:10.286524 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-f231d548-c626-4b2d-9e9b-ff6ba471091c req-b941fa21-5559-4fce-81aa-97f83968637b service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=aab35f7119e44d3c8da92076c7e823db&device_id=89c0de05-1480-48f5-953a-687cea7e4044 HTTP/1.1" status: 200 len: 1128 time: 0.0600595 Aug 18 11:19:10.428925 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f231d548-c626-4b2d-9e9b-ff6ba471091c req-baa87d90-04b3-457c-9964-e2494c31b523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:19:10.431057 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-f231d548-c626-4b2d-9e9b-ff6ba471091c req-baa87d90-04b3-457c-9964-e2494c31b523 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=dd9ba834-1e3f-4b43-ad03-a13182799a15 HTTP/1.1" status: 200 len: 920 time: 0.1291111 Aug 18 11:19:10.481041 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-f231d548-c626-4b2d-9e9b-ff6ba471091c req-992cd72a-5c49-407f-9a09-f4fb83b05f38 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e3ba48d9-0ad1-42ac-aa6b-96d0a60793f5 HTTP/1.1" status: 200 len: 217 time: 0.0419843 Aug 18 11:19:10.651880 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] get_ports_and_sgs() called for port_ids ['e3ba48d9-0ad1-42ac-aa6b-96d0a60793f5'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 18 11:19:10.870395 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f231d548-c626-4b2d-9e9b-ff6ba471091c req-81831b4b-7853-4215-9cea-972b9128d858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:19:10.872860 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-f231d548-c626-4b2d-9e9b-ff6ba471091c req-81831b4b-7853-4215-9cea-972b9128d858 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=055aadf2-d4b5-4a33-adc5-6baee36dc7bc HTTP/1.1" status: 200 len: 858 time: 0.3834648 Aug 18 11:19:10.929316 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f231d548-c626-4b2d-9e9b-ff6ba471091c req-96e313f4-9dbc-4f13-bce1-851a0975f8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:19:10.931136 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-f231d548-c626-4b2d-9e9b-ff6ba471091c req-96e313f4-9dbc-4f13-bce1-851a0975f8d0 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=dd9ba834-1e3f-4b43-ad03-a13182799a15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0515783 Aug 18 11:19:10.970433 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-f3def7dd-f514-492c-a1f1-134d498ea6e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (c499a017-4b38-4967-b050-d4094e1a7564), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:19:11.079988 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-f231d548-c626-4b2d-9e9b-ff6ba471091c req-6c912cf6-37e7-4715-9e74-c0050a049fd3 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/dd9ba834-1e3f-4b43-ad03-a13182799a15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392050 Aug 18 11:19:11.219151 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44dff8e-745c-47cf-adc4-3a1a0f4da6f1 req-73e42d2a-a2c1-4cdc-9ab3-9453a55578c6 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:19:11.222777 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-f44dff8e-745c-47cf-adc4-3a1a0f4da6f1 req-73e42d2a-a2c1-4cdc-9ab3-9453a55578c6 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=89c0de05-1480-48f5-953a-687cea7e4044 HTTP/1.1" status: 200 len: 944 time: 0.1056910 Aug 18 11:19:11.280809 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-f231d548-c626-4b2d-9e9b-ff6ba471091c req-6d23717c-0090-4a83-a787-e99d0a8d07e2 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/dd9ba834-1e3f-4b43-ad03-a13182799a15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1911187 Aug 18 11:19:11.309056 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-f44dff8e-745c-47cf-adc4-3a1a0f4da6f1 req-f22693d3-02bc-4d94-bf2f-e1832112a04f tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d4fc1cd8-bdf2-4971-b730-97db8d4df085&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788350 Aug 18 11:19:12.276183 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.agents_db [None req-8a9264f7-88d3-4c8b-91d1-adcc6bb37de7 None None] Agent healthcheck: found 6 active agents {{(pid=106381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 11:19:12.451894 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4639522-6a65-4710-8d14-68d745265adf req-58d62a06-97f0-4141-9c02-5125a1ddc474 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:19:12.456439 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-b4639522-6a65-4710-8d14-68d745265adf req-58d62a06-97f0-4141-9c02-5125a1ddc474 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=89c0de05-1480-48f5-953a-687cea7e4044 HTTP/1.1" status: 200 len: 944 time: 0.0590014 Aug 18 11:19:12.474311 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:19:12.510999 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-b4639522-6a65-4710-8d14-68d745265adf req-7031fb18-f297-457e-a646-db7fa49fd3c9 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d4fc1cd8-bdf2-4971-b730-97db8d4df085&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519595 Aug 18 11:19:13.345271 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-055743de-50f3-4c41-82f3-cb3fed7cee9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (5a2ac145-53e3-4597-a9e7-c52b4336ae58), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:19:13.668616 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=100 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:19:13.693905 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a42d63-0c8a-41b8-a04e-dd5d2414bffa req-e5a4d7ca-9d61-4d89-9df3-8b2a92093d83 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:19:13.695452 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-f4a42d63-0c8a-41b8-a04e-dd5d2414bffa req-e5a4d7ca-9d61-4d89-9df3-8b2a92093d83 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=89c0de05-1480-48f5-953a-687cea7e4044 HTTP/1.1" status: 200 len: 944 time: 0.0794644 Aug 18 11:19:13.727717 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b36f0e-74ae-4be9-bfbf-7a6c9cabaaa4 req-1254eb92-291c-481e-9c75-19706b10742a tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:19:13.729220 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-41b36f0e-74ae-4be9-bfbf-7a6c9cabaaa4 req-1254eb92-291c-481e-9c75-19706b10742a tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] 10.222.0.16 "GET /networking/v2.0/networks?id=819ea763-4a78-4c37-9c12-7248a0692fce HTTP/1.1" status: 200 len: 814 time: 0.1703229 Aug 18 11:19:13.757002 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-41b36f0e-74ae-4be9-bfbf-7a6c9cabaaa4 req-e547008e-83d3-4e67-9b49-670807990538 tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] 10.222.0.16 "GET /networking/v2.0/quotas/c14bc6c22cf74ac7b59d0c55e82c0829 HTTP/1.1" status: 200 len: 375 time: 0.0204113 Aug 18 11:19:13.786971 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-f4a42d63-0c8a-41b8-a04e-dd5d2414bffa req-e90d5152-44d5-4978-917e-75a66b0bf95b tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d4fc1cd8-bdf2-4971-b730-97db8d4df085&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0809681 Aug 18 11:19:13.819703 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-41b36f0e-74ae-4be9-bfbf-7a6c9cabaaa4 req-ab5b9199-31f6-49f8-ad00-d955a2060e1d tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=c14bc6c22cf74ac7b59d0c55e82c0829&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0468881 Aug 18 11:19:13.922667 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-41b36f0e-74ae-4be9-bfbf-7a6c9cabaaa4 req-278f8cc2-f151-4a63-ba9a-dad66cfe1a24 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/819ea763-4a78-4c37-9c12-7248a0692fce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888293 Aug 18 11:19:14.025458 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-41b36f0e-74ae-4be9-bfbf-7a6c9cabaaa4 req-d3256ec3-9671-4240-9817-bad0dbf38655 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/819ea763-4a78-4c37-9c12-7248a0692fce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969410 Aug 18 11:19:14.196303 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-365f5eac-ce72-4d44-bf54-bac920a16f26 req-959aff61-0718-4e42-b170-bd73d03b4cf8 tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=14bb996a-1759-4c54-a265-b0c0ff031061 HTTP/1.1" status: 200 len: 210 time: 0.0293291 Aug 18 11:19:14.668374 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-a5cc8183-7213-4642-9d48-bc0d47940d29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (29720577-1c8f-43c1-a8be-c2a14df8d65e), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:19:14.908516 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e878d3-5b08-4109-b010-b166dd674f4f req-6c8bf1df-799a-4cae-932b-b7d0a5cac17e tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:19:14.910074 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-45e878d3-5b08-4109-b010-b166dd674f4f req-6c8bf1df-799a-4cae-932b-b7d0a5cac17e tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=89c0de05-1480-48f5-953a-687cea7e4044 HTTP/1.1" status: 200 len: 944 time: 0.0488963 Aug 18 11:19:14.959376 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-45e878d3-5b08-4109-b010-b166dd674f4f req-6b71e7b9-b2c1-4d0f-8f68-ec0b4c8da0fd tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d4fc1cd8-bdf2-4971-b730-97db8d4df085&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435624 Aug 18 11:19:15.182919 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=87 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:19:15.302275 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-42a5b586-dfe8-4023-8feb-d0789f7ab209 req-21268e03-d8b4-4dc6-8087-9df5fb3073d5 tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=14bb996a-1759-4c54-a265-b0c0ff031061 HTTP/1.1" status: 200 len: 210 time: 0.0324709 Aug 18 11:19:15.711403 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Device e3ba48d9-0ad1-42ac-aa6b-96d0a60793f5 up at agent hyperv_hv-cinder-85345 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 11:19:15.758984 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Provisioning for port e3ba48d9-0ad1-42ac-aa6b-96d0a60793f5 completed by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 18 11:19:15.765366 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Provisioning complete for port e3ba48d9-0ad1-42ac-aa6b-96d0a60793f5 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 18 11:19:15.765718 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619404'] for port (e3ba48d9-0ad1-42ac-aa6b-96d0a60793f5), provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:19:15.841407 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Current status of the port e3ba48d9-0ad1-42ac-aa6b-96d0a60793f5 is: BUILD; New status is: ACTIVE {{(pid=106380) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 11:19:15.841792 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (e3ba48d9-0ad1-42ac-aa6b-96d0a60793f5), before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:19:15.861368 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:19:15.865874 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89c0de05-1480-48f5-953a-687cea7e4044', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3ba48d9-0ad1-42ac-aa6b-96d0a60793f5'}] {{(pid=106380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 18 11:19:15.868203 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2abfa1ee86993cd756e72fd91a3a01a1a8fb73078c92f04bbbffdb72ec117730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0424270e-ca95-403f-a4f3-6c8861cc9890" -d '{"events": [{"server_uuid": "89c0de05-1480-48f5-953a-687cea7e4044", "name": "network-vif-plugged", "status": "completed", "tag": "e3ba48d9-0ad1-42ac-aa6b-96d0a60793f5"}]}' {{(pid=106380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:19:15.882148 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] For port e3ba48d9-0ad1-42ac-aa6b-96d0a60793f5, host hv-cinder-85345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85345',level=0,port_id=e3ba48d9-0ad1-42ac-aa6b-96d0a60793f5,segment=NetworkSegment(a2aedf6e-157b-419a-80ab-5857554bba74),segment_id=a2aedf6e-157b-419a-80ab-5857554bba74)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:19:15.886073 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732803053689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732802528799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732802528817'] for port (e3ba48d9-0ad1-42ac-aa6b-96d0a60793f5), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:19:15.913826 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Aug 2022 11:19:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8619e54c-715e-4ee8-a8ff-867137cf6e2b x-openstack-request-id: req-8619e54c-715e-4ee8-a8ff-867137cf6e2b {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:19:15.914119 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89c0de05-1480-48f5-953a-687cea7e4044", "name": "network-vif-plugged", "status": "completed", "tag": "e3ba48d9-0ad1-42ac-aa6b-96d0a60793f5", "code": 200}]} {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:19:15.914368 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8619e54c-715e-4ee8-a8ff-867137cf6e2b {{(pid=106380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:19:15.914760 dv-cinder-853450-2-iscsi neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8619e54c-715e-4ee8-a8ff-867137cf6e2b'] response: {'server_uuid': '89c0de05-1480-48f5-953a-687cea7e4044', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3ba48d9-0ad1-42ac-aa6b-96d0a60793f5', 'code': 200} Aug 18 11:19:15.942222 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Pushing event updated for resources: {'Port': ['ID=e3ba48d9-0ad1-42ac-aa6b-96d0a60793f5,revision_number=5']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:19:15.963577 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (69d4285f-736d-41a6-a99e-1994eed59bce), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:19:16.082149 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e447ed92-b938-4eb7-be7c-3b1d3de7abd9 req-6fb28bd8-cd5e-4589-a269-5d65017355fe tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:19:16.083656 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-e447ed92-b938-4eb7-be7c-3b1d3de7abd9 req-6fb28bd8-cd5e-4589-a269-5d65017355fe tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=89c0de05-1480-48f5-953a-687cea7e4044 HTTP/1.1" status: 200 len: 945 time: 0.0503986 Aug 18 11:19:16.138638 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-e447ed92-b938-4eb7-be7c-3b1d3de7abd9 req-46f16329-62cf-4f45-bd1e-2f618abca336 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d4fc1cd8-bdf2-4971-b730-97db8d4df085&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490494 Aug 18 11:19:16.324658 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59cd22d-e212-459d-a28f-b6970ecae627 req-56c123b9-03b7-484f-aed7-94fccd031e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:19:16.328596 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-c59cd22d-e212-459d-a28f-b6970ecae627 req-56c123b9-03b7-484f-aed7-94fccd031e1a service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=89c0de05-1480-48f5-953a-687cea7e4044 HTTP/1.1" status: 200 len: 1129 time: 0.0592167 Aug 18 11:19:16.411155 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b36f0e-74ae-4be9-bfbf-7a6c9cabaaa4 req-f182b89f-0a6f-4cae-a3a1-dea372a4a1e9 tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:19:16.412887 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-41b36f0e-74ae-4be9-bfbf-7a6c9cabaaa4 req-f182b89f-0a6f-4cae-a3a1-dea372a4a1e9 tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] 10.222.0.20 "GET /networking/v2.0/networks?id=819ea763-4a78-4c37-9c12-7248a0692fce HTTP/1.1" status: 200 len: 814 time: 0.2045627 Aug 18 11:19:16.417576 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-c59cd22d-e212-459d-a28f-b6970ecae627 req-058e5046-7d6f-4ab0-b59f-c4f340b9c908 service neutron] 10.222.0.20 "GET /networking/v2.0/security-groups?id=d4fc1cd8-bdf2-4971-b730-97db8d4df085&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0816257 Aug 18 11:19:16.441211 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c68edff8-e550-48a3-9de2-17badfe483c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (307af099-d926-4e52-9df3-0cd09baf3c81), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:19:16.446340 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-893a528b-0cfd-45c9-ac57-a9bae881d4fa req-8bd13f01-22b9-4b36-8670-6e39965ec860 tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=14bb996a-1759-4c54-a265-b0c0ff031061 HTTP/1.1" status: 200 len: 210 time: 0.0320497 Aug 18 11:19:17.263067 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a64f70-3ffc-41c7-ae0a-507d0ff6f800 req-f3739bef-11ce-41d0-8668-ba82e76da4a5 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:19:17.264696 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-83a64f70-3ffc-41c7-ae0a-507d0ff6f800 req-f3739bef-11ce-41d0-8668-ba82e76da4a5 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=89c0de05-1480-48f5-953a-687cea7e4044 HTTP/1.1" status: 200 len: 945 time: 0.0497193 Aug 18 11:19:17.319264 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-83a64f70-3ffc-41c7-ae0a-507d0ff6f800 req-eb1ce59d-fd24-431a-b5a9-cf771bf602b7 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d4fc1cd8-bdf2-4971-b730-97db8d4df085&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486951 Aug 18 11:19:17.553413 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-1530a290-bc96-4cf3-9332-9da559c51e41 req-bb5f02b9-631e-4586-8604-4a472d665a69 tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=14bb996a-1759-4c54-a265-b0c0ff031061 HTTP/1.1" status: 200 len: 210 time: 0.0291781 Aug 18 11:19:18.005323 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=1 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:19:18.010429 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=54,neutron:UPDATE=2,neutron:INSERT=11,neutron:DELETE=1 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:19:18.453595 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b23ae74-db12-455a-8ea2-666c3239171a req-4a4f34a1-1092-4171-ba18-fe576b509d6a tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:19:18.455171 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-7b23ae74-db12-455a-8ea2-666c3239171a req-4a4f34a1-1092-4171-ba18-fe576b509d6a tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=89c0de05-1480-48f5-953a-687cea7e4044 HTTP/1.1" status: 200 len: 945 time: 0.0494819 Aug 18 11:19:18.482690 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=100 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:19:18.509911 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-7b23ae74-db12-455a-8ea2-666c3239171a req-2e305a11-0a82-47a3-a30b-2eaac6959d92 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d4fc1cd8-bdf2-4971-b730-97db8d4df085&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492039 Aug 18 11:19:18.659198 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-20559e06-9082-418d-826e-e1c4d5ece0cf req-f85a522c-a15f-4b51-b025-888e8b953ca8 tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=14bb996a-1759-4c54-a265-b0c0ff031061 HTTP/1.1" status: 200 len: 210 time: 0.0324261 Aug 18 11:19:18.825984 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.v2.base [req-41b36f0e-74ae-4be9-bfbf-7a6c9cabaaa4 req-3851c8f1-c4b7-4f6b-aa80-335e42999e5e tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] Request body: {'port': {'device_id': '14bb996a-1759-4c54-a265-b0c0ff031061', 'network_id': '819ea763-4a78-4c37-9c12-7248a0692fce', 'admin_state_up': True, 'tenant_id': 'c14bc6c22cf74ac7b59d0c55e82c0829'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:19:18.877604 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=100 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:19:18.936349 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41b36f0e-74ae-4be9-bfbf-7a6c9cabaaa4 req-3851c8f1-c4b7-4f6b-aa80-335e42999e5e tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] Made reservation on behalf of c14bc6c22cf74ac7b59d0c55e82c0829 for: {'port': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 11:19:18.939713 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-41b36f0e-74ae-4be9-bfbf-7a6c9cabaaa4 req-3851c8f1-c4b7-4f6b-aa80-335e42999e5e tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (None), before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:19:19.082815 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [req-41b36f0e-74ae-4be9-bfbf-7a6c9cabaaa4 req-3851c8f1-c4b7-4f6b-aa80-335e42999e5e tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] Allocated IP 172.20.0.9 (819ea763-4a78-4c37-9c12-7248a0692fce/624f58cc-2f47-4cbf-b4da-a6f052b72e48/cecdc342-f044-4a7c-a96e-85b2ea4740c7) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 11:19:19.240796 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-41b36f0e-74ae-4be9-bfbf-7a6c9cabaaa4 req-3851c8f1-c4b7-4f6b-aa80-335e42999e5e tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] Publish callbacks [] for port (cecdc342-f044-4a7c-a96e-85b2ea4740c7), precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:19:19.274671 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-41b36f0e-74ae-4be9-bfbf-7a6c9cabaaa4 req-3851c8f1-c4b7-4f6b-aa80-335e42999e5e tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732802528781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11809227'] for port (cecdc342-f044-4a7c-a96e-85b2ea4740c7), after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:19:19.320905 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41b36f0e-74ae-4be9-bfbf-7a6c9cabaaa4 req-3851c8f1-c4b7-4f6b-aa80-335e42999e5e tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] Network 819ea763-4a78-4c37-9c12-7248a0692fce is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 11:19:19.324125 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [req-41b36f0e-74ae-4be9-bfbf-7a6c9cabaaa4 req-3851c8f1-c4b7-4f6b-aa80-335e42999e5e tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 11:19:19.328291 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [req-41b36f0e-74ae-4be9-bfbf-7a6c9cabaaa4 req-3851c8f1-c4b7-4f6b-aa80-335e42999e5e tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 18 11:19:19.334780 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3851c8f1-c4b7-4f6b-aa80-335e42999e5e tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] Pushing event updated for resources: {'Port': ['ID=cecdc342-f044-4a7c-a96e-85b2ea4740c7,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:19:19.362309 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3851c8f1-c4b7-4f6b-aa80-335e42999e5e tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:19:19.363080 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3851c8f1-c4b7-4f6b-aa80-335e42999e5e tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:19:19.363437 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3851c8f1-c4b7-4f6b-aa80-335e42999e5e tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:19:19.363781 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3851c8f1-c4b7-4f6b-aa80-335e42999e5e tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:19:19.364122 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3851c8f1-c4b7-4f6b-aa80-335e42999e5e tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:19:19.364495 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3851c8f1-c4b7-4f6b-aa80-335e42999e5e tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:19:19.364832 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3851c8f1-c4b7-4f6b-aa80-335e42999e5e tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:19:19.365166 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3851c8f1-c4b7-4f6b-aa80-335e42999e5e tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:19:19.365497 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3851c8f1-c4b7-4f6b-aa80-335e42999e5e tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:19:19.365827 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3851c8f1-c4b7-4f6b-aa80-335e42999e5e tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:19:19.366161 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3851c8f1-c4b7-4f6b-aa80-335e42999e5e tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:19:19.366485 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3851c8f1-c4b7-4f6b-aa80-335e42999e5e tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:19:19.366811 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3851c8f1-c4b7-4f6b-aa80-335e42999e5e tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:19:19.367136 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3851c8f1-c4b7-4f6b-aa80-335e42999e5e tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:19:19.367459 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3851c8f1-c4b7-4f6b-aa80-335e42999e5e tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:19:19.401573 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b36f0e-74ae-4be9-bfbf-7a6c9cabaaa4 req-3851c8f1-c4b7-4f6b-aa80-335e42999e5e tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:19:19.402223 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-41b36f0e-74ae-4be9-bfbf-7a6c9cabaaa4 req-3851c8f1-c4b7-4f6b-aa80-335e42999e5e tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22494'] for port (None), before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:19:19.421290 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-41b36f0e-74ae-4be9-bfbf-7a6c9cabaaa4 req-3851c8f1-c4b7-4f6b-aa80-335e42999e5e tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] 10.222.0.20 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5999036 Aug 18 11:19:19.592345 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-9d6db76e-5617-4ab6-8ffe-9bcda8dc42d7 None None] Provisioning complete for port cecdc342-f044-4a7c-a96e-85b2ea4740c7 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 18 11:19:19.592927 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9d6db76e-5617-4ab6-8ffe-9bcda8dc42d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619404'] for port (cecdc342-f044-4a7c-a96e-85b2ea4740c7), provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:19:19.626954 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-9d6db76e-5617-4ab6-8ffe-9bcda8dc42d7 None None] Port cecdc342-f044-4a7c-a96e-85b2ea4740c7 cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 18 11:19:19.639901 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff152b72-9d85-4e88-8429-d28daff427af req-91a9c235-3d71-4af8-b779-974eaba591f3 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:19:19.641478 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-ff152b72-9d85-4e88-8429-d28daff427af req-91a9c235-3d71-4af8-b779-974eaba591f3 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=89c0de05-1480-48f5-953a-687cea7e4044 HTTP/1.1" status: 200 len: 945 time: 0.0532100 Aug 18 11:19:19.692811 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-ff152b72-9d85-4e88-8429-d28daff427af req-678df88f-472d-4af7-9575-fe2a9716218c tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d4fc1cd8-bdf2-4971-b730-97db8d4df085&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453753 Aug 18 11:19:19.783847 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.v2.base [req-41b36f0e-74ae-4be9-bfbf-7a6c9cabaaa4 req-1be23768-9977-4e77-af00-8d95e782782c service neutron] Request body: {'port': {'device_id': '14bb996a-1759-4c54-a265-b0c0ff031061', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85345'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:19:19.796037 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa0b859-baa3-4b15-806a-ea7b9b372b64 req-c4e9406a-0775-4cf7-99fe-33531fa99471 tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:19:19.797555 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-ffa0b859-baa3-4b15-806a-ea7b9b372b64 req-c4e9406a-0775-4cf7-99fe-33531fa99471 tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=14bb996a-1759-4c54-a265-b0c0ff031061 HTTP/1.1" status: 200 len: 931 time: 0.0616448 Aug 18 11:19:19.879728 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:19:19.893165 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-41b36f0e-74ae-4be9-bfbf-7a6c9cabaaa4 req-1be23768-9977-4e77-af00-8d95e782782c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (cecdc342-f044-4a7c-a96e-85b2ea4740c7), before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:19:19.896469 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:19:19.899891 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-ffa0b859-baa3-4b15-806a-ea7b9b372b64 req-010fa58a-01a5-424b-85be-8660eaa3ad29 tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b24ec8ab-a55e-4d86-92f7-e9e1e78b7104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845733 Aug 18 11:19:20.163751 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.notifiers.nova [req-41b36f0e-74ae-4be9-bfbf-7a6c9cabaaa4 req-1be23768-9977-4e77-af00-8d95e782782c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cecdc342-f044-4a7c-a96e-85b2ea4740c7 {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 18 11:19:20.172108 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-41b36f0e-74ae-4be9-bfbf-7a6c9cabaaa4 req-1be23768-9977-4e77-af00-8d95e782782c service neutron] Publish callbacks [] for port (cecdc342-f044-4a7c-a96e-85b2ea4740c7), precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:19:20.185035 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [req-41b36f0e-74ae-4be9-bfbf-7a6c9cabaaa4 req-1be23768-9977-4e77-af00-8d95e782782c service neutron] Transition to ACTIVE for port object cecdc342-f044-4a7c-a96e-85b2ea4740c7 will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 18 11:19:20.189370 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-41b36f0e-74ae-4be9-bfbf-7a6c9cabaaa4 req-1be23768-9977-4e77-af00-8d95e782782c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732803053689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732802528799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732802528817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11809220'] for port (cecdc342-f044-4a7c-a96e-85b2ea4740c7), after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:19:20.257069 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be23768-9977-4e77-af00-8d95e782782c service neutron] Pushing event updated for resources: {'Port': ['ID=cecdc342-f044-4a7c-a96e-85b2ea4740c7,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:19:20.308228 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-41b36f0e-74ae-4be9-bfbf-7a6c9cabaaa4 req-1be23768-9977-4e77-af00-8d95e782782c service neutron] Attempting to bind port cecdc342-f044-4a7c-a96e-85b2ea4740c7 on host hv-cinder-85345 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 18 11:19:20.308476 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-41b36f0e-74ae-4be9-bfbf-7a6c9cabaaa4 req-1be23768-9977-4e77-af00-8d95e782782c service neutron] Attempting to bind port cecdc342-f044-4a7c-a96e-85b2ea4740c7 by drivers openvswitch,hyperv on host hv-cinder-85345 at level 0 using segments [{'id': 'e6c24dd4-4365-4c21-8b76-4afbdd585f48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 966, 'network_id': '819ea763-4a78-4c37-9c12-7248a0692fce'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 18 11:19:20.308811 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41b36f0e-74ae-4be9-bfbf-7a6c9cabaaa4 req-1be23768-9977-4e77-af00-8d95e782782c service neutron] Attempting to bind port cecdc342-f044-4a7c-a96e-85b2ea4740c7 on network 819ea763-4a78-4c37-9c12-7248a0692fce {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 18 11:19:20.314155 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41b36f0e-74ae-4be9-bfbf-7a6c9cabaaa4 req-1be23768-9977-4e77-af00-8d95e782782c service neutron] Port cecdc342-f044-4a7c-a96e-85b2ea4740c7 on network 819ea763-4a78-4c37-9c12-7248a0692fce not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85345 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 18 11:19:20.314476 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41b36f0e-74ae-4be9-bfbf-7a6c9cabaaa4 req-1be23768-9977-4e77-af00-8d95e782782c service neutron] Attempting to bind port cecdc342-f044-4a7c-a96e-85b2ea4740c7 on network 819ea763-4a78-4c37-9c12-7248a0692fce {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 18 11:19:20.319539 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41b36f0e-74ae-4be9-bfbf-7a6c9cabaaa4 req-1be23768-9977-4e77-af00-8d95e782782c service neutron] Checking agent: {'id': '0c451e2b-fe38-44d1-984c-2dd7bcedf4dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85345', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 18, 11, 14, 5), 'started_at': datetime.datetime(2022, 8, 18, 11, 14, 5), 'heartbeat_timestamp': datetime.datetime(2022, 8, 18, 11, 19, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 18 11:19:20.319871 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41b36f0e-74ae-4be9-bfbf-7a6c9cabaaa4 req-1be23768-9977-4e77-af00-8d95e782782c service neutron] Checking segment: {'id': 'e6c24dd4-4365-4c21-8b76-4afbdd585f48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 966, 'network_id': '819ea763-4a78-4c37-9c12-7248a0692fce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 18 11:19:20.320282 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41b36f0e-74ae-4be9-bfbf-7a6c9cabaaa4 req-1be23768-9977-4e77-af00-8d95e782782c service neutron] Bound using segment: {'id': 'e6c24dd4-4365-4c21-8b76-4afbdd585f48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 966, 'network_id': '819ea763-4a78-4c37-9c12-7248a0692fce'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 18 11:19:20.320713 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-41b36f0e-74ae-4be9-bfbf-7a6c9cabaaa4 req-1be23768-9977-4e77-af00-8d95e782782c service neutron] Bound port: cecdc342-f044-4a7c-a96e-85b2ea4740c7, host: hv-cinder-85345, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6c24dd4-4365-4c21-8b76-4afbdd585f48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 966, 'network_id': '819ea763-4a78-4c37-9c12-7248a0692fce'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 18 11:19:20.321103 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-41b36f0e-74ae-4be9-bfbf-7a6c9cabaaa4 req-1be23768-9977-4e77-af00-8d95e782782c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (cecdc342-f044-4a7c-a96e-85b2ea4740c7), before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:19:20.390808 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-41b36f0e-74ae-4be9-bfbf-7a6c9cabaaa4 req-1be23768-9977-4e77-af00-8d95e782782c service neutron] For port cecdc342-f044-4a7c-a96e-85b2ea4740c7, host hv-cinder-85345, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 11:19:20.394627 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-41b36f0e-74ae-4be9-bfbf-7a6c9cabaaa4 req-1be23768-9977-4e77-af00-8d95e782782c service neutron] For port cecdc342-f044-4a7c-a96e-85b2ea4740c7, host hv-cinder-85345, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85345',level=0,port_id=cecdc342-f044-4a7c-a96e-85b2ea4740c7,segment=NetworkSegment(e6c24dd4-4365-4c21-8b76-4afbdd585f48),segment_id=e6c24dd4-4365-4c21-8b76-4afbdd585f48)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 11:19:20.401184 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-41b36f0e-74ae-4be9-bfbf-7a6c9cabaaa4 req-1be23768-9977-4e77-af00-8d95e782782c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732803053689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732802528799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732802528817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11809220'] for port (cecdc342-f044-4a7c-a96e-85b2ea4740c7), after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:19:20.404385 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b36f0e-74ae-4be9-bfbf-7a6c9cabaaa4 req-1be23768-9977-4e77-af00-8d95e782782c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:19:20.405255 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-41b36f0e-74ae-4be9-bfbf-7a6c9cabaaa4 req-1be23768-9977-4e77-af00-8d95e782782c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22494'] for port (None), before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:19:20.406629 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-41b36f0e-74ae-4be9-bfbf-7a6c9cabaaa4 req-1be23768-9977-4e77-af00-8d95e782782c service neutron] 10.222.0.20 "PUT /networking/v2.0/ports/cecdc342-f044-4a7c-a96e-85b2ea4740c7 HTTP/1.1" status: 200 len: 1093 time: 0.6300235 Aug 18 11:19:20.408794 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14bb996a-1759-4c54-a265-b0c0ff031061', 'tag': 'cecdc342-f044-4a7c-a96e-85b2ea4740c7'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 18 11:19:20.411044 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c862ab1b2ee120cb5e2e4f2725a0fe0d7acaf57f657006002d91667c9b4c94a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f8d5b19-70d1-4c4d-8550-fc83721588a5" -d '{"events": [{"name": "network-changed", "server_uuid": "14bb996a-1759-4c54-a265-b0c0ff031061", "tag": "cecdc342-f044-4a7c-a96e-85b2ea4740c7"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:19:20.452004 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Aug 2022 11:19:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bd43966-d8b5-41f1-a42f-5e25e19f52e5 x-openstack-request-id: req-0bd43966-d8b5-41f1-a42f-5e25e19f52e5 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:19:20.452314 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14bb996a-1759-4c54-a265-b0c0ff031061", "tag": "cecdc342-f044-4a7c-a96e-85b2ea4740c7", "status": "completed", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:19:20.452568 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0bd43966-d8b5-41f1-a42f-5e25e19f52e5 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:19:20.452967 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0bd43966-d8b5-41f1-a42f-5e25e19f52e5'] response: {'name': 'network-changed', 'server_uuid': '14bb996a-1759-4c54-a265-b0c0ff031061', 'tag': 'cecdc342-f044-4a7c-a96e-85b2ea4740c7', 'status': 'completed', 'code': 200} Aug 18 11:19:20.467574 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be23768-9977-4e77-af00-8d95e782782c service neutron] Pushing event updated for resources: {'Port': ['ID=cecdc342-f044-4a7c-a96e-85b2ea4740c7,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:19:20.821475 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1bc774-1f58-4c69-a0f2-cce50463676f req-05880af8-f44d-487b-87f0-7b492dc6ea7c tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:19:20.822964 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-9f1bc774-1f58-4c69-a0f2-cce50463676f req-05880af8-f44d-487b-87f0-7b492dc6ea7c tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=89c0de05-1480-48f5-953a-687cea7e4044 HTTP/1.1" status: 200 len: 945 time: 0.0486894 Aug 18 11:19:20.875649 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-9f1bc774-1f58-4c69-a0f2-cce50463676f req-bd037dbe-8883-41f6-895e-c01777e26f0d tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d4fc1cd8-bdf2-4971-b730-97db8d4df085&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431550 Aug 18 11:19:21.025657 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4ae96d-4222-45e2-bd5d-b96b7562d36b req-9d04c657-d919-420b-8560-e4c2a9c03ea1 tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:19:21.027218 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-cc4ae96d-4222-45e2-bd5d-b96b7562d36b req-9d04c657-d919-420b-8560-e4c2a9c03ea1 tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=14bb996a-1759-4c54-a265-b0c0ff031061 HTTP/1.1" status: 200 len: 943 time: 0.0483258 Aug 18 11:19:21.080019 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-cc4ae96d-4222-45e2-bd5d-b96b7562d36b req-9dd39539-d010-46bb-b246-b58e9f22cf7e tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b24ec8ab-a55e-4d86-92f7-e9e1e78b7104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464220 Aug 18 11:19:21.998559 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e9ac01-97d2-4c32-b5cc-bf0851e8784d req-a0c999f2-bde2-4448-8c92-04052126aae6 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:19:22.000127 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-c5e9ac01-97d2-4c32-b5cc-bf0851e8784d req-a0c999f2-bde2-4448-8c92-04052126aae6 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=89c0de05-1480-48f5-953a-687cea7e4044 HTTP/1.1" status: 200 len: 945 time: 0.0528343 Aug 18 11:19:22.050188 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:19:22.055047 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-c5e9ac01-97d2-4c32-b5cc-bf0851e8784d req-ca638ac0-3cd3-4cd1-bdce-88cf62eee127 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d4fc1cd8-bdf2-4971-b730-97db8d4df085&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491252 Aug 18 11:19:22.210307 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57467118-cced-471f-b9ce-0787c823d817 req-0c5571ac-da9e-451a-81a9-f5d4a3eb658b tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:19:22.212845 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-57467118-cced-471f-b9ce-0787c823d817 req-0c5571ac-da9e-451a-81a9-f5d4a3eb658b tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=14bb996a-1759-4c54-a265-b0c0ff031061 HTTP/1.1" status: 200 len: 943 time: 0.0519211 Aug 18 11:19:22.263399 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-57467118-cced-471f-b9ce-0787c823d817 req-0fa9871d-9815-48e9-a661-e3e2624ce31a tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b24ec8ab-a55e-4d86-92f7-e9e1e78b7104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435359 Aug 18 11:19:22.270374 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=50,neutron:UPDATE=2 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:19:23.190437 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:UPDATE=4,neutron:SELECT=94,neutron:INSERT=2 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:19:23.202658 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe72531-4571-4be8-8993-21e32d65303a req-48f69f38-ca60-4351-8e02-bc0f0500f438 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:19:23.204229 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-dbe72531-4571-4be8-8993-21e32d65303a req-48f69f38-ca60-4351-8e02-bc0f0500f438 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=89c0de05-1480-48f5-953a-687cea7e4044 HTTP/1.1" status: 200 len: 945 time: 0.0635784 Aug 18 11:19:23.272348 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-dbe72531-4571-4be8-8993-21e32d65303a req-0de67ce6-a6a4-4306-8b4b-8dd7aab5930a tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d4fc1cd8-bdf2-4971-b730-97db8d4df085&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587933 Aug 18 11:19:23.405577 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09fb2a0-6d27-482a-9832-5c37f885af81 req-049d11d0-dbe7-4f03-9b0a-42783ed317ba tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:19:23.407273 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-b09fb2a0-6d27-482a-9832-5c37f885af81 req-049d11d0-dbe7-4f03-9b0a-42783ed317ba tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=14bb996a-1759-4c54-a265-b0c0ff031061 HTTP/1.1" status: 200 len: 943 time: 0.0544670 Aug 18 11:19:23.467981 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-b09fb2a0-6d27-482a-9832-5c37f885af81 req-55a8ad49-f414-4d93-8aef-c34608a3f826 tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b24ec8ab-a55e-4d86-92f7-e9e1e78b7104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547431 Aug 18 11:19:24.408483 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bffd12a-24cf-4b4b-826c-af9ee32a5c26 req-38301670-a535-4162-808e-17eb8f05832d tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:19:24.410046 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-2bffd12a-24cf-4b4b-826c-af9ee32a5c26 req-38301670-a535-4162-808e-17eb8f05832d tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=89c0de05-1480-48f5-953a-687cea7e4044 HTTP/1.1" status: 200 len: 945 time: 0.0538862 Aug 18 11:19:24.467088 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-2bffd12a-24cf-4b4b-826c-af9ee32a5c26 req-ad62097b-d83e-4340-8ca4-9019582c4caf tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d4fc1cd8-bdf2-4971-b730-97db8d4df085&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475345 Aug 18 11:19:24.631571 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178a4719-0629-4a83-b110-2fa462b22246 req-ead63473-34e9-40d7-9e1c-1cfb5b32c7aa tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:19:24.636599 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-178a4719-0629-4a83-b110-2fa462b22246 req-ead63473-34e9-40d7-9e1c-1cfb5b32c7aa tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=14bb996a-1759-4c54-a265-b0c0ff031061 HTTP/1.1" status: 200 len: 943 time: 0.0656145 Aug 18 11:19:24.688067 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-178a4719-0629-4a83-b110-2fa462b22246 req-8c1ef1d4-b38b-4ee1-a58f-32fb82e2013b tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b24ec8ab-a55e-4d86-92f7-e9e1e78b7104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491884 Aug 18 11:19:25.618654 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee41e25-deda-444e-8c3b-cad77caf326f req-1796e32f-b767-4193-ab8d-21153c5ed765 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:19:25.620497 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-eee41e25-deda-444e-8c3b-cad77caf326f req-1796e32f-b767-4193-ab8d-21153c5ed765 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=89c0de05-1480-48f5-953a-687cea7e4044 HTTP/1.1" status: 200 len: 945 time: 0.0673871 Aug 18 11:19:25.675291 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-eee41e25-deda-444e-8c3b-cad77caf326f req-1ea6180d-ff90-45a1-8c2b-0f5947de4df7 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d4fc1cd8-bdf2-4971-b730-97db8d4df085&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476661 Aug 18 11:19:25.843746 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0096657e-8931-4a69-bca3-b68c1944eb84 req-78c95f7c-008b-4ad8-996c-00af7b10bb03 tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:19:25.846126 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-0096657e-8931-4a69-bca3-b68c1944eb84 req-78c95f7c-008b-4ad8-996c-00af7b10bb03 tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=14bb996a-1759-4c54-a265-b0c0ff031061 HTTP/1.1" status: 200 len: 943 time: 0.0724752 Aug 18 11:19:25.912675 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-0096657e-8931-4a69-bca3-b68c1944eb84 req-d5685b68-18bc-432e-9bbb-6dd05729e297 tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b24ec8ab-a55e-4d86-92f7-e9e1e78b7104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609469 Aug 18 11:19:26.804136 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6666019-9e24-48e9-8f42-5e03a3eb75ab req-3beed9b9-0422-4be4-bf7d-a97b0b877d4c tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:19:26.805703 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-a6666019-9e24-48e9-8f42-5e03a3eb75ab req-3beed9b9-0422-4be4-bf7d-a97b0b877d4c tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=89c0de05-1480-48f5-953a-687cea7e4044 HTTP/1.1" status: 200 len: 945 time: 0.0528176 Aug 18 11:19:26.858097 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-a6666019-9e24-48e9-8f42-5e03a3eb75ab req-0ba8b063-57f3-414c-9ac2-904347fb2542 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d4fc1cd8-bdf2-4971-b730-97db8d4df085&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463617 Aug 18 11:19:27.064610 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0651f80a-d161-4a69-9179-239b1efd5735 req-3d8a1176-9840-4974-9804-6e4a77356fe4 tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:19:27.066310 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-0651f80a-d161-4a69-9179-239b1efd5735 req-3d8a1176-9840-4974-9804-6e4a77356fe4 tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=14bb996a-1759-4c54-a265-b0c0ff031061 HTTP/1.1" status: 200 len: 943 time: 0.0563517 Aug 18 11:19:27.125602 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-0651f80a-d161-4a69-9179-239b1efd5735 req-d35e56d0-84c3-40a8-8b31-5b7a878777ad tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b24ec8ab-a55e-4d86-92f7-e9e1e78b7104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488772 Aug 18 11:19:27.996605 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817c072a-d860-415e-a69a-188dc46930b9 req-e6b7e090-c154-485d-8ae4-9519d75af988 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:19:27.998165 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-817c072a-d860-415e-a69a-188dc46930b9 req-e6b7e090-c154-485d-8ae4-9519d75af988 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=89c0de05-1480-48f5-953a-687cea7e4044 HTTP/1.1" status: 200 len: 945 time: 0.0485828 Aug 18 11:19:28.057519 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-817c072a-d860-415e-a69a-188dc46930b9 req-9d117433-0adb-4e13-89b5-731632bfe3bd tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d4fc1cd8-bdf2-4971-b730-97db8d4df085&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533617 Aug 18 11:19:28.239617 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=100 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:19:28.255580 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7048d1-5481-41f0-9f9a-5084e27d2727 req-b9260647-6405-4222-81c1-0c6e793059c9 tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:19:28.257026 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-8c7048d1-5481-41f0-9f9a-5084e27d2727 req-b9260647-6405-4222-81c1-0c6e793059c9 tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=14bb996a-1759-4c54-a265-b0c0ff031061 HTTP/1.1" status: 200 len: 943 time: 0.0512211 Aug 18 11:19:28.307229 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-8c7048d1-5481-41f0-9f9a-5084e27d2727 req-97eb73f2-23ed-47f9-9606-65917a1d9924 tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b24ec8ab-a55e-4d86-92f7-e9e1e78b7104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436633 Aug 18 11:19:29.190266 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd3da83-d8ab-449b-8fb2-857481fa471a req-1ef566f7-619f-44e2-b549-db0070b89c0d tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:19:29.193075 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-cbd3da83-d8ab-449b-8fb2-857481fa471a req-1ef566f7-619f-44e2-b549-db0070b89c0d tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=89c0de05-1480-48f5-953a-687cea7e4044 HTTP/1.1" status: 200 len: 945 time: 0.0598531 Aug 18 11:19:29.243150 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-cbd3da83-d8ab-449b-8fb2-857481fa471a req-a2ce0bc1-e6a8-4b64-b4a4-65c0ed3138ed tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d4fc1cd8-bdf2-4971-b730-97db8d4df085&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426934 Aug 18 11:19:29.437870 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb222b05-d707-4646-84a8-1de68eb0a79b req-7e26abcd-ac9d-4f25-a79a-abf718d9dd1b tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:19:29.439541 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-eb222b05-d707-4646-84a8-1de68eb0a79b req-7e26abcd-ac9d-4f25-a79a-abf718d9dd1b tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=14bb996a-1759-4c54-a265-b0c0ff031061 HTTP/1.1" status: 200 len: 943 time: 0.0561175 Aug 18 11:19:29.492097 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-eb222b05-d707-4646-84a8-1de68eb0a79b req-5823656b-0919-4d06-b1d4-4e54968c66a8 tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b24ec8ab-a55e-4d86-92f7-e9e1e78b7104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469117 Aug 18 11:19:29.622728 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=86,neutron:UPDATE=5 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:19:29.624613 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=13 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:19:30.328773 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=100 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:19:30.366441 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e82f363-4e57-4670-a037-3a4bffd1b755 req-0fd90f62-4c1a-4d9b-b563-dfb95e54c132 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:19:30.367984 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-6e82f363-4e57-4670-a037-3a4bffd1b755 req-0fd90f62-4c1a-4d9b-b563-dfb95e54c132 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=89c0de05-1480-48f5-953a-687cea7e4044 HTTP/1.1" status: 200 len: 945 time: 0.0493808 Aug 18 11:19:30.421966 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-6e82f363-4e57-4670-a037-3a4bffd1b755 req-f0d8448f-c5e9-422d-9227-17de562998a7 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d4fc1cd8-bdf2-4971-b730-97db8d4df085&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477169 Aug 18 11:19:30.616264 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acad0c35-9b7a-4ca5-b454-7f1ee3695b49 req-1b938805-b0ea-4e0c-8f1b-6f712310e6cf tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:19:30.617804 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-acad0c35-9b7a-4ca5-b454-7f1ee3695b49 req-1b938805-b0ea-4e0c-8f1b-6f712310e6cf tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=14bb996a-1759-4c54-a265-b0c0ff031061 HTTP/1.1" status: 200 len: 943 time: 0.0516419 Aug 18 11:19:30.675084 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-acad0c35-9b7a-4ca5-b454-7f1ee3695b49 req-0bf1bf41-3f76-4597-be2b-4514c69d2514 tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b24ec8ab-a55e-4d86-92f7-e9e1e78b7104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481312 Aug 18 11:19:31.542016 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74e7aa4-36cc-4a02-8512-060d21e30529 req-503615ec-2e0b-4289-b7bf-55b25bd7ba79 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:19:31.544129 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-e74e7aa4-36cc-4a02-8512-060d21e30529 req-503615ec-2e0b-4289-b7bf-55b25bd7ba79 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=89c0de05-1480-48f5-953a-687cea7e4044 HTTP/1.1" status: 200 len: 945 time: 0.0488179 Aug 18 11:19:31.592922 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-e74e7aa4-36cc-4a02-8512-060d21e30529 req-7acb671d-e299-480c-b109-f59d1d9fc5ba tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d4fc1cd8-bdf2-4971-b730-97db8d4df085&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428467 Aug 18 11:19:31.804541 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c55b4b7-919e-4a62-b35d-9223ac119845 req-e32dc791-c55b-4120-b3e7-50bfadb9d3c4 tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:19:31.806063 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-1c55b4b7-919e-4a62-b35d-9223ac119845 req-e32dc791-c55b-4120-b3e7-50bfadb9d3c4 tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=14bb996a-1759-4c54-a265-b0c0ff031061 HTTP/1.1" status: 200 len: 943 time: 0.0529649 Aug 18 11:19:31.855616 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-1c55b4b7-919e-4a62-b35d-9223ac119845 req-fb965a56-c480-45da-80eb-e22564638afd tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b24ec8ab-a55e-4d86-92f7-e9e1e78b7104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436902 Aug 18 11:19:32.717684 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39c5c4e-f2ed-471b-954b-d5a4666fa6fe req-c5b5ffa7-3c3d-47d4-a8fa-5f27ef6b4d32 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:19:32.719248 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-a39c5c4e-f2ed-471b-954b-d5a4666fa6fe req-c5b5ffa7-3c3d-47d4-a8fa-5f27ef6b4d32 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=89c0de05-1480-48f5-953a-687cea7e4044 HTTP/1.1" status: 200 len: 945 time: 0.0511801 Aug 18 11:19:32.776234 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-a39c5c4e-f2ed-471b-954b-d5a4666fa6fe req-6b7413fe-965b-45c4-9e9c-a1f523ea6bfa tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d4fc1cd8-bdf2-4971-b730-97db8d4df085&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513248 Aug 18 11:19:32.993512 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633a1189-edfc-4110-8558-7fdf17ec9fdd req-18d9cc24-c3cb-42b4-8f7e-5ebe9df704f7 tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:19:32.995007 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-633a1189-edfc-4110-8558-7fdf17ec9fdd req-18d9cc24-c3cb-42b4-8f7e-5ebe9df704f7 tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=14bb996a-1759-4c54-a265-b0c0ff031061 HTTP/1.1" status: 200 len: 943 time: 0.0539622 Aug 18 11:19:33.051222 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-633a1189-edfc-4110-8558-7fdf17ec9fdd req-cf35bb26-04b7-42d7-8bbb-95b81d3b7806 tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b24ec8ab-a55e-4d86-92f7-e9e1e78b7104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497208 Aug 18 11:19:33.891523 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37cb505-09f6-4368-a2dd-95a70d187c3e req-a22a70f1-f28a-4726-b6b7-57dbd086f07c tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:19:33.893073 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-a37cb505-09f6-4368-a2dd-95a70d187c3e req-a22a70f1-f28a-4726-b6b7-57dbd086f07c tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=89c0de05-1480-48f5-953a-687cea7e4044 HTTP/1.1" status: 200 len: 945 time: 0.0463252 Aug 18 11:19:33.941719 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-a37cb505-09f6-4368-a2dd-95a70d187c3e req-ce4d729c-3721-4708-bffb-668dfc0aba25 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d4fc1cd8-bdf2-4971-b730-97db8d4df085&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428336 Aug 18 11:19:34.171785 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab13a7c-8526-43a1-a9c5-54aa71d11f35 req-e5c44f57-21ef-4110-b6bd-d69b6d3f1dff tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:19:34.173262 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-7ab13a7c-8526-43a1-a9c5-54aa71d11f35 req-e5c44f57-21ef-4110-b6bd-d69b6d3f1dff tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=14bb996a-1759-4c54-a265-b0c0ff031061 HTTP/1.1" status: 200 len: 943 time: 0.0467639 Aug 18 11:19:34.225314 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-7ab13a7c-8526-43a1-a9c5-54aa71d11f35 req-d4305574-0d01-4e5e-9e29-a62e75d2b416 tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b24ec8ab-a55e-4d86-92f7-e9e1e78b7104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464928 Aug 18 11:19:35.070038 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f8b539-fc71-4df7-a826-4f1add77978f req-5ff75859-438d-4c66-86bd-448574ff1f66 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:19:35.073071 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-f7f8b539-fc71-4df7-a826-4f1add77978f req-5ff75859-438d-4c66-86bd-448574ff1f66 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=89c0de05-1480-48f5-953a-687cea7e4044 HTTP/1.1" status: 200 len: 945 time: 0.0525405 Aug 18 11:19:35.136137 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-f7f8b539-fc71-4df7-a826-4f1add77978f req-f2a37af6-f985-492b-a4ff-9b6867285e3d tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d4fc1cd8-bdf2-4971-b730-97db8d4df085&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576110 Aug 18 11:19:35.312945 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=100 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:19:35.353901 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9ed432-a9ef-40f5-ac54-798c165c1ce7 req-adfbfa68-d6f5-4ac4-9dcb-0a839ac1ec46 tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:19:35.356694 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-eb9ed432-a9ef-40f5-ac54-798c165c1ce7 req-adfbfa68-d6f5-4ac4-9dcb-0a839ac1ec46 tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=14bb996a-1759-4c54-a265-b0c0ff031061 HTTP/1.1" status: 200 len: 943 time: 0.0537958 Aug 18 11:19:35.412631 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-eb9ed432-a9ef-40f5-ac54-798c165c1ce7 req-7f6e54d5-ecc9-4a5c-94b3-4342eab90abf tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b24ec8ab-a55e-4d86-92f7-e9e1e78b7104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503879 Aug 18 11:19:35.641205 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (0c451e2b-fe38-44d1-984c-2dd7bcedf4dc), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:19:36.579960 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=100 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:19:36.590475 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557c8dba-6fc4-4f89-b071-b5fc2407114a req-111cabe5-2f5f-47ae-8c63-bde550ff27d9 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:19:36.592532 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-557c8dba-6fc4-4f89-b071-b5fc2407114a req-111cabe5-2f5f-47ae-8c63-bde550ff27d9 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=89c0de05-1480-48f5-953a-687cea7e4044 HTTP/1.1" status: 200 len: 945 time: 0.3804672 Aug 18 11:19:36.621658 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e12f8b-22b9-4882-858a-a097f8d549fb req-22fa29e1-a486-477e-bbf6-966a8e288257 tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:19:36.624648 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-17e12f8b-22b9-4882-858a-a097f8d549fb req-22fa29e1-a486-477e-bbf6-966a8e288257 tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=14bb996a-1759-4c54-a265-b0c0ff031061 HTTP/1.1" status: 200 len: 943 time: 0.0991199 Aug 18 11:19:36.697017 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-557c8dba-6fc4-4f89-b071-b5fc2407114a req-1b437b73-693c-4914-a34e-c05b91bd6e7f tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d4fc1cd8-bdf2-4971-b730-97db8d4df085&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0971305 Aug 18 11:19:36.728438 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-17e12f8b-22b9-4882-858a-a097f8d549fb req-bd1c2dc6-49c7-4d4e-9618-2d74a0491983 tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b24ec8ab-a55e-4d86-92f7-e9e1e78b7104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836146 Aug 18 11:19:37.270964 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=3 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:19:37.853298 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e7c2a7-565f-49a8-af2d-5aca05644cda req-72dccf28-820c-4c48-8f2f-37fe6de45d8c tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:19:37.854845 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-77e7c2a7-565f-49a8-af2d-5aca05644cda req-72dccf28-820c-4c48-8f2f-37fe6de45d8c tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=89c0de05-1480-48f5-953a-687cea7e4044 HTTP/1.1" status: 200 len: 945 time: 0.0793958 Aug 18 11:19:37.879368 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233fdcc9-e491-4fb3-9d46-e91fee8a4ff6 req-7c867452-5b2b-4be7-a690-08cd599a8d5a tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:19:37.880866 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-233fdcc9-e491-4fb3-9d46-e91fee8a4ff6 req-7c867452-5b2b-4be7-a690-08cd599a8d5a tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=14bb996a-1759-4c54-a265-b0c0ff031061 HTTP/1.1" status: 200 len: 943 time: 0.0749872 Aug 18 11:19:37.948126 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-77e7c2a7-565f-49a8-af2d-5aca05644cda req-5dc29ec2-6389-4b0b-989f-b34706e40cc7 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d4fc1cd8-bdf2-4971-b730-97db8d4df085&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0839717 Aug 18 11:19:37.955915 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-233fdcc9-e491-4fb3-9d46-e91fee8a4ff6 req-52726365-e068-43ab-9b5c-38b66572e381 tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b24ec8ab-a55e-4d86-92f7-e9e1e78b7104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671909 Aug 18 11:19:39.109995 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d15a21-7b2c-426c-81ae-d446717c123a req-6ee3efc1-ee66-4572-b090-8bbe94a1c8e6 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:19:39.111667 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-b4d15a21-7b2c-426c-81ae-d446717c123a req-6ee3efc1-ee66-4572-b090-8bbe94a1c8e6 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=89c0de05-1480-48f5-953a-687cea7e4044 HTTP/1.1" status: 200 len: 945 time: 0.0875967 Aug 18 11:19:39.119852 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c6d645-86d3-48aa-8979-bf7d23f0e5ad req-643d3cab-6329-4f45-9cba-da909ccf35b5 tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:19:39.121316 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-11c6d645-86d3-48aa-8979-bf7d23f0e5ad req-643d3cab-6329-4f45-9cba-da909ccf35b5 tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=14bb996a-1759-4c54-a265-b0c0ff031061 HTTP/1.1" status: 200 len: 943 time: 0.0822644 Aug 18 11:19:39.199766 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-b4d15a21-7b2c-426c-81ae-d446717c123a req-aa562c3c-fd1c-477c-91dc-68310e1e3e5b tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d4fc1cd8-bdf2-4971-b730-97db8d4df085&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767834 Aug 18 11:19:39.203641 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-11c6d645-86d3-48aa-8979-bf7d23f0e5ad req-74593a09-a4b1-419a-8c03-50259e650b76 tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b24ec8ab-a55e-4d86-92f7-e9e1e78b7104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747709 Aug 18 11:19:39.277034 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:19:40.401997 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cda3b1d-f735-445b-b359-faaf899aa948 req-cc267953-2210-4b41-af19-b95e99bd8a26 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:19:40.404271 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-9cda3b1d-f735-445b-b359-faaf899aa948 req-cc267953-2210-4b41-af19-b95e99bd8a26 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=89c0de05-1480-48f5-953a-687cea7e4044 HTTP/1.1" status: 200 len: 945 time: 0.1197748 Aug 18 11:19:40.411031 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf39a337-e961-417b-a9b4-d1431beec6c1 req-749abc1f-5e82-43eb-8db6-f07b712d7811 tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:19:40.412503 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-cf39a337-e961-417b-a9b4-d1431beec6c1 req-749abc1f-5e82-43eb-8db6-f07b712d7811 tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=14bb996a-1759-4c54-a265-b0c0ff031061 HTTP/1.1" status: 200 len: 943 time: 0.1169477 Aug 18 11:19:40.414808 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8d5b19-70d1-4c4d-8550-fc83721588a5 req-ad2d00f9-8867-459c-ae46-6ffc09880143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:19:40.416156 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-2f8d5b19-70d1-4c4d-8550-fc83721588a5 req-ad2d00f9-8867-459c-ae46-6ffc09880143 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=c14bc6c22cf74ac7b59d0c55e82c0829&device_id=14bb996a-1759-4c54-a265-b0c0ff031061 HTTP/1.1" status: 200 len: 1127 time: 0.0747771 Aug 18 11:19:40.495345 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-9cda3b1d-f735-445b-b359-faaf899aa948 req-74ab33d5-1936-400c-956a-7a563a126f92 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d4fc1cd8-bdf2-4971-b730-97db8d4df085&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817800 Aug 18 11:19:40.498992 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-cf39a337-e961-417b-a9b4-d1431beec6c1 req-267dbee1-88ef-4de0-8f22-2680b6dd791a tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b24ec8ab-a55e-4d86-92f7-e9e1e78b7104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764346 Aug 18 11:19:40.935702 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8d5b19-70d1-4c4d-8550-fc83721588a5 req-7f1510af-8437-4f76-9188-366463d07318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:19:40.937228 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-2f8d5b19-70d1-4c4d-8550-fc83721588a5 req-7f1510af-8437-4f76-9188-366463d07318 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?tenant_id=c14bc6c22cf74ac7b59d0c55e82c0829&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1039202 Aug 18 11:19:40.966161 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-22f5266d-9d5a-4b19-95ef-aee21d473058 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (c499a017-4b38-4967-b050-d4094e1a7564), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:19:41.003968 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=100 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:19:41.046438 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8d5b19-70d1-4c4d-8550-fc83721588a5 req-954886a8-d540-4ad5-9c25-cb126d891265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:19:41.047922 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-2f8d5b19-70d1-4c4d-8550-fc83721588a5 req-954886a8-d540-4ad5-9c25-cb126d891265 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1043737 Aug 18 11:19:41.135503 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b36f0e-74ae-4be9-bfbf-7a6c9cabaaa4 req-71567f5c-2463-4e02-a52f-8a491c3a1ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:19:41.137051 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-41b36f0e-74ae-4be9-bfbf-7a6c9cabaaa4 req-71567f5c-2463-4e02-a52f-8a491c3a1ae9 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=c14bc6c22cf74ac7b59d0c55e82c0829&device_id=14bb996a-1759-4c54-a265-b0c0ff031061 HTTP/1.1" status: 200 len: 1127 time: 0.0405266 Aug 18 11:19:41.301781 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-41b36f0e-74ae-4be9-bfbf-7a6c9cabaaa4 req-e0618626-0937-463e-8697-9ca708185b7b service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cecdc342-f044-4a7c-a96e-85b2ea4740c7 HTTP/1.1" status: 200 len: 217 time: 0.0377860 Aug 18 11:19:41.356767 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b36f0e-74ae-4be9-bfbf-7a6c9cabaaa4 req-1b44729e-0afd-4f89-8e29-b9e79bb4bd64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:19:41.358238 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-41b36f0e-74ae-4be9-bfbf-7a6c9cabaaa4 req-1b44729e-0afd-4f89-8e29-b9e79bb4bd64 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=624f58cc-2f47-4cbf-b4da-a6f052b72e48 HTTP/1.1" status: 200 len: 853 time: 0.0505643 Aug 18 11:19:41.397654 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=100 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:19:41.406537 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b36f0e-74ae-4be9-bfbf-7a6c9cabaaa4 req-0074c3d9-7798-4eb1-b7e2-b9d172796ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:19:41.408041 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-41b36f0e-74ae-4be9-bfbf-7a6c9cabaaa4 req-0074c3d9-7798-4eb1-b7e2-b9d172796ba1 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=819ea763-4a78-4c37-9c12-7248a0692fce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0433967 Aug 18 11:19:41.507361 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-41b36f0e-74ae-4be9-bfbf-7a6c9cabaaa4 req-7b848510-7011-49ee-af98-a6d0cf204d7f service neutron] 10.222.0.20 "GET /networking/v2.0/networks/819ea763-4a78-4c37-9c12-7248a0692fce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914984 Aug 18 11:19:41.679994 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a903668a-c3e3-4387-a48f-442e1ebd6e05 req-96b28080-08f6-442f-b304-79a6bc5823fe tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:19:41.681539 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-a903668a-c3e3-4387-a48f-442e1ebd6e05 req-96b28080-08f6-442f-b304-79a6bc5823fe tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=89c0de05-1480-48f5-953a-687cea7e4044 HTTP/1.1" status: 200 len: 945 time: 0.1097584 Aug 18 11:19:41.686324 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-41b36f0e-74ae-4be9-bfbf-7a6c9cabaaa4 req-0f5f7ca0-98c9-49f3-9450-1cad8fc1a9dc service neutron] 10.222.0.20 "GET /networking/v2.0/networks/819ea763-4a78-4c37-9c12-7248a0692fce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1723108 Aug 18 11:19:41.692740 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e4dc0b-edf9-4a92-90de-d3a6de261ab3 req-10d3acd7-9429-47f6-9289-02cdec58b3b6 tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:19:41.694222 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-28e4dc0b-edf9-4a92-90de-d3a6de261ab3 req-10d3acd7-9429-47f6-9289-02cdec58b3b6 tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=14bb996a-1759-4c54-a265-b0c0ff031061 HTTP/1.1" status: 200 len: 943 time: 0.1097233 Aug 18 11:19:41.768358 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-a903668a-c3e3-4387-a48f-442e1ebd6e05 req-33c66cd7-f254-4ffd-a519-bb11f5c13a16 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d4fc1cd8-bdf2-4971-b730-97db8d4df085&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731192 Aug 18 11:19:41.776145 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-28e4dc0b-edf9-4a92-90de-d3a6de261ab3 req-1b26bc7f-2a4d-492a-98b8-1fa4418d5785 tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b24ec8ab-a55e-4d86-92f7-e9e1e78b7104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739272 Aug 18 11:19:41.888795 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634fa2f5-740b-48dd-95c5-66b516143ebf req-aee501af-2810-448b-be69-fca002be1044 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:19:41.890347 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-634fa2f5-740b-48dd-95c5-66b516143ebf req-aee501af-2810-448b-be69-fca002be1044 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=89c0de05-1480-48f5-953a-687cea7e4044 HTTP/1.1" status: 200 len: 945 time: 0.0527282 Aug 18 11:19:41.902621 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.16', 54824) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:19:41.905409 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.v2.base [None req-ee2ccd78-0222-4f9e-aea4-358c1db21d73 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Request body: {'floatingip': {'port_id': 'e3ba48d9-0ad1-42ac-aa6b-96d0a60793f5'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:19:41.945768 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ee2ccd78-0222-4f9e-aea4-358c1db21d73 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Publish callbacks [] for floatingip (e794d825-5aa7-466a-b457-fb422d3798af), before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:19:42.297885 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.16', 54838) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:19:42.417578 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f3953186-d787-4cb1-8ff4-dd925432a89d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:19:42.517148 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f3953186-d787-4cb1-8ff4-dd925432a89d admin admin] Publish callbacks [] for security_group (5b060e73-08a4-4176-be04-cd8bff3bf464), precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:19:42.521844 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f3953186-d787-4cb1-8ff4-dd925432a89d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433130'] for security_group (5b060e73-08a4-4176-be04-cd8bff3bf464), after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:19:42.564976 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3953186-d787-4cb1-8ff4-dd925432a89d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b060e73-08a4-4176-be04-cd8bff3bf464,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:19:42.572414 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [None req-f3953186-d787-4cb1-8ff4-dd925432a89d admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=0aff12f39b9b4df59d52145f54f9d2cb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2728672 Aug 18 11:19:42.573937 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.16', 54842) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:19:42.629761 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-bb6f08f7-b0b2-45f3-9e79-214a7efe838c admin admin] Publish callbacks [] for security_group (5b060e73-08a4-4176-be04-cd8bff3bf464), before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:19:42.648963 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ee2ccd78-0222-4f9e-aea4-358c1db21d73 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:19:42.649211 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:19:42.655384 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-bb6f08f7-b0b2-45f3-9e79-214a7efe838c admin admin] Publish callbacks [] for security_group (5b060e73-08a4-4176-be04-cd8bff3bf464), precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:19:42.655620 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ee2ccd78-0222-4f9e-aea4-358c1db21d73 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-519515'] for floatingip (e794d825-5aa7-466a-b457-fb422d3798af), after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:19:42.713777 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-bb6f08f7-b0b2-45f3-9e79-214a7efe838c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433130'] for security_group (5b060e73-08a4-4176-be04-cd8bff3bf464), after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:19:42.716538 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-bb6f08f7-b0b2-45f3-9e79-214a7efe838c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:19:42.717722 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [None req-bb6f08f7-b0b2-45f3-9e79-214a7efe838c admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/5b060e73-08a4-4176-be04-cd8bff3bf464 HTTP/1.1" status: 204 len: 168 time: 0.1434207 Aug 18 11:19:42.731689 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6f08f7-b0b2-45f3-9e79-214a7efe838c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b060e73-08a4-4176-be04-cd8bff3bf464,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:19:42.765838 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.db.l3_db [None req-ee2ccd78-0222-4f9e-aea4-358c1db21d73 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Floating IP e794d825-5aa7-466a-b457-fb422d3798af associated. External IP: 172.27.4.186, port: e3ba48d9-0ad1-42ac-aa6b-96d0a60793f5. Aug 18 11:19:42.918137 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3707cf05-665d-41a8-87d5-1a6b8fb5c361 req-d7b2da23-be69-48f2-a4af-7cd5181537eb tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:19:42.921026 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-3707cf05-665d-41a8-87d5-1a6b8fb5c361 req-d7b2da23-be69-48f2-a4af-7cd5181537eb tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=14bb996a-1759-4c54-a265-b0c0ff031061 HTTP/1.1" status: 200 len: 943 time: 0.0633590 Aug 18 11:19:42.985383 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-3707cf05-665d-41a8-87d5-1a6b8fb5c361 req-bd26f888-ff0d-492c-b435-c2b616928e50 tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b24ec8ab-a55e-4d86-92f7-e9e1e78b7104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565617 Aug 18 11:19:43.022756 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee2ccd78-0222-4f9e-aea4-358c1db21d73 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Router ac1bbf50-8919-4b59-b313-27fdafa51525 has already been hosted by L3 agent 5a2ac145-53e3-4597-a9e7-c52b4336ae58 {{(pid=106379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 11:19:43.134257 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee2ccd78-0222-4f9e-aea4-358c1db21d73 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Notify agent at l3_agent.dv-cinder-853450-2-iscsi the message routers_updated {{(pid=106379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 11:19:43.140103 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ee2ccd78-0222-4f9e-aea4-358c1db21d73 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22494'] for floatingip (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:19:43.146667 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cda6c1a-cb9f-45d8-bd12-f47e1b35f263 None None] Sync routers for ids ['ac1bbf50-8919-4b59-b313-27fdafa51525'] in dv-cinder-853450-2-iscsi {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 11:19:43.163048 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cda6c1a-cb9f-45d8-bd12-f47e1b35f263 None None] Routers {'ac1bbf50-8919-4b59-b313-27fdafa51525'} bound to L3 agent in host dv-cinder-853450-2-iscsi {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 18 11:19:43.163762 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-3cda6c1a-cb9f-45d8-bd12-f47e1b35f263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853450-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-18T11:07:43Z,description=,heartbeat_timestamp=2022-08-18T11:19:13Z,host='dv-cinder-853450-2-iscsi',id=5a2ac145-53e3-4597-a9e7-c52b4336ae58,load=0,resource_versions=,resources_synced=,started_at=2022-08-18T11:07:43Z,topic='l3_agent')) {'router_ids': ['ac1bbf50-8919-4b59-b313-27fdafa51525'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:19:43.175121 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-ee2ccd78-0222-4f9e-aea4-358c1db21d73 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "PUT /networking/v2.0/floatingips/e794d825-5aa7-466a-b457-fb422d3798af HTTP/1.1" status: 200 len: 991 time: 1.2737410 Aug 18 11:19:43.175805 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89c0de05-1480-48f5-953a-687cea7e4044', 'tag': 'e3ba48d9-0ad1-42ac-aa6b-96d0a60793f5'}] {{(pid=106379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 18 11:19:43.178231 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afeb4790f423e7ffe5fa0b02628cc43a14be8f1f20ac5f0ea3cf567e42d62054" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd4a44cb-b5ce-412c-b661-c25dcc1d3a5c" -d '{"events": [{"name": "network-changed", "server_uuid": "89c0de05-1480-48f5-953a-687cea7e4044", "tag": "e3ba48d9-0ad1-42ac-aa6b-96d0a60793f5"}]}' {{(pid=106379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:19:43.222942 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Aug 2022 11:19:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32583d0e-8cd6-4125-b9c5-f6bd93b9aa40 x-openstack-request-id: req-32583d0e-8cd6-4125-b9c5-f6bd93b9aa40 {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:19:43.223235 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89c0de05-1480-48f5-953a-687cea7e4044", "tag": "e3ba48d9-0ad1-42ac-aa6b-96d0a60793f5", "status": "completed", "code": 200}]} {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:19:43.223489 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-32583d0e-8cd6-4125-b9c5-f6bd93b9aa40 {{(pid=106379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:19:43.223915 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32583d0e-8cd6-4125-b9c5-f6bd93b9aa40'] response: {'name': 'network-changed', 'server_uuid': '89c0de05-1480-48f5-953a-687cea7e4044', 'tag': 'e3ba48d9-0ad1-42ac-aa6b-96d0a60793f5', 'status': 'completed', 'code': 200} Aug 18 11:19:43.281337 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-3cda6c1a-cb9f-45d8-bd12-f47e1b35f263 None None] Set router ac1bbf50-8919-4b59-b313-27fdafa51525 gateway port host: dv-cinder-853450-2-iscsi {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 18 11:19:43.381960 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-bf3e0442-2fd4-499e-8569-99284d392760 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (5a2ac145-53e3-4597-a9e7-c52b4336ae58), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:19:43.524295 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-3cda6c1a-cb9f-45d8-bd12-f47e1b35f263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac1bbf50-8919-4b59-b313-27fdafa51525', 'name': 'tempest-ServerRescueNegativeTestJSON-2046775969-router', 'tenant_id': 'aab35f7119e44d3c8da92076c7e823db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'external_fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.214'}], 'enable_snat': True}, 'gw_port_id': '44b9dc73-a9bf-496f-be3a-d067fc020a1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T11:15:55Z', 'updated_at': '2022-08-18T11:16:04Z', 'revision_number': 4, 'project_id': 'aab35f7119e44d3c8da92076c7e823db', 'gw_port': {'id': '44b9dc73-a9bf-496f-be3a-d067fc020a1d', 'name': '', 'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:fa:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac1bbf50-8919-4b59-b313-27fdafa51525', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853450-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:15:57Z', 'updated_at': '2022-08-18T11:16:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853450-2-iscsi', '_floatingips': [{'id': 'e794d825-5aa7-466a-b457-fb422d3798af', 'tenant_id': 'aab35f7119e44d3c8da92076c7e823db', 'floating_ip_address': '172.27.4.186', 'floating_network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'router_id': 'ac1bbf50-8919-4b59-b313-27fdafa51525', 'port_id': 'e3ba48d9-0ad1-42ac-aa6b-96d0a60793f5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 420, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd9ba834-1e3f-4b43-ad03-a13182799a15', 'mac_address': 'fa:16:3e:08:f4:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89c0de05-1480-48f5-953a-687cea7e4044', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-18T11:18:57Z', 'updated_at': '2022-08-18T11:19:42Z', 'revision_number': 1, 'project_id': 'aab35f7119e44d3c8da92076c7e823db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ef0845a-eca3-4e27-9da9-f30e18d0cebc', 'name': '', 'network_id': 'dd9ba834-1e3f-4b43-ad03-a13182799a15', 'tenant_id': 'aab35f7119e44d3c8da92076c7e823db', 'mac_address': 'fa:16:3e:96:ff:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac1bbf50-8919-4b59-b313-27fdafa51525', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '055aadf2-d4b5-4a33-adc5-6baee36dc7bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853450-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:16:03Z', 'updated_at': '2022-08-18T11:16:23Z', 'revision_number': 5, 'project_id': 'aab35f7119e44d3c8da92076c7e823db', 'subnets': [{'id': '055aadf2-d4b5-4a33-adc5-6baee36dc7bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853450-2-iscsi', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:19:43.550049 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cda6c1a-cb9f-45d8-bd12-f47e1b35f263 None None] Checking router: ac1bbf50-8919-4b59-b313-27fdafa51525 for host: dv-cinder-853450-2-iscsi {{(pid=106380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 11:19:43.560333 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cda6c1a-cb9f-45d8-bd12-f47e1b35f263 None None] Routers {'ac1bbf50-8919-4b59-b313-27fdafa51525'} bound to L3 agent in host dv-cinder-853450-2-iscsi {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 18 11:19:43.560915 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-3cda6c1a-cb9f-45d8-bd12-f47e1b35f263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853450-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-18T11:07:43Z,description=,heartbeat_timestamp=2022-08-18T11:19:43Z,host='dv-cinder-853450-2-iscsi',id=5a2ac145-53e3-4597-a9e7-c52b4336ae58,load=0,resource_versions=,resources_synced=,started_at=2022-08-18T11:07:43Z,topic='l3_agent')) {'router_ids': ['ac1bbf50-8919-4b59-b313-27fdafa51525'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:19:43.675333 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-3cda6c1a-cb9f-45d8-bd12-f47e1b35f263 None None] Set router ac1bbf50-8919-4b59-b313-27fdafa51525 gateway port host: dv-cinder-853450-2-iscsi {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 18 11:19:43.918196 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-3cda6c1a-cb9f-45d8-bd12-f47e1b35f263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac1bbf50-8919-4b59-b313-27fdafa51525', 'name': 'tempest-ServerRescueNegativeTestJSON-2046775969-router', 'tenant_id': 'aab35f7119e44d3c8da92076c7e823db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'external_fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.214'}], 'enable_snat': True}, 'gw_port_id': '44b9dc73-a9bf-496f-be3a-d067fc020a1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T11:15:55Z', 'updated_at': '2022-08-18T11:16:04Z', 'revision_number': 4, 'project_id': 'aab35f7119e44d3c8da92076c7e823db', 'gw_port': {'id': '44b9dc73-a9bf-496f-be3a-d067fc020a1d', 'name': '', 'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:fa:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac1bbf50-8919-4b59-b313-27fdafa51525', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853450-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:15:57Z', 'updated_at': '2022-08-18T11:16:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853450-2-iscsi', '_floatingips': [{'id': 'e794d825-5aa7-466a-b457-fb422d3798af', 'tenant_id': 'aab35f7119e44d3c8da92076c7e823db', 'floating_ip_address': '172.27.4.186', 'floating_network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'router_id': 'ac1bbf50-8919-4b59-b313-27fdafa51525', 'port_id': 'e3ba48d9-0ad1-42ac-aa6b-96d0a60793f5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 420, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd9ba834-1e3f-4b43-ad03-a13182799a15', 'mac_address': 'fa:16:3e:08:f4:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89c0de05-1480-48f5-953a-687cea7e4044', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-18T11:18:57Z', 'updated_at': '2022-08-18T11:19:42Z', 'revision_number': 1, 'project_id': 'aab35f7119e44d3c8da92076c7e823db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ef0845a-eca3-4e27-9da9-f30e18d0cebc', 'name': '', 'network_id': 'dd9ba834-1e3f-4b43-ad03-a13182799a15', 'tenant_id': 'aab35f7119e44d3c8da92076c7e823db', 'mac_address': 'fa:16:3e:96:ff:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac1bbf50-8919-4b59-b313-27fdafa51525', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '055aadf2-d4b5-4a33-adc5-6baee36dc7bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853450-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:16:03Z', 'updated_at': '2022-08-18T11:16:23Z', 'revision_number': 5, 'project_id': 'aab35f7119e44d3c8da92076c7e823db', 'subnets': [{'id': '055aadf2-d4b5-4a33-adc5-6baee36dc7bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853450-2-iscsi', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:19:43.944312 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cda6c1a-cb9f-45d8-bd12-f47e1b35f263 None None] The sync data for ids ['ac1bbf50-8919-4b59-b313-27fdafa51525'] in dv-cinder-853450-2-iscsi is: [{'id': 'ac1bbf50-8919-4b59-b313-27fdafa51525', 'name': 'tempest-ServerRescueNegativeTestJSON-2046775969-router', 'tenant_id': 'aab35f7119e44d3c8da92076c7e823db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'external_fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.214'}], 'enable_snat': True}, 'gw_port_id': '44b9dc73-a9bf-496f-be3a-d067fc020a1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T11:15:55Z', 'updated_at': '2022-08-18T11:16:04Z', 'revision_number': 4, 'project_id': 'aab35f7119e44d3c8da92076c7e823db', 'gw_port': {'id': '44b9dc73-a9bf-496f-be3a-d067fc020a1d', 'name': '', 'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:fa:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac1bbf50-8919-4b59-b313-27fdafa51525', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853450-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:15:57Z', 'updated_at': '2022-08-18T11:16:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853450-2-iscsi', '_floatingips': [{'id': 'e794d825-5aa7-466a-b457-fb422d3798af', 'tenant_id': 'aab35f7119e44d3c8da92076c7e823db', 'floating_ip_address': '172.27.4.186', 'floating_network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'router_id': 'ac1bbf50-8919-4b59-b313-27fdafa51525', 'port_id': 'e3ba48d9-0ad1-42ac-aa6b-96d0a60793f5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 420, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd9ba834-1e3f-4b43-ad03-a13182799a15', 'mac_address': 'fa:16:3e:08:f4:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89c0de05-1480-48f5-953a-687cea7e4044', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-18T11:18:57Z', 'updated_at': '2022-08-18T11:19:42Z', 'revision_number': 1, 'project_id': 'aab35f7119e44d3c8da92076c7e823db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ef0845a-eca3-4e27-9da9-f30e18d0cebc', 'name': '', 'network_id': 'dd9ba834-1e3f-4b43-ad03-a13182799a15', 'tenant_id': 'aab35f7119e44d3c8da92076c7e823db', 'mac_address': 'fa:16:3e:96:ff:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac1bbf50-8919-4b59-b313-27fdafa51525', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '055aadf2-d4b5-4a33-adc5-6baee36dc7bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853450-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:16:03Z', 'updated_at': '2022-08-18T11:16:23Z', 'revision_number': 5, 'project_id': 'aab35f7119e44d3c8da92076c7e823db', 'subnets': [{'id': '055aadf2-d4b5-4a33-adc5-6baee36dc7bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 11:19:44.129506 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb8a0bc-cb48-442f-9356-1acdad1e4eb5 req-f810696f-90cc-4fde-91e1-68b2cf269635 tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:19:44.131039 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-ceb8a0bc-cb48-442f-9356-1acdad1e4eb5 req-f810696f-90cc-4fde-91e1-68b2cf269635 tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=14bb996a-1759-4c54-a265-b0c0ff031061 HTTP/1.1" status: 200 len: 943 time: 0.0540676 Aug 18 11:19:44.192208 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48d1af8c-130e-4532-8e40-854c1162b252 None None] New status for floating IP e794d825-5aa7-466a-b457-fb422d3798af: ACTIVE {{(pid=106381) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 18 11:19:44.206441 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-ceb8a0bc-cb48-442f-9356-1acdad1e4eb5 req-6bf52ca8-2423-4b35-8b7c-d895b990df6d tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b24ec8ab-a55e-4d86-92f7-e9e1e78b7104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683537 Aug 18 11:19:44.671918 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-a5cc8183-7213-4642-9d48-bc0d47940d29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (29720577-1c8f-43c1-a8be-c2a14df8d65e), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:19:45.190501 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=2 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:19:45.201253 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4a44cb-b5ce-412c-b661-c25dcc1d3a5c req-83be2a16-0bab-411f-b958-752dc7a50848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:19:45.202856 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-bd4a44cb-b5ce-412c-b661-c25dcc1d3a5c req-83be2a16-0bab-411f-b958-752dc7a50848 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=aab35f7119e44d3c8da92076c7e823db&device_id=89c0de05-1480-48f5-953a-687cea7e4044 HTTP/1.1" status: 200 len: 1129 time: 0.0420001 Aug 18 11:19:45.342114 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff45de0-141e-4a5a-b172-c41991f4f5d1 req-317d4f9e-b6c1-4c3f-a8bb-eb72e30128b7 tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:19:45.343601 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-7ff45de0-141e-4a5a-b172-c41991f4f5d1 req-317d4f9e-b6c1-4c3f-a8bb-eb72e30128b7 tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=14bb996a-1759-4c54-a265-b0c0ff031061 HTTP/1.1" status: 200 len: 943 time: 0.0648024 Aug 18 11:19:45.344785 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4a44cb-b5ce-412c-b661-c25dcc1d3a5c req-24590fdc-9186-4390-9233-efc2eb0bc327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:19:45.346093 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-bd4a44cb-b5ce-412c-b661-c25dcc1d3a5c req-24590fdc-9186-4390-9233-efc2eb0bc327 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=dd9ba834-1e3f-4b43-ad03-a13182799a15 HTTP/1.1" status: 200 len: 920 time: 0.1371791 Aug 18 11:19:45.442874 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-bd4a44cb-b5ce-412c-b661-c25dcc1d3a5c req-4d2a6078-3138-4b21-b4fb-366657a9e188 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e3ba48d9-0ad1-42ac-aa6b-96d0a60793f5 HTTP/1.1" status: 200 len: 1001 time: 0.0855772 Aug 18 11:19:45.445740 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-7ff45de0-141e-4a5a-b172-c41991f4f5d1 req-be49c605-4040-4984-9ec3-1d91b47eb3aa tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b24ec8ab-a55e-4d86-92f7-e9e1e78b7104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963724 Aug 18 11:19:45.510216 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4a44cb-b5ce-412c-b661-c25dcc1d3a5c req-aa6e1588-3d3a-4cc9-9572-b0885ff7e039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:19:45.511674 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-bd4a44cb-b5ce-412c-b661-c25dcc1d3a5c req-aa6e1588-3d3a-4cc9-9572-b0885ff7e039 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=055aadf2-d4b5-4a33-adc5-6baee36dc7bc HTTP/1.1" status: 200 len: 858 time: 0.0602322 Aug 18 11:19:45.557752 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4a44cb-b5ce-412c-b661-c25dcc1d3a5c req-d3f7f182-cc65-42d9-9fb9-041fd48af043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:19:45.559411 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-bd4a44cb-b5ce-412c-b661-c25dcc1d3a5c req-d3f7f182-cc65-42d9-9fb9-041fd48af043 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=dd9ba834-1e3f-4b43-ad03-a13182799a15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0403669 Aug 18 11:19:45.658606 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-bd4a44cb-b5ce-412c-b661-c25dcc1d3a5c req-a6448067-45f3-456a-89b2-6bb75c099b9f service neutron] 10.222.0.20 "GET /networking/v2.0/networks/dd9ba834-1e3f-4b43-ad03-a13182799a15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912297 Aug 18 11:19:45.751296 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-bd4a44cb-b5ce-412c-b661-c25dcc1d3a5c req-31c10b7e-8e7c-475a-8e60-977f1dd02076 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/dd9ba834-1e3f-4b43-ad03-a13182799a15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861490 Aug 18 11:19:45.854820 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Device cecdc342-f044-4a7c-a96e-85b2ea4740c7 details requested by agent hyperv_hv-cinder-85345 with host hv-cinder-85345 {{(pid=106380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 11:19:45.964728 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:19:45.974653 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:19:45.976675 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] For port cecdc342-f044-4a7c-a96e-85b2ea4740c7, host hv-cinder-85345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85345',level=0,port_id=cecdc342-f044-4a7c-a96e-85b2ea4740c7,segment=NetworkSegment(e6c24dd4-4365-4c21-8b76-4afbdd585f48),segment_id=e6c24dd4-4365-4c21-8b76-4afbdd585f48)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:19:45.993533 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Returning: {'device': 'cecdc342-f044-4a7c-a96e-85b2ea4740c7', 'network_id': '819ea763-4a78-4c37-9c12-7248a0692fce', 'port_id': 'cecdc342-f044-4a7c-a96e-85b2ea4740c7', 'mac_address': 'fa:16:3e:f9:0d:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 966, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '624f58cc-2f47-4cbf-b4da-a6f052b72e48', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 11:19:45.995627 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (69d4285f-736d-41a6-a99e-1994eed59bce), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:19:46.035891 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Current status of the port cecdc342-f044-4a7c-a96e-85b2ea4740c7 is: DOWN; New status is: BUILD {{(pid=106380) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 11:19:46.036673 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (cecdc342-f044-4a7c-a96e-85b2ea4740c7), before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:19:46.050984 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.notifiers.nova [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cecdc342-f044-4a7c-a96e-85b2ea4740c7 {{(pid=106380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 18 11:19:46.073965 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] For port cecdc342-f044-4a7c-a96e-85b2ea4740c7, host hv-cinder-85345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85345',level=0,port_id=cecdc342-f044-4a7c-a96e-85b2ea4740c7,segment=NetworkSegment(e6c24dd4-4365-4c21-8b76-4afbdd585f48),segment_id=e6c24dd4-4365-4c21-8b76-4afbdd585f48)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:19:46.078721 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732803053689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732802528799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732802528817'] for port (cecdc342-f044-4a7c-a96e-85b2ea4740c7), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:19:46.131310 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Pushing event updated for resources: {'Port': ['ID=cecdc342-f044-4a7c-a96e-85b2ea4740c7,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:19:46.444936 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c68edff8-e550-48a3-9de2-17badfe483c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (307af099-d926-4e52-9df3-0cd09baf3c81), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:19:46.532218 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] get_ports_and_sgs() called for port_ids ['cecdc342-f044-4a7c-a96e-85b2ea4740c7'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 18 11:19:46.598227 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad260613-d759-4fd7-9c46-ffaedd68d35b req-57ef8f6b-c18b-4d25-96a5-075dca09a035 tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:19:46.599906 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-ad260613-d759-4fd7-9c46-ffaedd68d35b req-57ef8f6b-c18b-4d25-96a5-075dca09a035 tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=14bb996a-1759-4c54-a265-b0c0ff031061 HTTP/1.1" status: 200 len: 944 time: 0.0576866 Aug 18 11:19:46.653766 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-ad260613-d759-4fd7-9c46-ffaedd68d35b req-b9ff2335-2fcf-4c25-ba0b-9054865b5264 tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b24ec8ab-a55e-4d86-92f7-e9e1e78b7104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467730 Aug 18 11:19:47.780968 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db98a22a-356e-4a08-b3ee-662037ff0afa req-98deb95c-73cb-4559-bc91-c0ff3ee533d5 tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:19:47.782529 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-db98a22a-356e-4a08-b3ee-662037ff0afa req-98deb95c-73cb-4559-bc91-c0ff3ee533d5 tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=14bb996a-1759-4c54-a265-b0c0ff031061 HTTP/1.1" status: 200 len: 944 time: 0.0527058 Aug 18 11:19:47.813649 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:19:47.833234 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-db98a22a-356e-4a08-b3ee-662037ff0afa req-4b55ef26-911a-4c86-aa75-200b73c8fe4d tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b24ec8ab-a55e-4d86-92f7-e9e1e78b7104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451322 Aug 18 11:19:47.850733 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Device cecdc342-f044-4a7c-a96e-85b2ea4740c7 up at agent hyperv_hv-cinder-85345 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 11:19:47.895861 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Provisioning for port cecdc342-f044-4a7c-a96e-85b2ea4740c7 completed by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 18 11:19:47.902217 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Provisioning complete for port cecdc342-f044-4a7c-a96e-85b2ea4740c7 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 18 11:19:47.902583 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619404'] for port (cecdc342-f044-4a7c-a96e-85b2ea4740c7), provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:19:47.981110 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Current status of the port cecdc342-f044-4a7c-a96e-85b2ea4740c7 is: BUILD; New status is: ACTIVE {{(pid=106380) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 11:19:47.981385 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (cecdc342-f044-4a7c-a96e-85b2ea4740c7), before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:19:48.007698 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14bb996a-1759-4c54-a265-b0c0ff031061', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cecdc342-f044-4a7c-a96e-85b2ea4740c7'}] {{(pid=106380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 18 11:19:48.009991 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2abfa1ee86993cd756e72fd91a3a01a1a8fb73078c92f04bbbffdb72ec117730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8a66340-bced-4f38-a186-663eaaaac18d" -d '{"events": [{"server_uuid": "14bb996a-1759-4c54-a265-b0c0ff031061", "name": "network-vif-plugged", "status": "completed", "tag": "cecdc342-f044-4a7c-a96e-85b2ea4740c7"}]}' {{(pid=106380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:19:48.023902 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] For port cecdc342-f044-4a7c-a96e-85b2ea4740c7, host hv-cinder-85345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85345',level=0,port_id=cecdc342-f044-4a7c-a96e-85b2ea4740c7,segment=NetworkSegment(e6c24dd4-4365-4c21-8b76-4afbdd585f48),segment_id=e6c24dd4-4365-4c21-8b76-4afbdd585f48)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:19:48.033471 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732803053689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732802528799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732802528817'] for port (cecdc342-f044-4a7c-a96e-85b2ea4740c7), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:19:48.056741 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Aug 2022 11:19:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bdbe1e5-6f96-4d62-9fb9-6e3581d620f5 x-openstack-request-id: req-9bdbe1e5-6f96-4d62-9fb9-6e3581d620f5 {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:19:48.057036 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14bb996a-1759-4c54-a265-b0c0ff031061", "name": "network-vif-plugged", "status": "completed", "tag": "cecdc342-f044-4a7c-a96e-85b2ea4740c7", "code": 200}]} {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:19:48.057287 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9bdbe1e5-6f96-4d62-9fb9-6e3581d620f5 {{(pid=106380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:19:48.057685 dv-cinder-853450-2-iscsi neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9bdbe1e5-6f96-4d62-9fb9-6e3581d620f5'] response: {'server_uuid': '14bb996a-1759-4c54-a265-b0c0ff031061', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cecdc342-f044-4a7c-a96e-85b2ea4740c7', 'code': 200} Aug 18 11:19:48.084939 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Pushing event updated for resources: {'Port': ['ID=cecdc342-f044-4a7c-a96e-85b2ea4740c7,revision_number=5']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:19:48.093455 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:19:48.093808 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:19:48.094182 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:19:48.094550 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:19:48.094892 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:19:48.095222 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:19:48.095555 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:19:48.095885 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:19:48.096336 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:19:48.096668 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:19:48.096995 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:19:48.097337 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:19:48.097672 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:19:48.097995 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:19:48.098327 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:19:48.256876 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0712f8-89f8-4b22-836b-e88a3eb2eb91 req-d6f39d0d-b9c5-406f-9260-20b47e11b5a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:19:48.258435 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-3c0712f8-89f8-4b22-836b-e88a3eb2eb91 req-d6f39d0d-b9c5-406f-9260-20b47e11b5a9 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=14bb996a-1759-4c54-a265-b0c0ff031061 HTTP/1.1" status: 200 len: 1129 time: 0.0440116 Aug 18 11:19:48.306151 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-3c0712f8-89f8-4b22-836b-e88a3eb2eb91 req-0559d1f4-eced-47fc-bdaa-8f35010020f2 service neutron] 10.222.0.20 "GET /networking/v2.0/security-groups?id=b24ec8ab-a55e-4d86-92f7-e9e1e78b7104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411296 Aug 18 11:19:48.955880 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e20f717-44e4-4f88-a2ca-69be0a3371fd req-200cdcfd-bd99-4bf6-b14f-8c358ce5c63a tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:19:48.957430 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-4e20f717-44e4-4f88-a2ca-69be0a3371fd req-200cdcfd-bd99-4bf6-b14f-8c358ce5c63a tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=14bb996a-1759-4c54-a265-b0c0ff031061 HTTP/1.1" status: 200 len: 945 time: 0.0493691 Aug 18 11:19:49.007485 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-4e20f717-44e4-4f88-a2ca-69be0a3371fd req-232d40a8-fff9-4345-9535-8fcec2b07444 tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b24ec8ab-a55e-4d86-92f7-e9e1e78b7104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444808 Aug 18 11:19:49.288497 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.agents_db [None req-8a9264f7-88d3-4c8b-91d1-adcc6bb37de7 None None] Agent healthcheck: found 6 active agents {{(pid=106381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 11:19:50.129598 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1784397a-9e51-43c0-9545-80981ac07dc8 req-1eebe200-de0c-458f-81b1-4c825230fd5a tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:19:50.131110 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-1784397a-9e51-43c0-9545-80981ac07dc8 req-1eebe200-de0c-458f-81b1-4c825230fd5a tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=14bb996a-1759-4c54-a265-b0c0ff031061 HTTP/1.1" status: 200 len: 945 time: 0.0482700 Aug 18 11:19:50.188661 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-1784397a-9e51-43c0-9545-80981ac07dc8 req-221beab2-912f-46bf-89b2-60abd78056bc tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b24ec8ab-a55e-4d86-92f7-e9e1e78b7104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519569 Aug 18 11:19:51.276018 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=100 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:19:51.314815 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fd8167-5962-4d45-8af0-cb66bd8f828d req-ec93074a-bd45-49b8-b24d-4b41e67a72e4 tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:19:51.316376 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-60fd8167-5962-4d45-8af0-cb66bd8f828d req-ec93074a-bd45-49b8-b24d-4b41e67a72e4 tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=14bb996a-1759-4c54-a265-b0c0ff031061 HTTP/1.1" status: 200 len: 945 time: 0.0504255 Aug 18 11:19:51.366445 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-60fd8167-5962-4d45-8af0-cb66bd8f828d req-ec5bc54d-6694-4b9a-b5a9-573092316119 tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b24ec8ab-a55e-4d86-92f7-e9e1e78b7104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443687 Aug 18 11:19:51.486794 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cf5bd3-dbb5-445c-8c91-eb4d991ffa2c req-8ff73533-1606-41f3-afec-78cd92a5ad35 tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:19:51.488366 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-62cf5bd3-dbb5-445c-8c91-eb4d991ffa2c req-8ff73533-1606-41f3-afec-78cd92a5ad35 tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=14bb996a-1759-4c54-a265-b0c0ff031061 HTTP/1.1" status: 200 len: 945 time: 0.0486710 Aug 18 11:19:51.538046 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-62cf5bd3-dbb5-445c-8c91-eb4d991ffa2c req-9d1a7145-326e-4267-bff5-e7a5f7b12c80 tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b24ec8ab-a55e-4d86-92f7-e9e1e78b7104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440013 Aug 18 11:19:51.883802 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8977fa-dce4-408f-b540-48728bb0dd2a req-721a1730-842b-4c3c-9320-2db65f337fb8 tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:19:51.885314 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-dc8977fa-dce4-408f-b540-48728bb0dd2a req-721a1730-842b-4c3c-9320-2db65f337fb8 tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=14bb996a-1759-4c54-a265-b0c0ff031061 HTTP/1.1" status: 200 len: 945 time: 0.0514944 Aug 18 11:19:51.935861 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-dc8977fa-dce4-408f-b540-48728bb0dd2a req-49ad5265-4cb0-419b-ba69-651d38c4610e tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b24ec8ab-a55e-4d86-92f7-e9e1e78b7104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439279 Aug 18 11:19:52.325916 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.16', 55000) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:19:52.450299 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ab80a8fd-2c9d-4dcf-8342-ced564d3fdb5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:19:52.460900 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:19:52.497101 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:19:52.538944 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ab80a8fd-2c9d-4dcf-8342-ced564d3fdb5 admin admin] Publish callbacks [] for security_group (bfea7815-98e6-4036-92e8-191f70e99e2d), precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:19:52.544152 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ab80a8fd-2c9d-4dcf-8342-ced564d3fdb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433130'] for security_group (bfea7815-98e6-4036-92e8-191f70e99e2d), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:19:52.583585 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab80a8fd-2c9d-4dcf-8342-ced564d3fdb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfea7815-98e6-4036-92e8-191f70e99e2d,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:19:52.590253 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.16', 55004) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:19:52.590904 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-ab80a8fd-2c9d-4dcf-8342-ced564d3fdb5 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=4a955dc18e484cd5b96623298a3b88d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2629797 Aug 18 11:19:52.596704 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab80a8fd-2c9d-4dcf-8342-ced564d3fdb5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:19:52.597055 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab80a8fd-2c9d-4dcf-8342-ced564d3fdb5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:19:52.597393 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab80a8fd-2c9d-4dcf-8342-ced564d3fdb5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:19:52.597733 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab80a8fd-2c9d-4dcf-8342-ced564d3fdb5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:19:52.598066 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab80a8fd-2c9d-4dcf-8342-ced564d3fdb5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:19:52.598396 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab80a8fd-2c9d-4dcf-8342-ced564d3fdb5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:19:52.598722 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab80a8fd-2c9d-4dcf-8342-ced564d3fdb5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:19:52.599046 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab80a8fd-2c9d-4dcf-8342-ced564d3fdb5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:19:52.599370 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab80a8fd-2c9d-4dcf-8342-ced564d3fdb5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:19:52.599693 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab80a8fd-2c9d-4dcf-8342-ced564d3fdb5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:19:52.600017 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab80a8fd-2c9d-4dcf-8342-ced564d3fdb5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:19:52.600366 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab80a8fd-2c9d-4dcf-8342-ced564d3fdb5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:19:52.600687 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab80a8fd-2c9d-4dcf-8342-ced564d3fdb5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:19:52.601005 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab80a8fd-2c9d-4dcf-8342-ced564d3fdb5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:19:52.601320 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab80a8fd-2c9d-4dcf-8342-ced564d3fdb5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:19:52.644509 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-12e1015f-554a-45ee-9abc-8241a9062293 admin admin] Publish callbacks [] for security_group (bfea7815-98e6-4036-92e8-191f70e99e2d), before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:19:52.666233 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-12e1015f-554a-45ee-9abc-8241a9062293 admin admin] Publish callbacks [] for security_group (bfea7815-98e6-4036-92e8-191f70e99e2d), precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:19:52.713886 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-12e1015f-554a-45ee-9abc-8241a9062293 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433130'] for security_group (bfea7815-98e6-4036-92e8-191f70e99e2d), after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:19:52.717114 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-12e1015f-554a-45ee-9abc-8241a9062293 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:19:52.720880 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [None req-12e1015f-554a-45ee-9abc-8241a9062293 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/bfea7815-98e6-4036-92e8-191f70e99e2d HTTP/1.1" status: 204 len: 168 time: 0.1269910 Aug 18 11:19:52.726754 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e1015f-554a-45ee-9abc-8241a9062293 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfea7815-98e6-4036-92e8-191f70e99e2d,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:19:53.004921 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.16', 55010) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:19:53.019555 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2b2f5251-59e8-4cd8-a995-ee58b5be4c18 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:19:53.105491 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2b2f5251-59e8-4cd8-a995-ee58b5be4c18 admin admin] Publish callbacks [] for security_group (b8c44cee-9a50-4bb0-9cfa-a20021358890), precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:19:53.109622 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2b2f5251-59e8-4cd8-a995-ee58b5be4c18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433130'] for security_group (b8c44cee-9a50-4bb0-9cfa-a20021358890), after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:19:53.150182 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [None req-2b2f5251-59e8-4cd8-a995-ee58b5be4c18 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=762f3939bfb94189b7c017f075672a97&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1441386 Aug 18 11:19:53.151051 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2f5251-59e8-4cd8-a995-ee58b5be4c18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8c44cee-9a50-4bb0-9cfa-a20021358890,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:19:53.154232 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.16', 55012) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:19:53.209223 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a814a480-8c65-4087-867d-f92b52c51458 admin admin] Publish callbacks [] for security_group (b8c44cee-9a50-4bb0-9cfa-a20021358890), before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:19:53.230638 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a814a480-8c65-4087-867d-f92b52c51458 admin admin] Publish callbacks [] for security_group (b8c44cee-9a50-4bb0-9cfa-a20021358890), precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:19:53.281662 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a814a480-8c65-4087-867d-f92b52c51458 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433130'] for security_group (b8c44cee-9a50-4bb0-9cfa-a20021358890), after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:19:53.284225 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a814a480-8c65-4087-867d-f92b52c51458 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:19:53.285380 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-a814a480-8c65-4087-867d-f92b52c51458 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/b8c44cee-9a50-4bb0-9cfa-a20021358890 HTTP/1.1" status: 204 len: 168 time: 0.1308043 Aug 18 11:19:53.293525 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a814a480-8c65-4087-867d-f92b52c51458 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8c44cee-9a50-4bb0-9cfa-a20021358890,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:19:53.681097 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.16', 55034) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:19:53.696122 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-59c858d7-729d-4ef8-aba4-68adddf61197 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:19:53.785198 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-59c858d7-729d-4ef8-aba4-68adddf61197 admin admin] Publish callbacks [] for security_group (f1feb33b-c39c-4035-b2e6-d40d74e5179c), precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:19:53.790334 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-59c858d7-729d-4ef8-aba4-68adddf61197 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433130'] for security_group (f1feb33b-c39c-4035-b2e6-d40d74e5179c), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:19:53.835206 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-59c858d7-729d-4ef8-aba4-68adddf61197 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=7abfb602c483408aad34c9420d04159f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1530087 Aug 18 11:19:53.836099 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c858d7-729d-4ef8-aba4-68adddf61197 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1feb33b-c39c-4035-b2e6-d40d74e5179c,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:19:53.837890 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.16', 55040) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:19:53.905907 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8bf07fc2-9742-469e-ba09-b9169450cf48 admin admin] Publish callbacks [] for security_group (f1feb33b-c39c-4035-b2e6-d40d74e5179c), before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:19:53.918425 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=6 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:19:53.929488 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8bf07fc2-9742-469e-ba09-b9169450cf48 admin admin] Publish callbacks [] for security_group (f1feb33b-c39c-4035-b2e6-d40d74e5179c), precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:19:53.985959 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8bf07fc2-9742-469e-ba09-b9169450cf48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433130'] for security_group (f1feb33b-c39c-4035-b2e6-d40d74e5179c), after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:19:53.988647 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8bf07fc2-9742-469e-ba09-b9169450cf48 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:19:53.989816 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [None req-8bf07fc2-9742-469e-ba09-b9169450cf48 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/f1feb33b-c39c-4035-b2e6-d40d74e5179c HTTP/1.1" status: 204 len: 168 time: 0.1492543 Aug 18 11:19:53.998333 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf07fc2-9742-469e-ba09-b9169450cf48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1feb33b-c39c-4035-b2e6-d40d74e5179c,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:19:59.268018 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:19:59.270731 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=15 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:20:01.595892 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6120a1-ccaa-420b-b5b0-1a13d1622343 req-8917186c-20ba-4cef-90ad-c2a77948f165 tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:20:01.597542 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-ca6120a1-ccaa-420b-b5b0-1a13d1622343 req-8917186c-20ba-4cef-90ad-c2a77948f165 tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=14bb996a-1759-4c54-a265-b0c0ff031061 HTTP/1.1" status: 200 len: 945 time: 0.0477591 Aug 18 11:20:01.645411 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:20:01.650362 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-ca6120a1-ccaa-420b-b5b0-1a13d1622343 req-1df24fd7-8102-45a2-840a-0b0146806c21 tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b24ec8ab-a55e-4d86-92f7-e9e1e78b7104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470433 Aug 18 11:20:01.677413 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.16', 55160) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:20:01.872773 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cef8ff9-a656-44ea-9fc5-8927262dc440 tempest-TestMinimumBasicScenario-761865603 tempest-TestMinimumBasicScenario-761865603-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:20:01.874193 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [None req-2cef8ff9-a656-44ea-9fc5-8927262dc440 tempest-TestMinimumBasicScenario-761865603 tempest-TestMinimumBasicScenario-761865603-project-admin] 10.222.0.16 "GET /networking/v2.0/ports?device_id=14bb996a-1759-4c54-a265-b0c0ff031061 HTTP/1.1" status: 200 len: 1124 time: 0.1958210 Aug 18 11:20:01.877118 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.16', 55164) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:20:01.881223 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.v2.base [None req-96b3e233-edf5-4d70-b1be-7f533aa51820 tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] Request body: {'floatingip': {'floating_network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'port_id': 'cecdc342-f044-4a7c-a96e-85b2ea4740c7', 'tenant_id': 'c14bc6c22cf74ac7b59d0c55e82c0829', 'fixed_ip_address': '172.20.0.9'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:20:01.901860 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-96b3e233-edf5-4d70-b1be-7f533aa51820 tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:20:01.980488 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-96b3e233-edf5-4d70-b1be-7f533aa51820 tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (None), before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:20:02.090878 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-96b3e233-edf5-4d70-b1be-7f533aa51820 tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] Allocated IP 172.27.4.180 (c4d5f339-67bc-4c12-8231-94aca87a7153/76ee03a1-e6cb-4518-8461-de8749842f4e/a9e00824-f493-41c4-999e-f955915143ce) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 11:20:02.199115 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-96b3e233-edf5-4d70-b1be-7f533aa51820 tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] Publish callbacks [] for port (a9e00824-f493-41c4-999e-f955915143ce), precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:20:02.233122 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-96b3e233-edf5-4d70-b1be-7f533aa51820 tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732802528781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11809227'] for port (a9e00824-f493-41c4-999e-f955915143ce), after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:20:02.275735 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96b3e233-edf5-4d70-b1be-7f533aa51820 tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] Network c4d5f339-67bc-4c12-8231-94aca87a7153 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 11:20:02.279400 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-96b3e233-edf5-4d70-b1be-7f533aa51820 tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 11:20:02.284528 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96b3e233-edf5-4d70-b1be-7f533aa51820 tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 18 11:20:02.307199 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b3e233-edf5-4d70-b1be-7f533aa51820 tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] Pushing event updated for resources: {'Port': ['ID=a9e00824-f493-41c4-999e-f955915143ce,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:20:02.534393 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:20:02.628560 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:20:02.909338 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-96b3e233-edf5-4d70-b1be-7f533aa51820 tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] Publish callbacks [] for floatingip (a93bc9e8-c951-4322-a0e7-8193e98af8e1), precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:20:02.975951 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-96b3e233-edf5-4d70-b1be-7f533aa51820 tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (a9e00824-f493-41c4-999e-f955915143ce), before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:20:03.116280 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-5a2775eb-132d-4b43-aafd-4b1305274e16 req-9263ec7f-2802-400f-a307-52679afe905f service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=a099c0b5-8a0f-4e0e-808f-01ebe10264ae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0786214 Aug 18 11:20:03.204856 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-96b3e233-edf5-4d70-b1be-7f533aa51820 tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] Publish callbacks [] for port (a9e00824-f493-41c4-999e-f955915143ce), precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:20:03.207186 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2775eb-132d-4b43-aafd-4b1305274e16 req-e0e8a494-c4d1-4b6b-91a0-b1df8204fd46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:20:03.208687 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-5a2775eb-132d-4b43-aafd-4b1305274e16 req-e0e8a494-c4d1-4b6b-91a0-b1df8204fd46 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=129f3d9f33ad4b209039244eb09599e9&device_id=a099c0b5-8a0f-4e0e-808f-01ebe10264ae HTTP/1.1" status: 200 len: 1130 time: 0.0662954 Aug 18 11:20:03.209660 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-96b3e233-edf5-4d70-b1be-7f533aa51820 tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732803053689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732802528799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732802528817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11809220'] for port (a9e00824-f493-41c4-999e-f955915143ce), after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:20:03.332467 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b3e233-edf5-4d70-b1be-7f533aa51820 tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] Pushing event updated for resources: {'Port': ['ID=a9e00824-f493-41c4-999e-f955915143ce,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:20:03.334801 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-96b3e233-edf5-4d70-b1be-7f533aa51820 tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-519515'] for floatingip (a93bc9e8-c951-4322-a0e7-8193e98af8e1), after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:20:03.445089 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2775eb-132d-4b43-aafd-4b1305274e16 req-e9fa2f9e-2dcd-4100-980a-d4a0f1899c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:20:03.446548 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-5a2775eb-132d-4b43-aafd-4b1305274e16 req-e9fa2f9e-2dcd-4100-980a-d4a0f1899c35 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=ca6ccede-6467-4618-b24a-e0809d05149d HTTP/1.1" status: 200 len: 916 time: 0.1965404 Aug 18 11:20:03.501267 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.db.l3_db [None req-96b3e233-edf5-4d70-b1be-7f533aa51820 tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] Floating IP a93bc9e8-c951-4322-a0e7-8193e98af8e1 associated. External IP: 172.27.4.180, port: cecdc342-f044-4a7c-a96e-85b2ea4740c7. Aug 18 11:20:03.562638 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-5a2775eb-132d-4b43-aafd-4b1305274e16 req-17e6a3aa-12ce-4d8e-991b-3ef10a2c12b9 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d63b2561-cafa-4cbb-9ba8-843fcd0143c2 HTTP/1.1" status: 200 len: 1002 time: 0.1088769 Aug 18 11:20:03.635920 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:20:03.657134 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2775eb-132d-4b43-aafd-4b1305274e16 req-49fb46a0-1a3d-40ef-846a-3d94ee36e94e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:20:03.658581 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-5a2775eb-132d-4b43-aafd-4b1305274e16 req-49fb46a0-1a3d-40ef-846a-3d94ee36e94e service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=cf42f62c-f94a-411e-aa38-b95605994c37 HTTP/1.1" status: 200 len: 854 time: 0.0886497 Aug 18 11:20:03.739767 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:20:03.749008 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2775eb-132d-4b43-aafd-4b1305274e16 req-b0f55db0-cebc-470f-b71f-658268b436bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:20:03.750217 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-5a2775eb-132d-4b43-aafd-4b1305274e16 req-b0f55db0-cebc-470f-b71f-658268b436bf service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=ca6ccede-6467-4618-b24a-e0809d05149d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0849495 Aug 18 11:20:03.826648 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=45,neutron:DELETE=1,neutron:INSERT=4 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:20:03.831252 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=50,neutron:INSERT=14,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:20:03.868695 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96b3e233-edf5-4d70-b1be-7f533aa51820 tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] Router 33a9ac7d-d2f1-430b-b49b-1cb350f7f592 has already been hosted by L3 agent 5a2ac145-53e3-4597-a9e7-c52b4336ae58 {{(pid=106378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 11:20:03.941959 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-5a2775eb-132d-4b43-aafd-4b1305274e16 req-7130fa7b-eb44-4dfa-8763-90e27271c54f service neutron] 10.222.0.20 "GET /networking/v2.0/networks/ca6ccede-6467-4618-b24a-e0809d05149d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1623490 Aug 18 11:20:04.010694 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=72,neutron:UPDATE=2 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:20:04.011387 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=72,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:20:04.066059 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96b3e233-edf5-4d70-b1be-7f533aa51820 tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] Notify agent at l3_agent.dv-cinder-853450-2-iscsi the message routers_updated {{(pid=106378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 11:20:04.077263 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03887d17-f119-4376-8fef-3ddbfbba6e83 None None] Sync routers for ids ['33a9ac7d-d2f1-430b-b49b-1cb350f7f592'] in dv-cinder-853450-2-iscsi {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 11:20:04.088537 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03887d17-f119-4376-8fef-3ddbfbba6e83 None None] Routers {'33a9ac7d-d2f1-430b-b49b-1cb350f7f592'} bound to L3 agent in host dv-cinder-853450-2-iscsi {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 18 11:20:04.089161 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-03887d17-f119-4376-8fef-3ddbfbba6e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853450-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-18T11:07:43Z,description=,heartbeat_timestamp=2022-08-18T11:19:43Z,host='dv-cinder-853450-2-iscsi',id=5a2ac145-53e3-4597-a9e7-c52b4336ae58,load=0,resource_versions=,resources_synced=,started_at=2022-08-18T11:07:43Z,topic='l3_agent')) {'router_ids': ['33a9ac7d-d2f1-430b-b49b-1cb350f7f592'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:20:04.098074 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-5a2775eb-132d-4b43-aafd-4b1305274e16 req-2d8bf11a-00fa-4c12-b9b9-af010d2f773d service neutron] 10.222.0.20 "GET /networking/v2.0/networks/ca6ccede-6467-4618-b24a-e0809d05149d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480536 Aug 18 11:20:04.101083 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-96b3e233-edf5-4d70-b1be-7f533aa51820 tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22494'] for floatingip (None), before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:20:04.138234 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [None req-96b3e233-edf5-4d70-b1be-7f533aa51820 tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] 10.222.0.16 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2564816 Aug 18 11:20:04.138234 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14bb996a-1759-4c54-a265-b0c0ff031061', 'tag': 'cecdc342-f044-4a7c-a96e-85b2ea4740c7'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 18 11:20:04.139394 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c862ab1b2ee120cb5e2e4f2725a0fe0d7acaf57f657006002d91667c9b4c94a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b9de1d6-b2cc-4c8b-b766-a5479b0fbbdf" -d '{"events": [{"name": "network-changed", "server_uuid": "14bb996a-1759-4c54-a265-b0c0ff031061", "tag": "cecdc342-f044-4a7c-a96e-85b2ea4740c7"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:20:04.139727 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.16', 55174) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:20:04.145857 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.v2.base [None req-475818ac-78a1-40e4-84df-00b5af187bf0 tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-257647695', 'description': 'tempest-secgroup-smoke-257647695 description', 'project_id': 'c14bc6c22cf74ac7b59d0c55e82c0829'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:20:04.170411 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-475818ac-78a1-40e4-84df-00b5af187bf0 tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] Publish callbacks [] for security_group (None), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:20:04.190537 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Aug 2022 11:20:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb2d30f9-7d1a-479f-8439-03eeabb4f9f7 x-openstack-request-id: req-eb2d30f9-7d1a-479f-8439-03eeabb4f9f7 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:20:04.190822 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14bb996a-1759-4c54-a265-b0c0ff031061", "tag": "cecdc342-f044-4a7c-a96e-85b2ea4740c7", "status": "completed", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:20:04.191068 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-eb2d30f9-7d1a-479f-8439-03eeabb4f9f7 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:20:04.191460 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb2d30f9-7d1a-479f-8439-03eeabb4f9f7'] response: {'name': 'network-changed', 'server_uuid': '14bb996a-1759-4c54-a265-b0c0ff031061', 'tag': 'cecdc342-f044-4a7c-a96e-85b2ea4740c7', 'status': 'completed', 'code': 200} Aug 18 11:20:04.217908 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-03887d17-f119-4376-8fef-3ddbfbba6e83 None None] Set router 33a9ac7d-d2f1-430b-b49b-1cb350f7f592 gateway port host: dv-cinder-853450-2-iscsi {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 18 11:20:04.251273 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-475818ac-78a1-40e4-84df-00b5af187bf0 tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] Publish callbacks [] for security_group (42183954-4a21-4746-a07e-acf26d6396e0), precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:20:04.256930 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-475818ac-78a1-40e4-84df-00b5af187bf0 tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433130'] for security_group (42183954-4a21-4746-a07e-acf26d6396e0), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:20:04.261033 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9de1d6-b2cc-4c8b-b766-a5479b0fbbdf req-db7f0c06-4e8c-46df-9ca9-fbd08c188b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:20:04.263396 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-9b9de1d6-b2cc-4c8b-b766-a5479b0fbbdf req-db7f0c06-4e8c-46df-9ca9-fbd08c188b98 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=c14bc6c22cf74ac7b59d0c55e82c0829&device_id=14bb996a-1759-4c54-a265-b0c0ff031061 HTTP/1.1" status: 200 len: 1129 time: 0.0458398 Aug 18 11:20:04.294222 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-475818ac-78a1-40e4-84df-00b5af187bf0 tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] Publish callbacks [] for security_group (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:20:04.298761 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-475818ac-78a1-40e4-84df-00b5af187bf0 tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] 10.222.0.16 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1576076 Aug 18 11:20:04.300331 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.16', 55178) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:20:04.305136 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.v2.base [None req-aced08aa-f4ae-4fb5-8d8d-970758476c73 tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] Request body: {'security_group_rule': {'security_group_id': '42183954-4a21-4746-a07e-acf26d6396e0', 'project_id': 'c14bc6c22cf74ac7b59d0c55e82c0829', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:20:04.311269 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475818ac-78a1-40e4-84df-00b5af187bf0 tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42183954-4a21-4746-a07e-acf26d6396e0,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:20:04.338734 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-aced08aa-f4ae-4fb5-8d8d-970758476c73 tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] Publish callbacks [] for security_group_rule (0f9ee433-22f5-44ad-bb55-529f6fd1d2e9), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:20:04.386482 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9de1d6-b2cc-4c8b-b766-a5479b0fbbdf req-b8aeb2e8-76d8-4961-bd7a-161e0c07bcfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:20:04.388830 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-9b9de1d6-b2cc-4c8b-b766-a5479b0fbbdf req-b8aeb2e8-76d8-4961-bd7a-161e0c07bcfc service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=819ea763-4a78-4c37-9c12-7248a0692fce HTTP/1.1" status: 200 len: 915 time: 0.1189218 Aug 18 11:20:04.421387 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-aced08aa-f4ae-4fb5-8d8d-970758476c73 tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] Publish callbacks [] for security_group_rule (0f9ee433-22f5-44ad-bb55-529f6fd1d2e9), precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:20:04.426151 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-aced08aa-f4ae-4fb5-8d8d-970758476c73 tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432955'] for security_group_rule (0f9ee433-22f5-44ad-bb55-529f6fd1d2e9), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:20:04.452762 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-aced08aa-f4ae-4fb5-8d8d-970758476c73 tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:20:04.456776 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-aced08aa-f4ae-4fb5-8d8d-970758476c73 tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1529067 Aug 18 11:20:04.456776 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aced08aa-f4ae-4fb5-8d8d-970758476c73 tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f9ee433-22f5-44ad-bb55-529f6fd1d2e9,revision_number=0']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:20:04.457470 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.16', 55180) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:20:04.465253 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.v2.base [None req-ebb0288d-2ea1-43b7-aeaf-88fe80743101 tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] Request body: {'security_group_rule': {'security_group_id': '42183954-4a21-4746-a07e-acf26d6396e0', 'project_id': 'c14bc6c22cf74ac7b59d0c55e82c0829', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:20:04.474271 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-9b9de1d6-b2cc-4c8b-b766-a5479b0fbbdf req-291dace4-fbda-41a2-a97a-702257eb0459 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cecdc342-f044-4a7c-a96e-85b2ea4740c7 HTTP/1.1" status: 200 len: 999 time: 0.0787127 Aug 18 11:20:04.484945 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-03887d17-f119-4376-8fef-3ddbfbba6e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33a9ac7d-d2f1-430b-b49b-1cb350f7f592', 'name': 'tempest-TestMinimumBasicScenario-977029492-router', 'tenant_id': 'c14bc6c22cf74ac7b59d0c55e82c0829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'external_fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.155'}], 'enable_snat': True}, 'gw_port_id': '0b2b7bae-475c-451e-b7d3-4c8d4a561088', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T11:18:48Z', 'updated_at': '2022-08-18T11:18:51Z', 'revision_number': 4, 'project_id': 'c14bc6c22cf74ac7b59d0c55e82c0829', 'gw_port': {'id': '0b2b7bae-475c-451e-b7d3-4c8d4a561088', 'name': '', 'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:08:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33a9ac7d-d2f1-430b-b49b-1cb350f7f592', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853450-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:18:48Z', 'updated_at': '2022-08-18T11:18:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853450-2-iscsi', '_floatingips': [{'id': 'a93bc9e8-c951-4322-a0e7-8193e98af8e1', 'tenant_id': 'c14bc6c22cf74ac7b59d0c55e82c0829', 'floating_ip_address': '172.27.4.180', 'floating_network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'router_id': '33a9ac7d-d2f1-430b-b49b-1cb350f7f592', 'port_id': 'cecdc342-f044-4a7c-a96e-85b2ea4740c7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 466, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '819ea763-4a78-4c37-9c12-7248a0692fce', 'mac_address': 'fa:16:3e:f9:0d:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14bb996a-1759-4c54-a265-b0c0ff031061', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-18T11:20:02Z', 'updated_at': '2022-08-18T11:20:02Z', 'revision_number': 0, 'project_id': 'c14bc6c22cf74ac7b59d0c55e82c0829', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ba2e98b-58de-4395-9846-095e10d78118', 'name': '', 'network_id': '819ea763-4a78-4c37-9c12-7248a0692fce', 'tenant_id': 'c14bc6c22cf74ac7b59d0c55e82c0829', 'mac_address': 'fa:16:3e:d8:4d:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33a9ac7d-d2f1-430b-b49b-1cb350f7f592', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '624f58cc-2f47-4cbf-b4da-a6f052b72e48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853450-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:18:50Z', 'updated_at': '2022-08-18T11:18:57Z', 'revision_number': 5, 'project_id': 'c14bc6c22cf74ac7b59d0c55e82c0829', 'subnets': [{'id': '624f58cc-2f47-4cbf-b4da-a6f052b72e48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853450-2-iscsi', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:20:04.494343 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ebb0288d-2ea1-43b7-aeaf-88fe80743101 tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] Publish callbacks [] for security_group_rule (c770139d-f433-47cd-8b78-d6fe0bb5d564), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:20:04.518632 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03887d17-f119-4376-8fef-3ddbfbba6e83 None None] Checking router: 33a9ac7d-d2f1-430b-b49b-1cb350f7f592 for host: dv-cinder-853450-2-iscsi {{(pid=106380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 11:20:04.529500 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03887d17-f119-4376-8fef-3ddbfbba6e83 None None] Routers {'33a9ac7d-d2f1-430b-b49b-1cb350f7f592'} bound to L3 agent in host dv-cinder-853450-2-iscsi {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 18 11:20:04.531285 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-03887d17-f119-4376-8fef-3ddbfbba6e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853450-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-18T11:07:43Z,description=,heartbeat_timestamp=2022-08-18T11:19:43Z,host='dv-cinder-853450-2-iscsi',id=5a2ac145-53e3-4597-a9e7-c52b4336ae58,load=0,resource_versions=,resources_synced=,started_at=2022-08-18T11:07:43Z,topic='l3_agent')) {'router_ids': ['33a9ac7d-d2f1-430b-b49b-1cb350f7f592'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:20:04.535749 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9de1d6-b2cc-4c8b-b766-a5479b0fbbdf req-cf3f6dcc-189b-4472-b66e-6aae4d95749d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:20:04.537279 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-9b9de1d6-b2cc-4c8b-b766-a5479b0fbbdf req-cf3f6dcc-189b-4472-b66e-6aae4d95749d service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=624f58cc-2f47-4cbf-b4da-a6f052b72e48 HTTP/1.1" status: 200 len: 853 time: 0.0570765 Aug 18 11:20:04.575439 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ebb0288d-2ea1-43b7-aeaf-88fe80743101 tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] Publish callbacks [] for security_group_rule (c770139d-f433-47cd-8b78-d6fe0bb5d564), precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:20:04.580692 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ebb0288d-2ea1-43b7-aeaf-88fe80743101 tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432955'] for security_group_rule (c770139d-f433-47cd-8b78-d6fe0bb5d564), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:20:04.602427 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9de1d6-b2cc-4c8b-b766-a5479b0fbbdf req-262b5ac3-3245-4648-bf65-f9fff5faae02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:20:04.604720 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-9b9de1d6-b2cc-4c8b-b766-a5479b0fbbdf req-262b5ac3-3245-4648-bf65-f9fff5faae02 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=819ea763-4a78-4c37-9c12-7248a0692fce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0598207 Aug 18 11:20:04.605593 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb0288d-2ea1-43b7-aeaf-88fe80743101 tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c770139d-f433-47cd-8b78-d6fe0bb5d564,revision_number=0']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:20:04.612092 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ebb0288d-2ea1-43b7-aeaf-88fe80743101 tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:20:04.613372 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-ebb0288d-2ea1-43b7-aeaf-88fe80743101 tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1521401 Aug 18 11:20:04.616034 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.16', 55182) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:20:04.623158 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.v2.base [None req-975ee6a4-9a7c-494a-a8cc-34f4724c0373 tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] Request body: {'security_group_rule': {'security_group_id': '42183954-4a21-4746-a07e-acf26d6396e0', 'project_id': 'c14bc6c22cf74ac7b59d0c55e82c0829', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:20:04.651114 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-03887d17-f119-4376-8fef-3ddbfbba6e83 None None] Set router 33a9ac7d-d2f1-430b-b49b-1cb350f7f592 gateway port host: dv-cinder-853450-2-iscsi {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 18 11:20:04.669306 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-975ee6a4-9a7c-494a-a8cc-34f4724c0373 tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] Publish callbacks [] for security_group_rule (28300df5-91eb-4921-a1be-f9851e1e9a7a), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:20:04.713997 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-9b9de1d6-b2cc-4c8b-b766-a5479b0fbbdf req-41c19398-4203-4885-9f49-b906e487cff7 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/819ea763-4a78-4c37-9c12-7248a0692fce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024432 Aug 18 11:20:04.756924 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-975ee6a4-9a7c-494a-a8cc-34f4724c0373 tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] Publish callbacks [] for security_group_rule (28300df5-91eb-4921-a1be-f9851e1e9a7a), precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:20:04.762140 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-975ee6a4-9a7c-494a-a8cc-34f4724c0373 tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432955'] for security_group_rule (28300df5-91eb-4921-a1be-f9851e1e9a7a), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:20:04.808368 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=100 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:20:04.818461 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975ee6a4-9a7c-494a-a8cc-34f4724c0373 tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28300df5-91eb-4921-a1be-f9851e1e9a7a,revision_number=0']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:20:04.844712 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-9b9de1d6-b2cc-4c8b-b766-a5479b0fbbdf req-dcac6090-b57c-436b-9dc3-d54d1d04359f service neutron] 10.222.0.20 "GET /networking/v2.0/networks/819ea763-4a78-4c37-9c12-7248a0692fce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154363 Aug 18 11:20:04.852609 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-975ee6a4-9a7c-494a-a8cc-34f4724c0373 tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:20:04.856139 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-975ee6a4-9a7c-494a-a8cc-34f4724c0373 tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2369614 Aug 18 11:20:04.859563 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.16', 55186) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:20:04.872019 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.v2.base [None req-cea46c3b-6285-4d67-85ec-00f8731e6a28 tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] Request body: {'security_group_rule': {'security_group_id': '42183954-4a21-4746-a07e-acf26d6396e0', 'project_id': 'c14bc6c22cf74ac7b59d0c55e82c0829', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:20:04.902375 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-cea46c3b-6285-4d67-85ec-00f8731e6a28 tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] Publish callbacks [] for security_group_rule (e47ee19f-94da-4e31-8024-9ba9a96822e9), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:20:04.929193 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=78,neutron:INSERT=15,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:20:04.936664 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-03887d17-f119-4376-8fef-3ddbfbba6e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33a9ac7d-d2f1-430b-b49b-1cb350f7f592', 'name': 'tempest-TestMinimumBasicScenario-977029492-router', 'tenant_id': 'c14bc6c22cf74ac7b59d0c55e82c0829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'external_fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.155'}], 'enable_snat': True}, 'gw_port_id': '0b2b7bae-475c-451e-b7d3-4c8d4a561088', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T11:18:48Z', 'updated_at': '2022-08-18T11:18:51Z', 'revision_number': 4, 'project_id': 'c14bc6c22cf74ac7b59d0c55e82c0829', 'gw_port': {'id': '0b2b7bae-475c-451e-b7d3-4c8d4a561088', 'name': '', 'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:08:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33a9ac7d-d2f1-430b-b49b-1cb350f7f592', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853450-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:18:48Z', 'updated_at': '2022-08-18T11:18:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853450-2-iscsi', '_floatingips': [{'id': 'a93bc9e8-c951-4322-a0e7-8193e98af8e1', 'tenant_id': 'c14bc6c22cf74ac7b59d0c55e82c0829', 'floating_ip_address': '172.27.4.180', 'floating_network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'router_id': '33a9ac7d-d2f1-430b-b49b-1cb350f7f592', 'port_id': 'cecdc342-f044-4a7c-a96e-85b2ea4740c7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 466, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '819ea763-4a78-4c37-9c12-7248a0692fce', 'mac_address': 'fa:16:3e:f9:0d:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14bb996a-1759-4c54-a265-b0c0ff031061', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-18T11:20:02Z', 'updated_at': '2022-08-18T11:20:02Z', 'revision_number': 0, 'project_id': 'c14bc6c22cf74ac7b59d0c55e82c0829', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ba2e98b-58de-4395-9846-095e10d78118', 'name': '', 'network_id': '819ea763-4a78-4c37-9c12-7248a0692fce', 'tenant_id': 'c14bc6c22cf74ac7b59d0c55e82c0829', 'mac_address': 'fa:16:3e:d8:4d:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33a9ac7d-d2f1-430b-b49b-1cb350f7f592', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '624f58cc-2f47-4cbf-b4da-a6f052b72e48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853450-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:18:50Z', 'updated_at': '2022-08-18T11:18:57Z', 'revision_number': 5, 'project_id': 'c14bc6c22cf74ac7b59d0c55e82c0829', 'subnets': [{'id': '624f58cc-2f47-4cbf-b4da-a6f052b72e48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853450-2-iscsi', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:20:04.963899 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03887d17-f119-4376-8fef-3ddbfbba6e83 None None] The sync data for ids ['33a9ac7d-d2f1-430b-b49b-1cb350f7f592'] in dv-cinder-853450-2-iscsi is: [{'id': '33a9ac7d-d2f1-430b-b49b-1cb350f7f592', 'name': 'tempest-TestMinimumBasicScenario-977029492-router', 'tenant_id': 'c14bc6c22cf74ac7b59d0c55e82c0829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'external_fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.155'}], 'enable_snat': True}, 'gw_port_id': '0b2b7bae-475c-451e-b7d3-4c8d4a561088', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T11:18:48Z', 'updated_at': '2022-08-18T11:18:51Z', 'revision_number': 4, 'project_id': 'c14bc6c22cf74ac7b59d0c55e82c0829', 'gw_port': {'id': '0b2b7bae-475c-451e-b7d3-4c8d4a561088', 'name': '', 'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:08:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33a9ac7d-d2f1-430b-b49b-1cb350f7f592', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853450-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:18:48Z', 'updated_at': '2022-08-18T11:18:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853450-2-iscsi', '_floatingips': [{'id': 'a93bc9e8-c951-4322-a0e7-8193e98af8e1', 'tenant_id': 'c14bc6c22cf74ac7b59d0c55e82c0829', 'floating_ip_address': '172.27.4.180', 'floating_network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'router_id': '33a9ac7d-d2f1-430b-b49b-1cb350f7f592', 'port_id': 'cecdc342-f044-4a7c-a96e-85b2ea4740c7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 466, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '819ea763-4a78-4c37-9c12-7248a0692fce', 'mac_address': 'fa:16:3e:f9:0d:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14bb996a-1759-4c54-a265-b0c0ff031061', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-18T11:20:02Z', 'updated_at': '2022-08-18T11:20:02Z', 'revision_number': 0, 'project_id': 'c14bc6c22cf74ac7b59d0c55e82c0829', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ba2e98b-58de-4395-9846-095e10d78118', 'name': '', 'network_id': '819ea763-4a78-4c37-9c12-7248a0692fce', 'tenant_id': 'c14bc6c22cf74ac7b59d0c55e82c0829', 'mac_address': 'fa:16:3e:d8:4d:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33a9ac7d-d2f1-430b-b49b-1cb350f7f592', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '624f58cc-2f47-4cbf-b4da-a6f052b72e48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853450-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:18:50Z', 'updated_at': '2022-08-18T11:18:57Z', 'revision_number': 5, 'project_id': 'c14bc6c22cf74ac7b59d0c55e82c0829', 'subnets': [{'id': '624f58cc-2f47-4cbf-b4da-a6f052b72e48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 11:20:04.976179 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-cea46c3b-6285-4d67-85ec-00f8731e6a28 tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] Publish callbacks [] for security_group_rule (e47ee19f-94da-4e31-8024-9ba9a96822e9), precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:20:04.980539 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-cea46c3b-6285-4d67-85ec-00f8731e6a28 tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432955'] for security_group_rule (e47ee19f-94da-4e31-8024-9ba9a96822e9), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:20:05.000520 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea46c3b-6285-4d67-85ec-00f8731e6a28 tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e47ee19f-94da-4e31-8024-9ba9a96822e9,revision_number=0']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:20:05.017455 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-cea46c3b-6285-4d67-85ec-00f8731e6a28 tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:20:05.018736 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-cea46c3b-6285-4d67-85ec-00f8731e6a28 tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1586215 Aug 18 11:20:05.021650 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.16', 55188) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:20:05.026335 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.v2.base [None req-3808d7c3-8e4d-437b-93d0-6dedf91a61d5 tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] Request body: {'security_group_rule': {'security_group_id': '42183954-4a21-4746-a07e-acf26d6396e0', 'project_id': 'c14bc6c22cf74ac7b59d0c55e82c0829', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:20:05.049986 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.db.securitygroups_db [None req-3808d7c3-8e4d-437b-93d0-6dedf91a61d5 tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] Project c14bc6c22cf74ac7b59d0c55e82c0829 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 18 11:20:05.057706 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-3808d7c3-8e4d-437b-93d0-6dedf91a61d5 tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] Publish callbacks [] for security_group_rule (4fd2702a-90f9-4024-838a-c54ba45c337a), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:20:05.066009 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=82,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:20:05.133781 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-3808d7c3-8e4d-437b-93d0-6dedf91a61d5 tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] Publish callbacks [] for security_group_rule (4fd2702a-90f9-4024-838a-c54ba45c337a), precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:20:05.140668 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-3808d7c3-8e4d-437b-93d0-6dedf91a61d5 tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432955'] for security_group_rule (4fd2702a-90f9-4024-838a-c54ba45c337a), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:20:05.163362 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3808d7c3-8e4d-437b-93d0-6dedf91a61d5 tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fd2702a-90f9-4024-838a-c54ba45c337a,revision_number=0']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:20:05.172173 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-3808d7c3-8e4d-437b-93d0-6dedf91a61d5 tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:20:05.173482 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-3808d7c3-8e4d-437b-93d0-6dedf91a61d5 tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1508598 Aug 18 11:20:05.178146 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.16', 55190) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:20:05.183289 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.v2.base [None req-107d1ede-9fea-440f-ad83-03ee1a96ed25 tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] Request body: {'security_group_rule': {'security_group_id': '42183954-4a21-4746-a07e-acf26d6396e0', 'project_id': 'c14bc6c22cf74ac7b59d0c55e82c0829', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:20:05.206326 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.db.securitygroups_db [None req-107d1ede-9fea-440f-ad83-03ee1a96ed25 tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] Project c14bc6c22cf74ac7b59d0c55e82c0829 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 18 11:20:05.213309 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-107d1ede-9fea-440f-ad83-03ee1a96ed25 tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] Publish callbacks [] for security_group_rule (ddf4312c-06dc-499e-b567-2870065baf3e), before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:20:05.219480 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab0bef5b-865c-43be-b21c-d12700202361 None None] New status for floating IP a93bc9e8-c951-4322-a0e7-8193e98af8e1: ACTIVE {{(pid=106381) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 18 11:20:05.248974 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:20:05.291669 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-107d1ede-9fea-440f-ad83-03ee1a96ed25 tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] Publish callbacks [] for security_group_rule (ddf4312c-06dc-499e-b567-2870065baf3e), precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:20:05.300001 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-107d1ede-9fea-440f-ad83-03ee1a96ed25 tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432955'] for security_group_rule (ddf4312c-06dc-499e-b567-2870065baf3e), after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:20:05.320043 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107d1ede-9fea-440f-ad83-03ee1a96ed25 tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ddf4312c-06dc-499e-b567-2870065baf3e,revision_number=0']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:20:05.329017 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-107d1ede-9fea-440f-ad83-03ee1a96ed25 tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:20:05.330635 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [None req-107d1ede-9fea-440f-ad83-03ee1a96ed25 tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1514299 Aug 18 11:20:05.442541 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-7363e92a-a67d-499e-bef1-35b0b7896090 req-c8b54321-1907-4cc1-881c-f2951a8b294b tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] 10.222.0.16 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-257647695&fields=id&tenant_id=c14bc6c22cf74ac7b59d0c55e82c0829 HTTP/1.1" status: 200 len: 267 time: 0.0536196 Aug 18 11:20:05.498903 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7363e92a-a67d-499e-bef1-35b0b7896090 req-6a6d6abc-cffc-40f9-8180-6d3e99b745bd tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:20:05.500412 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-7363e92a-a67d-499e-bef1-35b0b7896090 req-6a6d6abc-cffc-40f9-8180-6d3e99b745bd tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=14bb996a-1759-4c54-a265-b0c0ff031061 HTTP/1.1" status: 200 len: 945 time: 0.0524931 Aug 18 11:20:05.511838 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.v2.base [req-7363e92a-a67d-499e-bef1-35b0b7896090 req-bf5a99d0-15d2-46fd-a6cb-f716bee62ac7 tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] Request body: {'port': {'security_groups': ['b24ec8ab-a55e-4d86-92f7-e9e1e78b7104', '42183954-4a21-4746-a07e-acf26d6396e0']}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:20:05.597010 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-7363e92a-a67d-499e-bef1-35b0b7896090 req-bf5a99d0-15d2-46fd-a6cb-f716bee62ac7 tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (cecdc342-f044-4a7c-a96e-85b2ea4740c7), before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:20:05.664039 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (0c451e2b-fe38-44d1-984c-2dd7bcedf4dc), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:20:05.801292 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-7363e92a-a67d-499e-bef1-35b0b7896090 req-bf5a99d0-15d2-46fd-a6cb-f716bee62ac7 tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] For port cecdc342-f044-4a7c-a96e-85b2ea4740c7, host hv-cinder-85345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85345',level=0,port_id=cecdc342-f044-4a7c-a96e-85b2ea4740c7,segment=NetworkSegment(e6c24dd4-4365-4c21-8b76-4afbdd585f48),segment_id=e6c24dd4-4365-4c21-8b76-4afbdd585f48)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:20:05.830488 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-7363e92a-a67d-499e-bef1-35b0b7896090 req-bf5a99d0-15d2-46fd-a6cb-f716bee62ac7 tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] Publish callbacks [] for port (cecdc342-f044-4a7c-a96e-85b2ea4740c7), precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:20:05.835937 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-7363e92a-a67d-499e-bef1-35b0b7896090 req-bf5a99d0-15d2-46fd-a6cb-f716bee62ac7 tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732803053689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732802528799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732802528817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11809220'] for port (cecdc342-f044-4a7c-a96e-85b2ea4740c7), after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:20:05.849432 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7363e92a-a67d-499e-bef1-35b0b7896090 req-bf5a99d0-15d2-46fd-a6cb-f716bee62ac7 tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:20:05.849989 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-7363e92a-a67d-499e-bef1-35b0b7896090 req-bf5a99d0-15d2-46fd-a6cb-f716bee62ac7 tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22494'] for port (None), before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:20:05.850397 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] get_ports_and_sgs() called for port_ids ['cecdc342-f044-4a7c-a96e-85b2ea4740c7'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 18 11:20:05.851636 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-7363e92a-a67d-499e-bef1-35b0b7896090 req-bf5a99d0-15d2-46fd-a6cb-f716bee62ac7 tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] 10.222.0.16 "PUT /networking/v2.0/ports/cecdc342-f044-4a7c-a96e-85b2ea4740c7 HTTP/1.1" status: 200 len: 981 time: 0.3447173 Aug 18 11:20:05.921124 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5a99d0-15d2-46fd-a6cb-f716bee62ac7 tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] Pushing event updated for resources: {'Port': ['ID=cecdc342-f044-4a7c-a96e-85b2ea4740c7,revision_number=6']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:20:05.964256 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:20:05.974130 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] get_ports_and_sgs() called for port_ids ['cecdc342-f044-4a7c-a96e-85b2ea4740c7'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 18 11:20:05.975617 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a805b5-ea0b-4b6c-a45f-6370ce6800d8 req-4f501283-fa92-469f-9c35-3fcfb0ad280f tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:20:05.977435 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-48a805b5-ea0b-4b6c-a45f-6370ce6800d8 req-4f501283-fa92-469f-9c35-3fcfb0ad280f tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=14bb996a-1759-4c54-a265-b0c0ff031061 HTTP/1.1" status: 200 len: 984 time: 0.0590048 Aug 18 11:20:06.053055 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-48a805b5-ea0b-4b6c-a45f-6370ce6800d8 req-0e3091ec-5a15-4530-b0fc-b85edb3a4541 tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=42183954-4a21-4746-a07e-acf26d6396e0&id=b24ec8ab-a55e-4d86-92f7-e9e1e78b7104&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0681820 Aug 18 11:20:06.083442 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=100 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:20:06.192954 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14bb996a-1759-4c54-a265-b0c0ff031061', 'tag': 'cecdc342-f044-4a7c-a96e-85b2ea4740c7'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 18 11:20:06.195352 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c862ab1b2ee120cb5e2e4f2725a0fe0d7acaf57f657006002d91667c9b4c94a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e13166d2-46da-414e-8fff-fbb6de446612" -d '{"events": [{"name": "network-changed", "server_uuid": "14bb996a-1759-4c54-a265-b0c0ff031061", "tag": "cecdc342-f044-4a7c-a96e-85b2ea4740c7"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:20:06.237426 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Aug 2022 11:20:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46dddad4-7d9d-4906-8863-3b2485e870c0 x-openstack-request-id: req-46dddad4-7d9d-4906-8863-3b2485e870c0 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:20:06.237718 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14bb996a-1759-4c54-a265-b0c0ff031061", "tag": "cecdc342-f044-4a7c-a96e-85b2ea4740c7", "status": "completed", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:20:06.237974 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-46dddad4-7d9d-4906-8863-3b2485e870c0 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:20:06.238377 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event matching ['req-46dddad4-7d9d-4906-8863-3b2485e870c0'] response: {'name': 'network-changed', 'server_uuid': '14bb996a-1759-4c54-a265-b0c0ff031061', 'tag': 'cecdc342-f044-4a7c-a96e-85b2ea4740c7', 'status': 'completed', 'code': 200} Aug 18 11:20:06.307755 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13166d2-46da-414e-8fff-fbb6de446612 req-19786327-5697-45b5-a291-1b227415323f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:20:06.309371 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-e13166d2-46da-414e-8fff-fbb6de446612 req-19786327-5697-45b5-a291-1b227415323f service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=c14bc6c22cf74ac7b59d0c55e82c0829&device_id=14bb996a-1759-4c54-a265-b0c0ff031061 HTTP/1.1" status: 200 len: 1168 time: 0.0451112 Aug 18 11:20:06.408472 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13166d2-46da-414e-8fff-fbb6de446612 req-525883e0-f380-407b-8a48-04c95ded2ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:20:06.410010 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-e13166d2-46da-414e-8fff-fbb6de446612 req-525883e0-f380-407b-8a48-04c95ded2ff2 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=819ea763-4a78-4c37-9c12-7248a0692fce HTTP/1.1" status: 200 len: 915 time: 0.0947263 Aug 18 11:20:06.464047 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:20:06.475287 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-e13166d2-46da-414e-8fff-fbb6de446612 req-29c99496-cd43-498d-9912-b0da40c35d13 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cecdc342-f044-4a7c-a96e-85b2ea4740c7 HTTP/1.1" status: 200 len: 1001 time: 0.0581603 Aug 18 11:20:06.531952 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13166d2-46da-414e-8fff-fbb6de446612 req-08ad1579-6ac3-4d0e-977c-5022242cb489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:20:06.533469 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-e13166d2-46da-414e-8fff-fbb6de446612 req-08ad1579-6ac3-4d0e-977c-5022242cb489 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=624f58cc-2f47-4cbf-b4da-a6f052b72e48 HTTP/1.1" status: 200 len: 853 time: 0.0510230 Aug 18 11:20:06.588311 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13166d2-46da-414e-8fff-fbb6de446612 req-bd938ac1-98b5-43b5-a448-a5ba51b7cb86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:20:06.589819 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-e13166d2-46da-414e-8fff-fbb6de446612 req-bd938ac1-98b5-43b5-a448-a5ba51b7cb86 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=819ea763-4a78-4c37-9c12-7248a0692fce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0468040 Aug 18 11:20:06.658093 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:20:06.714394 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-e13166d2-46da-414e-8fff-fbb6de446612 req-fc5ea835-4182-4d9e-8771-ab16c52346b6 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/819ea763-4a78-4c37-9c12-7248a0692fce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1164258 Aug 18 11:20:06.816887 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-e13166d2-46da-414e-8fff-fbb6de446612 req-c6587ce8-bcb0-4caf-9e0e-ca5570943e84 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/819ea763-4a78-4c37-9c12-7248a0692fce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953197 Aug 18 11:20:10.969678 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-5ce38ee1-29b0-4f8e-9b93-05afcf47f174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (c499a017-4b38-4967-b050-d4094e1a7564), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:20:13.334778 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-530b2d8d-e6ed-4d71-842b-d3d3e0eedbb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (5a2ac145-53e3-4597-a9e7-c52b4336ae58), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:20:14.674067 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-a5cc8183-7213-4642-9d48-bc0d47940d29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (29720577-1c8f-43c1-a8be-c2a14df8d65e), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:20:15.162415 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=25,neutron:DELETE=2 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:20:15.163223 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=6,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:20:15.325411 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=12 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:20:15.369140 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=14,neutron:UPDATE=2 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:20:15.970835 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (69d4285f-736d-41a6-a99e-1994eed59bce), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:20:16.450135 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c68edff8-e550-48a3-9de2-17badfe483c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (307af099-d926-4e52-9df3-0cd09baf3c81), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:20:16.806695 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=32 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:20:16.813896 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=14 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:20:26.278357 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.agents_db [None req-8a9264f7-88d3-4c8b-91d1-adcc6bb37de7 None None] Agent healthcheck: found 6 active agents {{(pid=106381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 11:20:26.443362 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:20:26.445214 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=74,neutron:UPDATE=4 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:20:35.662975 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (0c451e2b-fe38-44d1-984c-2dd7bcedf4dc), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:20:36.727994 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3bd8dc-d8e0-4bbe-a6fe-26fade852814 req-da712d9c-60ef-438d-88fb-35ba49505b94 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:20:36.729545 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-ef3bd8dc-d8e0-4bbe-a6fe-26fade852814 req-da712d9c-60ef-438d-88fb-35ba49505b94 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7d250382-9a20-4990-8a8f-8d0de89674a3 HTTP/1.1" status: 200 len: 946 time: 0.0475733 Aug 18 11:20:36.776346 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-ef3bd8dc-d8e0-4bbe-a6fe-26fade852814 req-dbcf63f5-6516-4b21-b72f-2f88a7ea114b tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4ea5bf43-978e-4299-a64e-45416a7e4e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411100 Aug 18 11:20:37.922698 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509731cb-5d3e-4d28-b18a-2067f846d5fb req-86af64e8-73fd-41c8-9c86-b34776a94fec tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:20:37.924261 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-509731cb-5d3e-4d28-b18a-2067f846d5fb req-86af64e8-73fd-41c8-9c86-b34776a94fec tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7d250382-9a20-4990-8a8f-8d0de89674a3 HTTP/1.1" status: 200 len: 946 time: 0.0650203 Aug 18 11:20:37.986040 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-509731cb-5d3e-4d28-b18a-2067f846d5fb req-e3888490-739c-4d08-ba82-6476228317dd tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4ea5bf43-978e-4299-a64e-45416a7e4e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555398 Aug 18 11:20:39.113152 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78c8bd4-3944-483f-a9e0-4b9503992eb4 req-d2881572-679b-4b4f-ba96-f5c0e3e9909a tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:20:39.114639 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-b78c8bd4-3944-483f-a9e0-4b9503992eb4 req-d2881572-679b-4b4f-ba96-f5c0e3e9909a tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7d250382-9a20-4990-8a8f-8d0de89674a3 HTTP/1.1" status: 200 len: 946 time: 0.0485969 Aug 18 11:20:39.164611 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-b78c8bd4-3944-483f-a9e0-4b9503992eb4 req-728d7338-78e0-458c-a110-16d8e470bfae tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4ea5bf43-978e-4299-a64e-45416a7e4e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444627 Aug 18 11:20:40.288931 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65e4ac1-d55f-4489-9e44-e6631b6aed69 req-f12f8bb6-47e4-4084-ba92-ad578129e65f tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:20:40.290697 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-e65e4ac1-d55f-4489-9e44-e6631b6aed69 req-f12f8bb6-47e4-4084-ba92-ad578129e65f tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7d250382-9a20-4990-8a8f-8d0de89674a3 HTTP/1.1" status: 200 len: 946 time: 0.0480616 Aug 18 11:20:40.530481 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=18 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:20:40.541761 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=10 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:20:40.564666 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-e65e4ac1-d55f-4489-9e44-e6631b6aed69 req-28971425-5ea2-4284-b161-29e12f45e384 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4ea5bf43-978e-4299-a64e-45416a7e4e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2674737 Aug 18 11:20:40.972179 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-0b08473d-c3e0-4919-b009-f604154c1223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (c499a017-4b38-4967-b050-d4094e1a7564), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:20:41.690250 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6557f1-0b0d-44ee-85f5-75a6426e4859 req-a990da2a-d8e8-491b-a280-9b0d26cae3c8 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:20:41.691718 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-ce6557f1-0b0d-44ee-85f5-75a6426e4859 req-a990da2a-d8e8-491b-a280-9b0d26cae3c8 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7d250382-9a20-4990-8a8f-8d0de89674a3 HTTP/1.1" status: 200 len: 946 time: 0.0487373 Aug 18 11:20:41.738241 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-ce6557f1-0b0d-44ee-85f5-75a6426e4859 req-b9bf4cf5-a518-4d0b-9e75-86e55f8039dd tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4ea5bf43-978e-4299-a64e-45416a7e4e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409143 Aug 18 11:20:42.869089 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05c07ce-8827-4823-9d90-c36b8a439540 req-b073d8fb-4808-4c02-b6bf-3e32a5444b4f tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:20:42.870573 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-e05c07ce-8827-4823-9d90-c36b8a439540 req-b073d8fb-4808-4c02-b6bf-3e32a5444b4f tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7d250382-9a20-4990-8a8f-8d0de89674a3 HTTP/1.1" status: 200 len: 946 time: 0.0521712 Aug 18 11:20:42.923730 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-e05c07ce-8827-4823-9d90-c36b8a439540 req-7b764df5-3cdb-417c-8b2d-3d5d6849f549 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4ea5bf43-978e-4299-a64e-45416a7e4e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462658 Aug 18 11:20:43.336550 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-b054d8de-55f6-47b9-b201-ae13f12fc920 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (5a2ac145-53e3-4597-a9e7-c52b4336ae58), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:20:43.587100 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.16', 55424) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:20:43.592447 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.v2.base [None req-eeab5f2b-d19b-47f6-a3e3-d9c016d2ea8e tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1974599237', 'description': 'tempest-description--520381729'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:20:43.612705 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-eeab5f2b-d19b-47f6-a3e3-d9c016d2ea8e tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Publish callbacks [] for security_group (None), before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:20:43.679957 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-eeab5f2b-d19b-47f6-a3e3-d9c016d2ea8e tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Publish callbacks [] for security_group (88700920-bea7-4722-a87e-5cd7bdbafb11), precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:20:43.683398 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-eeab5f2b-d19b-47f6-a3e3-d9c016d2ea8e tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433130'] for security_group (88700920-bea7-4722-a87e-5cd7bdbafb11), after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:20:43.713796 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-eeab5f2b-d19b-47f6-a3e3-d9c016d2ea8e tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Publish callbacks [] for security_group (None), before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:20:43.715147 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [None req-eeab5f2b-d19b-47f6-a3e3-d9c016d2ea8e tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] 10.222.0.16 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1268690 Aug 18 11:20:43.717134 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeab5f2b-d19b-47f6-a3e3-d9c016d2ea8e tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88700920-bea7-4722-a87e-5cd7bdbafb11,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:20:43.718420 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.16', 55426) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:20:43.723037 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.v2.base [None req-bbc3610c-a3f5-47a0-b310-546af6751646 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Request body: {'security_group_rule': {'security_group_id': '88700920-bea7-4722-a87e-5cd7bdbafb11', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:20:43.724251 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeab5f2b-d19b-47f6-a3e3-d9c016d2ea8e tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:20:43.724599 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeab5f2b-d19b-47f6-a3e3-d9c016d2ea8e tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:20:43.724936 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeab5f2b-d19b-47f6-a3e3-d9c016d2ea8e tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:20:43.725272 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeab5f2b-d19b-47f6-a3e3-d9c016d2ea8e tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:20:43.725599 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeab5f2b-d19b-47f6-a3e3-d9c016d2ea8e tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:20:43.725925 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeab5f2b-d19b-47f6-a3e3-d9c016d2ea8e tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:20:43.726252 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeab5f2b-d19b-47f6-a3e3-d9c016d2ea8e tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:20:43.726573 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeab5f2b-d19b-47f6-a3e3-d9c016d2ea8e tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:20:43.726892 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeab5f2b-d19b-47f6-a3e3-d9c016d2ea8e tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:20:43.727214 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeab5f2b-d19b-47f6-a3e3-d9c016d2ea8e tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:20:43.727534 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeab5f2b-d19b-47f6-a3e3-d9c016d2ea8e tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:20:43.727856 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeab5f2b-d19b-47f6-a3e3-d9c016d2ea8e tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:20:43.728369 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeab5f2b-d19b-47f6-a3e3-d9c016d2ea8e tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:20:43.728698 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeab5f2b-d19b-47f6-a3e3-d9c016d2ea8e tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:20:43.729015 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeab5f2b-d19b-47f6-a3e3-d9c016d2ea8e tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:20:43.750878 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-bbc3610c-a3f5-47a0-b310-546af6751646 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Publish callbacks [] for security_group_rule (1301f537-a556-4484-a0db-dc9ba1f3bca2), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:20:43.806650 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-bbc3610c-a3f5-47a0-b310-546af6751646 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Publish callbacks [] for security_group_rule (1301f537-a556-4484-a0db-dc9ba1f3bca2), precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:20:43.811107 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-bbc3610c-a3f5-47a0-b310-546af6751646 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432955'] for security_group_rule (1301f537-a556-4484-a0db-dc9ba1f3bca2), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:20:43.831522 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc3610c-a3f5-47a0-b310-546af6751646 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1301f537-a556-4484-a0db-dc9ba1f3bca2,revision_number=0']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:20:43.837850 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-bbc3610c-a3f5-47a0-b310-546af6751646 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:20:43.838988 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-bbc3610c-a3f5-47a0-b310-546af6751646 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1194966 Aug 18 11:20:43.841833 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.16', 55428) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:20:43.846057 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.v2.base [None req-0479bd56-f8fb-4fd4-a39e-b8b2d2e462bb tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Request body: {'security_group_rule': {'security_group_id': '88700920-bea7-4722-a87e-5cd7bdbafb11', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:20:43.870912 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-0479bd56-f8fb-4fd4-a39e-b8b2d2e462bb tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Publish callbacks [] for security_group_rule (adcc86f4-75a5-47e8-99dc-355fb11cfd7f), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:20:43.930887 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-0479bd56-f8fb-4fd4-a39e-b8b2d2e462bb tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Publish callbacks [] for security_group_rule (adcc86f4-75a5-47e8-99dc-355fb11cfd7f), precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:20:43.935481 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-0479bd56-f8fb-4fd4-a39e-b8b2d2e462bb tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432955'] for security_group_rule (adcc86f4-75a5-47e8-99dc-355fb11cfd7f), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:20:43.955776 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0479bd56-f8fb-4fd4-a39e-b8b2d2e462bb tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=adcc86f4-75a5-47e8-99dc-355fb11cfd7f,revision_number=0']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:20:43.962388 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-0479bd56-f8fb-4fd4-a39e-b8b2d2e462bb tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:20:43.963718 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-0479bd56-f8fb-4fd4-a39e-b8b2d2e462bb tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1209385 Aug 18 11:20:43.966830 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.16', 55438) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:20:43.971813 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.v2.base [None req-79388bce-acfd-49c1-89c1-6cccb41625ee tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Request body: {'floatingip': {'floating_network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:20:43.993468 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-79388bce-acfd-49c1-89c1-6cccb41625ee tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:20:44.071142 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6043af51-70a4-4222-b7be-c9f96917d6ad req-d64927aa-744f-4ede-a414-40026ac54215 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:20:44.072621 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-6043af51-70a4-4222-b7be-c9f96917d6ad req-d64927aa-744f-4ede-a414-40026ac54215 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7d250382-9a20-4990-8a8f-8d0de89674a3 HTTP/1.1" status: 200 len: 946 time: 0.0548973 Aug 18 11:20:44.082585 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-79388bce-acfd-49c1-89c1-6cccb41625ee tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (None), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:20:44.121871 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-6043af51-70a4-4222-b7be-c9f96917d6ad req-9de657c7-c828-4348-90fa-cc4bb24cf290 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4ea5bf43-978e-4299-a64e-45416a7e4e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421369 Aug 18 11:20:44.193916 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.db.db_base_plugin_common [None req-79388bce-acfd-49c1-89c1-6cccb41625ee tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Allocated IP 172.27.4.24 (c4d5f339-67bc-4c12-8231-94aca87a7153/76ee03a1-e6cb-4518-8461-de8749842f4e/e779772e-5a55-4dee-9012-cab1c19d0d4e) {{(pid=106379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 11:20:44.312247 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-79388bce-acfd-49c1-89c1-6cccb41625ee tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Publish callbacks [] for port (e779772e-5a55-4dee-9012-cab1c19d0d4e), precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:20:44.343435 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-79388bce-acfd-49c1-89c1-6cccb41625ee tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732802528781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638927'] for port (e779772e-5a55-4dee-9012-cab1c19d0d4e), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:20:44.374220 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:DELETE=2,neutron:INSERT=7 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:20:44.382876 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79388bce-acfd-49c1-89c1-6cccb41625ee tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Network c4d5f339-67bc-4c12-8231-94aca87a7153 is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 11:20:44.386530 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-79388bce-acfd-49c1-89c1-6cccb41625ee tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 11:20:44.390538 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79388bce-acfd-49c1-89c1-6cccb41625ee tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Received port after_create {{(pid=106379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 18 11:20:44.419665 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79388bce-acfd-49c1-89c1-6cccb41625ee tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Pushing event updated for resources: {'Port': ['ID=e779772e-5a55-4dee-9012-cab1c19d0d4e,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:20:44.441310 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:INSERT=9,neutron:SELECT=86,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:20:44.481873 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-79388bce-acfd-49c1-89c1-6cccb41625ee tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Publish callbacks [] for floatingip (07320686-afd7-417a-9286-74387cd06768), precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:20:44.521395 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-79388bce-acfd-49c1-89c1-6cccb41625ee tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (e779772e-5a55-4dee-9012-cab1c19d0d4e), before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:20:44.663974 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-79388bce-acfd-49c1-89c1-6cccb41625ee tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Publish callbacks [] for port (e779772e-5a55-4dee-9012-cab1c19d0d4e), precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:20:44.668787 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-79388bce-acfd-49c1-89c1-6cccb41625ee tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732803053689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732802528799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732802528817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1638912'] for port (e779772e-5a55-4dee-9012-cab1c19d0d4e), after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:20:44.677557 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-a5cc8183-7213-4642-9d48-bc0d47940d29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (29720577-1c8f-43c1-a8be-c2a14df8d65e), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:20:44.737598 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79388bce-acfd-49c1-89c1-6cccb41625ee tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Pushing event updated for resources: {'Port': ['ID=e779772e-5a55-4dee-9012-cab1c19d0d4e,revision_number=2']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:20:44.740130 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-79388bce-acfd-49c1-89c1-6cccb41625ee tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-519515'] for floatingip (07320686-afd7-417a-9286-74387cd06768), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:20:44.757143 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-79388bce-acfd-49c1-89c1-6cccb41625ee tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22494'] for floatingip (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:20:44.758360 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-79388bce-acfd-49c1-89c1-6cccb41625ee tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] 10.222.0.16 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7905748 Aug 18 11:20:44.954999 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-22ac1978-fcd3-49a0-8eeb-3b0454b90970 req-129af73c-c7b0-4752-9e42-c57e2be89f6f tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] 10.222.0.16 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1974599237&fields=id&tenant_id=129f3d9f33ad4b209039244eb09599e9 HTTP/1.1" status: 200 len: 267 time: 0.0424964 Aug 18 11:20:44.983849 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:DELETE=1 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:20:45.051575 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:20:45.068347 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ac1978-fcd3-49a0-8eeb-3b0454b90970 req-67e7f4ac-ca61-48a2-b8b3-f187517af4a3 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:20:45.069987 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-22ac1978-fcd3-49a0-8eeb-3b0454b90970 req-67e7f4ac-ca61-48a2-b8b3-f187517af4a3 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] 10.222.0.16 "GET /networking/v2.0/networks?id=ca6ccede-6467-4618-b24a-e0809d05149d HTTP/1.1" status: 200 len: 815 time: 0.1085703 Aug 18 11:20:45.088300 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-22ac1978-fcd3-49a0-8eeb-3b0454b90970 req-9dbd1dde-dc93-4ec4-80bb-ebf2102f6e21 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] 10.222.0.16 "GET /networking/v2.0/quotas/129f3d9f33ad4b209039244eb09599e9 HTTP/1.1" status: 200 len: 375 time: 0.0097501 Aug 18 11:20:45.145502 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-22ac1978-fcd3-49a0-8eeb-3b0454b90970 req-7f43ea5a-4ddc-4b57-9206-26e855516545 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=129f3d9f33ad4b209039244eb09599e9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0512257 Aug 18 11:20:45.269644 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d4e0e3-3c06-4c81-978e-7fcfc9ee8395 req-be53dae1-0682-49b4-82c8-613d65d87d8d tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:20:45.271120 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-29d4e0e3-3c06-4c81-978e-7fcfc9ee8395 req-be53dae1-0682-49b4-82c8-613d65d87d8d tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7d250382-9a20-4990-8a8f-8d0de89674a3 HTTP/1.1" status: 200 len: 946 time: 0.0582285 Aug 18 11:20:45.312764 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-22ac1978-fcd3-49a0-8eeb-3b0454b90970 req-24bfd75d-d051-40d1-865c-effe10d4bfed service neutron] 10.222.0.16 "GET /networking/v2.0/networks/ca6ccede-6467-4618-b24a-e0809d05149d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526461 Aug 18 11:20:45.381415 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-29d4e0e3-3c06-4c81-978e-7fcfc9ee8395 req-782b666a-108b-422c-832b-8e64b4696ab2 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4ea5bf43-978e-4299-a64e-45416a7e4e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1011741 Aug 18 11:20:45.421409 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-22ac1978-fcd3-49a0-8eeb-3b0454b90970 req-17eddf52-8e48-4ba4-8f7b-8a3e9104e441 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/ca6ccede-6467-4618-b24a-e0809d05149d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990245 Aug 18 11:20:45.590809 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-021beee3-e1c2-4276-9849-3b4fe285652d req-b20815d3-5270-4135-940d-5baa259634a3 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3661a163-6ece-46a8-a76f-83ef6796584b HTTP/1.1" status: 200 len: 210 time: 0.0284071 Aug 18 11:20:45.973809 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (69d4285f-736d-41a6-a99e-1994eed59bce), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:20:46.464153 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c68edff8-e550-48a3-9de2-17badfe483c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (307af099-d926-4e52-9df3-0cd09baf3c81), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:20:46.583456 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5ff31f-562d-42f3-ad3f-01ed35011bc0 req-3a765651-6951-4559-b7fa-c75064c7d2ab tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:20:46.585230 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-1c5ff31f-562d-42f3-ad3f-01ed35011bc0 req-3a765651-6951-4559-b7fa-c75064c7d2ab tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7d250382-9a20-4990-8a8f-8d0de89674a3 HTTP/1.1" status: 200 len: 946 time: 0.1029406 Aug 18 11:20:46.676090 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ac1978-fcd3-49a0-8eeb-3b0454b90970 req-e5e122a9-9d7c-404c-ac9e-03947b84a75c tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:20:46.677584 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-22ac1978-fcd3-49a0-8eeb-3b0454b90970 req-e5e122a9-9d7c-404c-ac9e-03947b84a75c tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] 10.222.0.20 "GET /networking/v2.0/networks?id=ca6ccede-6467-4618-b24a-e0809d05149d HTTP/1.1" status: 200 len: 815 time: 0.1586535 Aug 18 11:20:46.680750 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-1c5ff31f-562d-42f3-ad3f-01ed35011bc0 req-8e3fd8b7-c1e0-4726-a8de-1e5109cb2ff2 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4ea5bf43-978e-4299-a64e-45416a7e4e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876148 Aug 18 11:20:46.719740 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-30ba2aa8-ab71-4c52-9703-11bd7888c9af req-2eb173f5-7029-42e4-b675-5452279571a4 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3661a163-6ece-46a8-a76f-83ef6796584b HTTP/1.1" status: 200 len: 210 time: 0.0362384 Aug 18 11:20:46.779666 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-22ac1978-fcd3-49a0-8eeb-3b0454b90970 req-63790c70-d902-4dcf-aae2-7a0d1678d475 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] 10.222.0.20 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=129f3d9f33ad4b209039244eb09599e9 HTTP/1.1" status: 200 len: 473 time: 0.0855889 Aug 18 11:20:46.885849 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.v2.base [req-22ac1978-fcd3-49a0-8eeb-3b0454b90970 req-2ba3f887-7efa-4a06-9640-e59811a47407 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Request body: {'port': {'device_id': '3661a163-6ece-46a8-a76f-83ef6796584b', 'network_id': 'ca6ccede-6467-4618-b24a-e0809d05149d', 'admin_state_up': True, 'tenant_id': '129f3d9f33ad4b209039244eb09599e9', 'security_groups': ['88700920-bea7-4722-a87e-5cd7bdbafb11']}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:20:47.003909 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22ac1978-fcd3-49a0-8eeb-3b0454b90970 req-2ba3f887-7efa-4a06-9640-e59811a47407 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Made reservation on behalf of 129f3d9f33ad4b209039244eb09599e9 for: {'port': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 11:20:47.007337 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-22ac1978-fcd3-49a0-8eeb-3b0454b90970 req-2ba3f887-7efa-4a06-9640-e59811a47407 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (None), before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:20:47.131590 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:20:47.135912 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [req-22ac1978-fcd3-49a0-8eeb-3b0454b90970 req-2ba3f887-7efa-4a06-9640-e59811a47407 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Allocated IP 172.20.0.7 (ca6ccede-6467-4618-b24a-e0809d05149d/cf42f62c-f94a-411e-aa38-b95605994c37/adedacf9-e004-4cf8-9ad1-c4e2ab86ed9c) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 11:20:47.165983 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:20:47.281526 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-22ac1978-fcd3-49a0-8eeb-3b0454b90970 req-2ba3f887-7efa-4a06-9640-e59811a47407 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Publish callbacks [] for port (adedacf9-e004-4cf8-9ad1-c4e2ab86ed9c), precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:20:47.316925 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-22ac1978-fcd3-49a0-8eeb-3b0454b90970 req-2ba3f887-7efa-4a06-9640-e59811a47407 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732802528781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11809227'] for port (adedacf9-e004-4cf8-9ad1-c4e2ab86ed9c), after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:20:47.362915 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22ac1978-fcd3-49a0-8eeb-3b0454b90970 req-2ba3f887-7efa-4a06-9640-e59811a47407 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Network ca6ccede-6467-4618-b24a-e0809d05149d is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 11:20:47.366238 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [req-22ac1978-fcd3-49a0-8eeb-3b0454b90970 req-2ba3f887-7efa-4a06-9640-e59811a47407 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 11:20:47.370270 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [req-22ac1978-fcd3-49a0-8eeb-3b0454b90970 req-2ba3f887-7efa-4a06-9640-e59811a47407 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 18 11:20:47.398989 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba3f887-7efa-4a06-9640-e59811a47407 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Pushing event updated for resources: {'Port': ['ID=adedacf9-e004-4cf8-9ad1-c4e2ab86ed9c,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:20:47.429879 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ac1978-fcd3-49a0-8eeb-3b0454b90970 req-2ba3f887-7efa-4a06-9640-e59811a47407 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:20:47.430511 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-22ac1978-fcd3-49a0-8eeb-3b0454b90970 req-2ba3f887-7efa-4a06-9640-e59811a47407 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22494'] for port (None), before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:20:47.449609 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-22ac1978-fcd3-49a0-8eeb-3b0454b90970 req-2ba3f887-7efa-4a06-9640-e59811a47407 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] 10.222.0.20 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5681124 Aug 18 11:20:47.466610 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.v2.base [req-22ac1978-fcd3-49a0-8eeb-3b0454b90970 req-5a8c2f5f-42f0-465f-a1fa-feff398ca8e1 service neutron] Request body: {'port': {'device_id': '3661a163-6ece-46a8-a76f-83ef6796584b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85345'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:20:47.536293 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-22ac1978-fcd3-49a0-8eeb-3b0454b90970 req-5a8c2f5f-42f0-465f-a1fa-feff398ca8e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (adedacf9-e004-4cf8-9ad1-c4e2ab86ed9c), before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:20:47.654444 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-e1b2ed5e-2256-44e5-9bcd-9883870b2476 None None] Provisioning complete for port adedacf9-e004-4cf8-9ad1-c4e2ab86ed9c triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 18 11:20:47.655061 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e1b2ed5e-2256-44e5-9bcd-9883870b2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619404'] for port (adedacf9-e004-4cf8-9ad1-c4e2ab86ed9c), provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:20:47.693046 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-e1b2ed5e-2256-44e5-9bcd-9883870b2476 None None] Port adedacf9-e004-4cf8-9ad1-c4e2ab86ed9c cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 18 11:20:47.696123 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.16', 55498) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:20:47.819879 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-997b84fa-1a0a-4d1d-933c-5b8ed32dc9c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:20:47.875866 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3928c047-8783-4947-89bd-36ee79d073ca req-bb629280-acfe-420a-8dc3-f1b7c498b7fb tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:20:47.877431 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-3928c047-8783-4947-89bd-36ee79d073ca req-bb629280-acfe-420a-8dc3-f1b7c498b7fb tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7d250382-9a20-4990-8a8f-8d0de89674a3 HTTP/1.1" status: 200 len: 946 time: 0.0970590 Aug 18 11:20:47.910018 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-997b84fa-1a0a-4d1d-933c-5b8ed32dc9c5 admin admin] Publish callbacks [] for security_group (59b67900-fe87-4a7c-abb0-825e039a0746), precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:20:47.914441 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-997b84fa-1a0a-4d1d-933c-5b8ed32dc9c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433130'] for security_group (59b67900-fe87-4a7c-abb0-825e039a0746), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:20:47.916988 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67eb19b3-da79-4575-8b1e-840519ead957 req-979f5f7d-01e8-4d39-87e5-2cdc5e72079c tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:20:47.918563 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-67eb19b3-da79-4575-8b1e-840519ead957 req-979f5f7d-01e8-4d39-87e5-2cdc5e72079c tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3661a163-6ece-46a8-a76f-83ef6796584b HTTP/1.1" status: 200 len: 931 time: 0.1021008 Aug 18 11:20:47.954094 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997b84fa-1a0a-4d1d-933c-5b8ed32dc9c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59b67900-fe87-4a7c-abb0-825e039a0746,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:20:47.959631 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-997b84fa-1a0a-4d1d-933c-5b8ed32dc9c5 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=59763857f4474e8481d116d7f2d7a118&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2622638 Aug 18 11:20:47.962436 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.16', 55506) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:20:47.977161 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.notifiers.nova [req-22ac1978-fcd3-49a0-8eeb-3b0454b90970 req-5a8c2f5f-42f0-465f-a1fa-feff398ca8e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id adedacf9-e004-4cf8-9ad1-c4e2ab86ed9c {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 18 11:20:47.986778 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:20:47.991705 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-22ac1978-fcd3-49a0-8eeb-3b0454b90970 req-5a8c2f5f-42f0-465f-a1fa-feff398ca8e1 service neutron] Publish callbacks [] for port (adedacf9-e004-4cf8-9ad1-c4e2ab86ed9c), precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:20:48.019803 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-89a9df58-4abb-4d84-ad17-7b0a769c8890 admin admin] Publish callbacks [] for security_group (59b67900-fe87-4a7c-abb0-825e039a0746), before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:20:48.026023 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-3928c047-8783-4947-89bd-36ee79d073ca req-e4560077-4263-4330-80a0-ed4406dc279d tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4ea5bf43-978e-4299-a64e-45416a7e4e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1422653 Aug 18 11:20:48.032744 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [req-22ac1978-fcd3-49a0-8eeb-3b0454b90970 req-5a8c2f5f-42f0-465f-a1fa-feff398ca8e1 service neutron] Transition to ACTIVE for port object adedacf9-e004-4cf8-9ad1-c4e2ab86ed9c will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 18 11:20:48.041003 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-22ac1978-fcd3-49a0-8eeb-3b0454b90970 req-5a8c2f5f-42f0-465f-a1fa-feff398ca8e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732803053689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732802528799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732802528817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11809220'] for port (adedacf9-e004-4cf8-9ad1-c4e2ab86ed9c), after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:20:48.051864 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-89a9df58-4abb-4d84-ad17-7b0a769c8890 admin admin] Publish callbacks [] for security_group (59b67900-fe87-4a7c-abb0-825e039a0746), precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:20:48.054713 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-67eb19b3-da79-4575-8b1e-840519ead957 req-d6b8ab7e-686a-4efe-92ee-cfb5b13f63b5 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=88700920-bea7-4722-a87e-5cd7bdbafb11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1142986 Aug 18 11:20:48.091982 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:20:48.092665 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:20:48.115141 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-89a9df58-4abb-4d84-ad17-7b0a769c8890 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433130'] for security_group (59b67900-fe87-4a7c-abb0-825e039a0746), after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:20:48.115698 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8c2f5f-42f0-465f-a1fa-feff398ca8e1 service neutron] Pushing event updated for resources: {'Port': ['ID=adedacf9-e004-4cf8-9ad1-c4e2ab86ed9c,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:20:48.119289 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-89a9df58-4abb-4d84-ad17-7b0a769c8890 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:20:48.123897 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-89a9df58-4abb-4d84-ad17-7b0a769c8890 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/59b67900-fe87-4a7c-abb0-825e039a0746 HTTP/1.1" status: 204 len: 168 time: 0.1606650 Aug 18 11:20:48.132212 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a9df58-4abb-4d84-ad17-7b0a769c8890 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59b67900-fe87-4a7c-abb0-825e039a0746,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:20:48.179824 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-22ac1978-fcd3-49a0-8eeb-3b0454b90970 req-5a8c2f5f-42f0-465f-a1fa-feff398ca8e1 service neutron] Attempting to bind port adedacf9-e004-4cf8-9ad1-c4e2ab86ed9c on host hv-cinder-85345 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 18 11:20:48.180263 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-22ac1978-fcd3-49a0-8eeb-3b0454b90970 req-5a8c2f5f-42f0-465f-a1fa-feff398ca8e1 service neutron] Attempting to bind port adedacf9-e004-4cf8-9ad1-c4e2ab86ed9c by drivers openvswitch,hyperv on host hv-cinder-85345 at level 0 using segments [{'id': 'ee45f576-d1b7-4e11-a10f-3fe54663f35e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 997, 'network_id': 'ca6ccede-6467-4618-b24a-e0809d05149d'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 18 11:20:48.180652 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22ac1978-fcd3-49a0-8eeb-3b0454b90970 req-5a8c2f5f-42f0-465f-a1fa-feff398ca8e1 service neutron] Attempting to bind port adedacf9-e004-4cf8-9ad1-c4e2ab86ed9c on network ca6ccede-6467-4618-b24a-e0809d05149d {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 18 11:20:48.186624 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22ac1978-fcd3-49a0-8eeb-3b0454b90970 req-5a8c2f5f-42f0-465f-a1fa-feff398ca8e1 service neutron] Port adedacf9-e004-4cf8-9ad1-c4e2ab86ed9c on network ca6ccede-6467-4618-b24a-e0809d05149d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85345 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 18 11:20:48.187103 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22ac1978-fcd3-49a0-8eeb-3b0454b90970 req-5a8c2f5f-42f0-465f-a1fa-feff398ca8e1 service neutron] Attempting to bind port adedacf9-e004-4cf8-9ad1-c4e2ab86ed9c on network ca6ccede-6467-4618-b24a-e0809d05149d {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 18 11:20:48.194457 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22ac1978-fcd3-49a0-8eeb-3b0454b90970 req-5a8c2f5f-42f0-465f-a1fa-feff398ca8e1 service neutron] Checking agent: {'id': '0c451e2b-fe38-44d1-984c-2dd7bcedf4dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85345', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 18, 11, 14, 5), 'started_at': datetime.datetime(2022, 8, 18, 11, 14, 5), 'heartbeat_timestamp': datetime.datetime(2022, 8, 18, 11, 20, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 18 11:20:48.195050 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22ac1978-fcd3-49a0-8eeb-3b0454b90970 req-5a8c2f5f-42f0-465f-a1fa-feff398ca8e1 service neutron] Checking segment: {'id': 'ee45f576-d1b7-4e11-a10f-3fe54663f35e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 997, 'network_id': 'ca6ccede-6467-4618-b24a-e0809d05149d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 18 11:20:48.195555 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22ac1978-fcd3-49a0-8eeb-3b0454b90970 req-5a8c2f5f-42f0-465f-a1fa-feff398ca8e1 service neutron] Bound using segment: {'id': 'ee45f576-d1b7-4e11-a10f-3fe54663f35e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 997, 'network_id': 'ca6ccede-6467-4618-b24a-e0809d05149d'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 18 11:20:48.196016 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-22ac1978-fcd3-49a0-8eeb-3b0454b90970 req-5a8c2f5f-42f0-465f-a1fa-feff398ca8e1 service neutron] Bound port: adedacf9-e004-4cf8-9ad1-c4e2ab86ed9c, host: hv-cinder-85345, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee45f576-d1b7-4e11-a10f-3fe54663f35e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 997, 'network_id': 'ca6ccede-6467-4618-b24a-e0809d05149d'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 18 11:20:48.196498 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-22ac1978-fcd3-49a0-8eeb-3b0454b90970 req-5a8c2f5f-42f0-465f-a1fa-feff398ca8e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (adedacf9-e004-4cf8-9ad1-c4e2ab86ed9c), before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:20:48.265685 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-22ac1978-fcd3-49a0-8eeb-3b0454b90970 req-5a8c2f5f-42f0-465f-a1fa-feff398ca8e1 service neutron] For port adedacf9-e004-4cf8-9ad1-c4e2ab86ed9c, host hv-cinder-85345, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 11:20:48.269557 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-22ac1978-fcd3-49a0-8eeb-3b0454b90970 req-5a8c2f5f-42f0-465f-a1fa-feff398ca8e1 service neutron] For port adedacf9-e004-4cf8-9ad1-c4e2ab86ed9c, host hv-cinder-85345, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85345',level=0,port_id=adedacf9-e004-4cf8-9ad1-c4e2ab86ed9c,segment=NetworkSegment(ee45f576-d1b7-4e11-a10f-3fe54663f35e),segment_id=ee45f576-d1b7-4e11-a10f-3fe54663f35e)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 11:20:48.276440 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-22ac1978-fcd3-49a0-8eeb-3b0454b90970 req-5a8c2f5f-42f0-465f-a1fa-feff398ca8e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732803053689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732802528799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732802528817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11809220'] for port (adedacf9-e004-4cf8-9ad1-c4e2ab86ed9c), after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:20:48.282397 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ac1978-fcd3-49a0-8eeb-3b0454b90970 req-5a8c2f5f-42f0-465f-a1fa-feff398ca8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:20:48.283129 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-22ac1978-fcd3-49a0-8eeb-3b0454b90970 req-5a8c2f5f-42f0-465f-a1fa-feff398ca8e1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22494'] for port (None), before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:20:48.284869 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-22ac1978-fcd3-49a0-8eeb-3b0454b90970 req-5a8c2f5f-42f0-465f-a1fa-feff398ca8e1 service neutron] 10.222.0.20 "PUT /networking/v2.0/ports/adedacf9-e004-4cf8-9ad1-c4e2ab86ed9c HTTP/1.1" status: 200 len: 1093 time: 0.8248172 Aug 18 11:20:48.285482 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3661a163-6ece-46a8-a76f-83ef6796584b', 'tag': 'adedacf9-e004-4cf8-9ad1-c4e2ab86ed9c'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 18 11:20:48.288039 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c862ab1b2ee120cb5e2e4f2725a0fe0d7acaf57f657006002d91667c9b4c94a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80cfbb55-7943-403c-af4e-4822a85d0ddc" -d '{"events": [{"name": "network-changed", "server_uuid": "3661a163-6ece-46a8-a76f-83ef6796584b", "tag": "adedacf9-e004-4cf8-9ad1-c4e2ab86ed9c"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:20:48.377049 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Aug 2022 11:20:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bd20c48-6a7d-4b25-9917-afc88001d0b3 x-openstack-request-id: req-2bd20c48-6a7d-4b25-9917-afc88001d0b3 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:20:48.377388 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3661a163-6ece-46a8-a76f-83ef6796584b", "tag": "adedacf9-e004-4cf8-9ad1-c4e2ab86ed9c", "status": "completed", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:20:48.377601 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2bd20c48-6a7d-4b25-9917-afc88001d0b3 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:20:48.378004 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2bd20c48-6a7d-4b25-9917-afc88001d0b3'] response: {'name': 'network-changed', 'server_uuid': '3661a163-6ece-46a8-a76f-83ef6796584b', 'tag': 'adedacf9-e004-4cf8-9ad1-c4e2ab86ed9c', 'status': 'completed', 'code': 200} Aug 18 11:20:48.378562 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8c2f5f-42f0-465f-a1fa-feff398ca8e1 service neutron] Pushing event updated for resources: {'Port': ['ID=adedacf9-e004-4cf8-9ad1-c4e2ab86ed9c,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:20:48.394181 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ac1978-fcd3-49a0-8eeb-3b0454b90970 req-df4232ef-fe14-42dd-b05c-bd7eae2b29e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:20:48.395699 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-22ac1978-fcd3-49a0-8eeb-3b0454b90970 req-df4232ef-fe14-42dd-b05c-bd7eae2b29e0 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=129f3d9f33ad4b209039244eb09599e9&device_id=3661a163-6ece-46a8-a76f-83ef6796584b HTTP/1.1" status: 200 len: 1127 time: 0.0567925 Aug 18 11:20:48.441656 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-22ac1978-fcd3-49a0-8eeb-3b0454b90970 req-ddf548f1-ff4a-455e-adee-9654fb4a797f service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=adedacf9-e004-4cf8-9ad1-c4e2ab86ed9c HTTP/1.1" status: 200 len: 217 time: 0.0374758 Aug 18 11:20:48.499379 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ac1978-fcd3-49a0-8eeb-3b0454b90970 req-9f6722b7-33f4-4322-9338-974e36de105b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:20:48.501184 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-22ac1978-fcd3-49a0-8eeb-3b0454b90970 req-9f6722b7-33f4-4322-9338-974e36de105b service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=cf42f62c-f94a-411e-aa38-b95605994c37 HTTP/1.1" status: 200 len: 854 time: 0.0528703 Aug 18 11:20:48.549669 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ac1978-fcd3-49a0-8eeb-3b0454b90970 req-13c75cc8-fae7-48d4-9bf7-01b55302d7c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:20:48.551061 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-22ac1978-fcd3-49a0-8eeb-3b0454b90970 req-13c75cc8-fae7-48d4-9bf7-01b55302d7c1 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=ca6ccede-6467-4618-b24a-e0809d05149d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0433469 Aug 18 11:20:48.661688 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-22ac1978-fcd3-49a0-8eeb-3b0454b90970 req-92809700-c4f6-47b2-af65-6ec71880ea90 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/ca6ccede-6467-4618-b24a-e0809d05149d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038237 Aug 18 11:20:48.760944 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-22ac1978-fcd3-49a0-8eeb-3b0454b90970 req-b1a81b65-456e-4e59-8621-299327209f80 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/ca6ccede-6467-4618-b24a-e0809d05149d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918891 Aug 18 11:20:49.202747 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb7df9b-af65-479a-b139-3f35765b66cd req-917f5746-2fb6-4b45-8272-a13bf5749b10 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:20:49.204695 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-efb7df9b-af65-479a-b139-3f35765b66cd req-917f5746-2fb6-4b45-8272-a13bf5749b10 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7d250382-9a20-4990-8a8f-8d0de89674a3 HTTP/1.1" status: 200 len: 946 time: 0.0846219 Aug 18 11:20:49.225837 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba68cbb-590e-4b72-892d-e54f8ca35e24 req-de4c1b21-dec7-4426-9c63-369f504ae74c tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:20:49.227150 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-0ba68cbb-590e-4b72-892d-e54f8ca35e24 req-de4c1b21-dec7-4426-9c63-369f504ae74c tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3661a163-6ece-46a8-a76f-83ef6796584b HTTP/1.1" status: 200 len: 943 time: 0.0731976 Aug 18 11:20:49.297776 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-efb7df9b-af65-479a-b139-3f35765b66cd req-a47cee70-aee8-4b17-9c01-4dcee7ee55c6 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4ea5bf43-978e-4299-a64e-45416a7e4e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866263 Aug 18 11:20:49.305148 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-0ba68cbb-590e-4b72-892d-e54f8ca35e24 req-bd334c45-f1ad-4c3f-a1d9-096184e7aef1 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=88700920-bea7-4722-a87e-5cd7bdbafb11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678992 Aug 18 11:20:50.484457 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49158e65-641e-4de3-bb98-e4468f9c8261 req-8984252f-b66b-415f-be43-a7f5a81361b5 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:20:50.485947 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-49158e65-641e-4de3-bb98-e4468f9c8261 req-8984252f-b66b-415f-be43-a7f5a81361b5 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3661a163-6ece-46a8-a76f-83ef6796584b HTTP/1.1" status: 200 len: 943 time: 0.0908000 Aug 18 11:20:50.492024 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3c7e91-5616-44f9-81eb-11cf8e907028 req-ae77fbac-92c5-4fd8-95bd-ba235b00b35f tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:20:50.493403 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-5d3c7e91-5616-44f9-81eb-11cf8e907028 req-ae77fbac-92c5-4fd8-95bd-ba235b00b35f tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7d250382-9a20-4990-8a8f-8d0de89674a3 HTTP/1.1" status: 200 len: 946 time: 0.0838556 Aug 18 11:20:50.563174 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:20:50.571985 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:20:50.577557 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-49158e65-641e-4de3-bb98-e4468f9c8261 req-701f7e5f-42ef-4208-85a7-961bc57c4325 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=88700920-bea7-4722-a87e-5cd7bdbafb11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832491 Aug 18 11:20:50.581806 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-5d3c7e91-5616-44f9-81eb-11cf8e907028 req-82759e0b-cf82-4391-9687-0c6869c191dc tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4ea5bf43-978e-4299-a64e-45416a7e4e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783315 Aug 18 11:20:51.257951 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=3 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:20:51.263273 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=3 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:20:51.638207 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-8e382677-6b0a-4f46-9758-0b088157db99 req-3712449a-cd53-4f2e-b27e-8bc877062f41 tempest-VolumesNegativeTest-539750074 tempest-VolumesNegativeTest-539750074-project] 10.222.0.16 "GET /networking/v2.0/networks?tenant_id=62556a3d77ac46cd86af53cb22884a4c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0302343 Aug 18 11:20:51.801438 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd108cd-2dbe-4bda-baf9-e277f10ef41c req-391de87a-613a-4680-8954-383edc1220ca tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:20:51.802901 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-ecd108cd-2dbe-4bda-baf9-e277f10ef41c req-391de87a-613a-4680-8954-383edc1220ca tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3661a163-6ece-46a8-a76f-83ef6796584b HTTP/1.1" status: 200 len: 943 time: 0.1386290 Aug 18 11:20:51.906629 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e382677-6b0a-4f46-9758-0b088157db99 req-e283db75-5d85-45b9-aef7-c7fbf352d79c tempest-VolumesNegativeTest-539750074 tempest-VolumesNegativeTest-539750074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:20:51.908087 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-8e382677-6b0a-4f46-9758-0b088157db99 req-e283db75-5d85-45b9-aef7-c7fbf352d79c tempest-VolumesNegativeTest-539750074 tempest-VolumesNegativeTest-539750074-project] 10.222.0.16 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2647030 Aug 18 11:20:51.927027 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-ecd108cd-2dbe-4bda-baf9-e277f10ef41c req-4966900b-54e0-44bb-97ba-f7fc886d0a3a tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=88700920-bea7-4722-a87e-5cd7bdbafb11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1160319 Aug 18 11:20:51.929424 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-8e382677-6b0a-4f46-9758-0b088157db99 req-7a4f9c83-3c28-4195-84e4-d11752595167 tempest-VolumesNegativeTest-539750074 tempest-VolumesNegativeTest-539750074-project] 10.222.0.16 "GET /networking/v2.0/quotas/62556a3d77ac46cd86af53cb22884a4c HTTP/1.1" status: 200 len: 375 time: 0.0136113 Aug 18 11:20:51.966473 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-8e382677-6b0a-4f46-9758-0b088157db99 req-16bc4276-5b72-427a-9a70-1a97bfc8955f tempest-VolumesNegativeTest-539750074 tempest-VolumesNegativeTest-539750074-project] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=62556a3d77ac46cd86af53cb22884a4c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0308602 Aug 18 11:20:52.047464 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c343b5f-60be-4b38-b4ac-62c7c9705edd req-729bfb5a-8173-4ab9-987f-81b59f4fd490 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:20:52.049267 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-6c343b5f-60be-4b38-b4ac-62c7c9705edd req-729bfb5a-8173-4ab9-987f-81b59f4fd490 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7d250382-9a20-4990-8a8f-8d0de89674a3 HTTP/1.1" status: 200 len: 946 time: 0.0653503 Aug 18 11:20:52.104982 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-6c343b5f-60be-4b38-b4ac-62c7c9705edd req-dd996364-f713-4b2e-9a66-ebbdc98d9e58 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4ea5bf43-978e-4299-a64e-45416a7e4e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495956 Aug 18 11:20:52.141791 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-dc21f974-8935-4f0d-a5ff-c1c81e18540e req-a8121f17-1ed0-482b-8ce4-4dd4debe0c8a tempest-VolumesNegativeTest-539750074 tempest-VolumesNegativeTest-539750074-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5b892a7e-0baf-49d2-8925-9be466fc4e60 HTTP/1.1" status: 200 len: 210 time: 0.0322418 Aug 18 11:20:53.062006 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58aec4cb-a13a-4e58-8586-f41d6974551c req-1b21b80c-9375-4389-81f0-d106d606b165 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:20:53.064461 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-58aec4cb-a13a-4e58-8586-f41d6974551c req-1b21b80c-9375-4389-81f0-d106d606b165 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3661a163-6ece-46a8-a76f-83ef6796584b HTTP/1.1" status: 200 len: 943 time: 0.0613155 Aug 18 11:20:53.113154 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-58aec4cb-a13a-4e58-8586-f41d6974551c req-29260773-b8e1-46bc-87de-6a12db4aa779 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=88700920-bea7-4722-a87e-5cd7bdbafb11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433314 Aug 18 11:20:53.295003 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-1de8b22d-62a8-43fc-b285-ea725b981025 req-73cc3c43-b15d-4d4f-964e-2cb31d9eb9b8 tempest-VolumesNegativeTest-539750074 tempest-VolumesNegativeTest-539750074-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5b892a7e-0baf-49d2-8925-9be466fc4e60 HTTP/1.1" status: 200 len: 210 time: 0.0588605 Aug 18 11:20:53.302534 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefee6fb-dd06-433a-956f-1575f593e239 req-87dae0f9-2164-4971-9618-0ab415dc55a6 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:20:53.303989 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-eefee6fb-dd06-433a-956f-1575f593e239 req-87dae0f9-2164-4971-9618-0ab415dc55a6 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7d250382-9a20-4990-8a8f-8d0de89674a3 HTTP/1.1" status: 200 len: 946 time: 0.1084311 Aug 18 11:20:53.305375 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cfbb55-7943-403c-af4e-4822a85d0ddc req-a2dae33b-9957-44de-9ed7-55a3b7a3cb85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:20:53.306718 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-80cfbb55-7943-403c-af4e-4822a85d0ddc req-a2dae33b-9957-44de-9ed7-55a3b7a3cb85 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=129f3d9f33ad4b209039244eb09599e9&device_id=3661a163-6ece-46a8-a76f-83ef6796584b HTTP/1.1" status: 200 len: 1127 time: 0.0791385 Aug 18 11:20:53.403734 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-eefee6fb-dd06-433a-956f-1575f593e239 req-fce888b4-116b-4796-80ab-53423c6aec8b tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4ea5bf43-978e-4299-a64e-45416a7e4e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883894 Aug 18 11:20:53.448661 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cfbb55-7943-403c-af4e-4822a85d0ddc req-6cb17727-5349-4761-b32a-d53a4ef9205d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:20:53.450828 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-80cfbb55-7943-403c-af4e-4822a85d0ddc req-6cb17727-5349-4761-b32a-d53a4ef9205d service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=ca6ccede-6467-4618-b24a-e0809d05149d HTTP/1.1" status: 200 len: 916 time: 0.1064475 Aug 18 11:20:53.490925 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-80cfbb55-7943-403c-af4e-4822a85d0ddc req-65f02c9f-b13b-4d5f-8910-46bf95a8e24a service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=adedacf9-e004-4cf8-9ad1-c4e2ab86ed9c HTTP/1.1" status: 200 len: 217 time: 0.0333562 Aug 18 11:20:53.783616 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cfbb55-7943-403c-af4e-4822a85d0ddc req-a273a087-4843-4e85-8882-c052a52c073b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:20:53.785246 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-80cfbb55-7943-403c-af4e-4822a85d0ddc req-a273a087-4843-4e85-8882-c052a52c073b service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=cf42f62c-f94a-411e-aa38-b95605994c37 HTTP/1.1" status: 200 len: 854 time: 0.0555444 Aug 18 11:20:53.857578 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-8e382677-6b0a-4f46-9758-0b088157db99 req-6b1d93bf-12e3-4e6a-8bf1-6e13ea1668e0 tempest-VolumesNegativeTest-539750074 tempest-VolumesNegativeTest-539750074-project] 10.222.0.20 "GET /networking/v2.0/networks?tenant_id=62556a3d77ac46cd86af53cb22884a4c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0305879 Aug 18 11:20:53.858646 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cfbb55-7943-403c-af4e-4822a85d0ddc req-708d1d92-623a-4211-915d-be622b04e397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:20:53.859998 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-80cfbb55-7943-403c-af4e-4822a85d0ddc req-708d1d92-623a-4211-915d-be622b04e397 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=ca6ccede-6467-4618-b24a-e0809d05149d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0680170 Aug 18 11:20:54.031627 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Device adedacf9-e004-4cf8-9ad1-c4e2ab86ed9c details requested by agent hyperv_hv-cinder-85345 with host hv-cinder-85345 {{(pid=106380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 11:20:54.053244 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-80cfbb55-7943-403c-af4e-4822a85d0ddc req-712c25e8-60d0-4c89-8e58-45fff0de141d service neutron] 10.222.0.20 "GET /networking/v2.0/networks/ca6ccede-6467-4618-b24a-e0809d05149d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1815577 Aug 18 11:20:54.059945 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e382677-6b0a-4f46-9758-0b088157db99 req-c6e2ee70-61c6-4a96-bac6-7b3ae40f5ed9 tempest-VolumesNegativeTest-539750074 tempest-VolumesNegativeTest-539750074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:20:54.061313 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-8e382677-6b0a-4f46-9758-0b088157db99 req-c6e2ee70-61c6-4a96-bac6-7b3ae40f5ed9 tempest-VolumesNegativeTest-539750074 tempest-VolumesNegativeTest-539750074-project] 10.222.0.20 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1883819 Aug 18 11:20:54.130435 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] For port adedacf9-e004-4cf8-9ad1-c4e2ab86ed9c, host hv-cinder-85345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85345',level=0,port_id=adedacf9-e004-4cf8-9ad1-c4e2ab86ed9c,segment=NetworkSegment(ee45f576-d1b7-4e11-a10f-3fe54663f35e),segment_id=ee45f576-d1b7-4e11-a10f-3fe54663f35e)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:20:54.142485 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Returning: {'device': 'adedacf9-e004-4cf8-9ad1-c4e2ab86ed9c', 'network_id': 'ca6ccede-6467-4618-b24a-e0809d05149d', 'port_id': 'adedacf9-e004-4cf8-9ad1-c4e2ab86ed9c', 'mac_address': 'fa:16:3e:d0:c7:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 997, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf42f62c-f94a-411e-aa38-b95605994c37', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 11:20:54.146717 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.v2.base [req-8e382677-6b0a-4f46-9758-0b088157db99 req-3ffe6586-9806-4188-9294-8c5a04f7ef83 tempest-VolumesNegativeTest-539750074 tempest-VolumesNegativeTest-539750074-project] Request body: {'port': {'device_id': '5b892a7e-0baf-49d2-8925-9be466fc4e60', 'network_id': 'fc31cc84-696a-4d53-9edf-a29d6826d2d9', 'admin_state_up': True, 'tenant_id': '62556a3d77ac46cd86af53cb22884a4c'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:20:54.164088 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=100 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:20:54.183031 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Current status of the port adedacf9-e004-4cf8-9ad1-c4e2ab86ed9c is: DOWN; New status is: BUILD {{(pid=106380) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 11:20:54.183436 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (adedacf9-e004-4cf8-9ad1-c4e2ab86ed9c), before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:20:54.197462 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.notifiers.nova [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id adedacf9-e004-4cf8-9ad1-c4e2ab86ed9c {{(pid=106380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 18 11:20:54.217801 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] For port adedacf9-e004-4cf8-9ad1-c4e2ab86ed9c, host hv-cinder-85345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85345',level=0,port_id=adedacf9-e004-4cf8-9ad1-c4e2ab86ed9c,segment=NetworkSegment(ee45f576-d1b7-4e11-a10f-3fe54663f35e),segment_id=ee45f576-d1b7-4e11-a10f-3fe54663f35e)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:20:54.222064 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732803053689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732802528799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732802528817'] for port (adedacf9-e004-4cf8-9ad1-c4e2ab86ed9c), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:20:54.242959 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=100 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:20:54.276822 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Pushing event updated for resources: {'Port': ['ID=adedacf9-e004-4cf8-9ad1-c4e2ab86ed9c,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:20:54.285195 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:20:54.285460 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:20:54.285802 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:20:54.286142 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:20:54.286476 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:20:54.286806 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:20:54.287132 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:20:54.287474 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:20:54.287781 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:20:54.288104 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:20:54.288489 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:20:54.288838 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:20:54.289166 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:20:54.289481 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:20:54.289801 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:20:54.567729 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518dac1e-6e1f-44c8-8958-3105ff099237 req-8918091c-74b3-4ac7-b4c2-9c7cef070dd9 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:20:54.569125 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-518dac1e-6e1f-44c8-8958-3105ff099237 req-8918091c-74b3-4ac7-b4c2-9c7cef070dd9 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3661a163-6ece-46a8-a76f-83ef6796584b HTTP/1.1" status: 200 len: 944 time: 0.3665240 Aug 18 11:20:54.579707 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-720f42c5-28bc-429b-ac79-b93d28bd9b7b req-a15a9747-4390-4a06-8b47-bb8d1484267b tempest-VolumesNegativeTest-539750074 tempest-VolumesNegativeTest-539750074-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5b892a7e-0baf-49d2-8925-9be466fc4e60 HTTP/1.1" status: 200 len: 210 time: 0.0706627 Aug 18 11:20:54.641230 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-80cfbb55-7943-403c-af4e-4822a85d0ddc req-6081c8a1-4cd3-43bc-b04e-2e53598b2560 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/ca6ccede-6467-4618-b24a-e0809d05149d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5082791 Aug 18 11:20:54.715851 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-518dac1e-6e1f-44c8-8958-3105ff099237 req-50a5ddd8-1f51-4868-b1cc-6128093e7b9a tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=88700920-bea7-4722-a87e-5cd7bdbafb11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1331661 Aug 18 11:20:54.727413 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb7d87f-7954-490c-95c6-ab648aa2d3d7 req-2d3247e1-f17d-4f96-a13f-0e7820bd3d73 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:20:54.728945 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-dcb7d87f-7954-490c-95c6-ab648aa2d3d7 req-2d3247e1-f17d-4f96-a13f-0e7820bd3d73 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7d250382-9a20-4990-8a8f-8d0de89674a3 HTTP/1.1" status: 200 len: 946 time: 0.0821843 Aug 18 11:20:54.734729 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e382677-6b0a-4f46-9758-0b088157db99 req-3ffe6586-9806-4188-9294-8c5a04f7ef83 tempest-VolumesNegativeTest-539750074 tempest-VolumesNegativeTest-539750074-project] Made reservation on behalf of 62556a3d77ac46cd86af53cb22884a4c for: {'port': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 11:20:54.738080 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-8e382677-6b0a-4f46-9758-0b088157db99 req-3ffe6586-9806-4188-9294-8c5a04f7ef83 tempest-VolumesNegativeTest-539750074 tempest-VolumesNegativeTest-539750074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (None), before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:20:54.759454 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-8e382677-6b0a-4f46-9758-0b088157db99 req-3ffe6586-9806-4188-9294-8c5a04f7ef83 tempest-VolumesNegativeTest-539750074 tempest-VolumesNegativeTest-539750074-project] Publish callbacks [] for security_group (None), before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:20:54.806209 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-dcb7d87f-7954-490c-95c6-ab648aa2d3d7 req-8cca3704-7da3-4b0e-b3e6-a704ef74a26d tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4ea5bf43-978e-4299-a64e-45416a7e4e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656931 Aug 18 11:20:54.863311 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-8e382677-6b0a-4f46-9758-0b088157db99 req-3ffe6586-9806-4188-9294-8c5a04f7ef83 tempest-VolumesNegativeTest-539750074 tempest-VolumesNegativeTest-539750074-project] Publish callbacks [] for security_group (f404153c-6aef-4197-8cd5-6202dcd87d39), precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:20:54.867742 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-8e382677-6b0a-4f46-9758-0b088157db99 req-3ffe6586-9806-4188-9294-8c5a04f7ef83 tempest-VolumesNegativeTest-539750074 tempest-VolumesNegativeTest-539750074-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433130'] for security_group (f404153c-6aef-4197-8cd5-6202dcd87d39), after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:20:54.952662 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffe6586-9806-4188-9294-8c5a04f7ef83 tempest-VolumesNegativeTest-539750074 tempest-VolumesNegativeTest-539750074-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f404153c-6aef-4197-8cd5-6202dcd87d39,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:20:55.052859 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [req-8e382677-6b0a-4f46-9758-0b088157db99 req-3ffe6586-9806-4188-9294-8c5a04f7ef83 tempest-VolumesNegativeTest-539750074 tempest-VolumesNegativeTest-539750074-project] Allocated IP 192.168.233.164 (fc31cc84-696a-4d53-9edf-a29d6826d2d9/d4849bb0-244b-429a-a89d-08b7bae78600/1df1f0a0-db2f-4fa7-8dc0-475a8c8760b9) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 11:20:55.204561 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:20:55.221901 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-8e382677-6b0a-4f46-9758-0b088157db99 req-3ffe6586-9806-4188-9294-8c5a04f7ef83 tempest-VolumesNegativeTest-539750074 tempest-VolumesNegativeTest-539750074-project] Publish callbacks [] for port (1df1f0a0-db2f-4fa7-8dc0-475a8c8760b9), precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:20:55.263617 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-8e382677-6b0a-4f46-9758-0b088157db99 req-3ffe6586-9806-4188-9294-8c5a04f7ef83 tempest-VolumesNegativeTest-539750074 tempest-VolumesNegativeTest-539750074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732802528781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11809227'] for port (1df1f0a0-db2f-4fa7-8dc0-475a8c8760b9), after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:20:55.271914 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=3 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:20:55.322557 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e382677-6b0a-4f46-9758-0b088157db99 req-3ffe6586-9806-4188-9294-8c5a04f7ef83 tempest-VolumesNegativeTest-539750074 tempest-VolumesNegativeTest-539750074-project] Network fc31cc84-696a-4d53-9edf-a29d6826d2d9 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 11:20:55.327294 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [req-8e382677-6b0a-4f46-9758-0b088157db99 req-3ffe6586-9806-4188-9294-8c5a04f7ef83 tempest-VolumesNegativeTest-539750074 tempest-VolumesNegativeTest-539750074-project] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 11:20:55.331946 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e382677-6b0a-4f46-9758-0b088157db99 req-3ffe6586-9806-4188-9294-8c5a04f7ef83 tempest-VolumesNegativeTest-539750074 tempest-VolumesNegativeTest-539750074-project] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 18 11:20:55.339654 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffe6586-9806-4188-9294-8c5a04f7ef83 tempest-VolumesNegativeTest-539750074 tempest-VolumesNegativeTest-539750074-project] Pushing event updated for resources: {'Port': ['ID=1df1f0a0-db2f-4fa7-8dc0-475a8c8760b9,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:20:55.395664 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e382677-6b0a-4f46-9758-0b088157db99 req-3ffe6586-9806-4188-9294-8c5a04f7ef83 tempest-VolumesNegativeTest-539750074 tempest-VolumesNegativeTest-539750074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:20:55.396373 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-8e382677-6b0a-4f46-9758-0b088157db99 req-3ffe6586-9806-4188-9294-8c5a04f7ef83 tempest-VolumesNegativeTest-539750074 tempest-VolumesNegativeTest-539750074-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22494'] for port (None), before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:20:55.414774 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-8e382677-6b0a-4f46-9758-0b088157db99 req-3ffe6586-9806-4188-9294-8c5a04f7ef83 tempest-VolumesNegativeTest-539750074 tempest-VolumesNegativeTest-539750074-project] 10.222.0.20 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2806940 Aug 18 11:20:55.426945 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.v2.base [req-8e382677-6b0a-4f46-9758-0b088157db99 req-e8cdd5dd-8a9b-44fe-96e3-65ff8b16d543 service neutron] Request body: {'port': {'device_id': '5b892a7e-0baf-49d2-8925-9be466fc4e60', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85345'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:20:55.491697 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-8e382677-6b0a-4f46-9758-0b088157db99 req-e8cdd5dd-8a9b-44fe-96e3-65ff8b16d543 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (1df1f0a0-db2f-4fa7-8dc0-475a8c8760b9), before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:20:55.561559 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-97d5e846-b6c0-48ea-b4e7-5d0fa9ee8910 None None] Provisioning complete for port 1df1f0a0-db2f-4fa7-8dc0-475a8c8760b9 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 18 11:20:55.562147 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-97d5e846-b6c0-48ea-b4e7-5d0fa9ee8910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619404'] for port (1df1f0a0-db2f-4fa7-8dc0-475a8c8760b9), provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:20:55.594097 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-97d5e846-b6c0-48ea-b4e7-5d0fa9ee8910 None None] Port 1df1f0a0-db2f-4fa7-8dc0-475a8c8760b9 cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 18 11:20:55.734010 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba33d00-13fd-45e8-a651-aadc7de68877 req-752b4dbc-9cef-4f81-91d9-971843f7a66d tempest-VolumesNegativeTest-539750074 tempest-VolumesNegativeTest-539750074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:20:55.735391 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-5ba33d00-13fd-45e8-a651-aadc7de68877 req-752b4dbc-9cef-4f81-91d9-971843f7a66d tempest-VolumesNegativeTest-539750074 tempest-VolumesNegativeTest-539750074-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5b892a7e-0baf-49d2-8925-9be466fc4e60 HTTP/1.1" status: 200 len: 936 time: 0.0717976 Aug 18 11:20:55.858454 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-5ba33d00-13fd-45e8-a651-aadc7de68877 req-1686fc4f-e595-46c0-9f4d-9524b266ab58 tempest-VolumesNegativeTest-539750074 tempest-VolumesNegativeTest-539750074-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f404153c-6aef-4197-8cd5-6202dcd87d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172733 Aug 18 11:20:55.867003 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.notifiers.nova [req-8e382677-6b0a-4f46-9758-0b088157db99 req-e8cdd5dd-8a9b-44fe-96e3-65ff8b16d543 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1df1f0a0-db2f-4fa7-8dc0-475a8c8760b9 {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 18 11:20:55.877798 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-8e382677-6b0a-4f46-9758-0b088157db99 req-e8cdd5dd-8a9b-44fe-96e3-65ff8b16d543 service neutron] Publish callbacks [] for port (1df1f0a0-db2f-4fa7-8dc0-475a8c8760b9), precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:20:55.899615 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead620d1-9504-42c3-a841-b07a5618fc9c req-c78b766f-2d29-497e-b689-0af1c0a90356 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:20:55.901244 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-ead620d1-9504-42c3-a841-b07a5618fc9c req-c78b766f-2d29-497e-b689-0af1c0a90356 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3661a163-6ece-46a8-a76f-83ef6796584b HTTP/1.1" status: 200 len: 944 time: 0.1101091 Aug 18 11:20:55.904632 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [req-8e382677-6b0a-4f46-9758-0b088157db99 req-e8cdd5dd-8a9b-44fe-96e3-65ff8b16d543 service neutron] Transition to ACTIVE for port object 1df1f0a0-db2f-4fa7-8dc0-475a8c8760b9 will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 18 11:20:55.917912 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-8e382677-6b0a-4f46-9758-0b088157db99 req-e8cdd5dd-8a9b-44fe-96e3-65ff8b16d543 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732803053689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732802528799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732802528817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11809220'] for port (1df1f0a0-db2f-4fa7-8dc0-475a8c8760b9), after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:20:56.003876 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:20:56.050269 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cdd5dd-8a9b-44fe-96e3-65ff8b16d543 service neutron] Pushing event updated for resources: {'Port': ['ID=1df1f0a0-db2f-4fa7-8dc0-475a8c8760b9,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:20:56.058039 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cbacc1-9d3e-41bf-9a7b-a94710f90b05 req-c4803202-b734-40c0-8e09-179d29fc23c9 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:20:56.060283 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-d1cbacc1-9d3e-41bf-9a7b-a94710f90b05 req-c4803202-b734-40c0-8e09-179d29fc23c9 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7d250382-9a20-4990-8a8f-8d0de89674a3 HTTP/1.1" status: 200 len: 946 time: 0.1285892 Aug 18 11:20:56.081532 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-ead620d1-9504-42c3-a841-b07a5618fc9c req-1074c356-78df-4e11-88a2-9d9cb4d75058 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=88700920-bea7-4722-a87e-5cd7bdbafb11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1702194 Aug 18 11:20:56.126478 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] get_ports_and_sgs() called for port_ids ['adedacf9-e004-4cf8-9ad1-c4e2ab86ed9c'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 18 11:20:56.130333 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Device 565d092d-be66-4df6-a273-c1968e5a86f7 details requested by agent hyperv_hv-cinder-85345 with host hv-cinder-85345 {{(pid=106380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 11:20:56.147769 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-8e382677-6b0a-4f46-9758-0b088157db99 req-e8cdd5dd-8a9b-44fe-96e3-65ff8b16d543 service neutron] Attempting to bind port 1df1f0a0-db2f-4fa7-8dc0-475a8c8760b9 on host hv-cinder-85345 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 18 11:20:56.147986 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-8e382677-6b0a-4f46-9758-0b088157db99 req-e8cdd5dd-8a9b-44fe-96e3-65ff8b16d543 service neutron] Attempting to bind port 1df1f0a0-db2f-4fa7-8dc0-475a8c8760b9 by drivers openvswitch,hyperv on host hv-cinder-85345 at level 0 using segments [{'id': 'aba97a82-2807-4d9f-a899-dfe0fb7a4760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 977, 'network_id': 'fc31cc84-696a-4d53-9edf-a29d6826d2d9'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 18 11:20:56.148128 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e382677-6b0a-4f46-9758-0b088157db99 req-e8cdd5dd-8a9b-44fe-96e3-65ff8b16d543 service neutron] Attempting to bind port 1df1f0a0-db2f-4fa7-8dc0-475a8c8760b9 on network fc31cc84-696a-4d53-9edf-a29d6826d2d9 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 18 11:20:56.153922 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-d1cbacc1-9d3e-41bf-9a7b-a94710f90b05 req-7b1968df-39dc-41b9-ac40-b62c66370f22 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4ea5bf43-978e-4299-a64e-45416a7e4e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714915 Aug 18 11:20:56.160832 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e382677-6b0a-4f46-9758-0b088157db99 req-e8cdd5dd-8a9b-44fe-96e3-65ff8b16d543 service neutron] Port 1df1f0a0-db2f-4fa7-8dc0-475a8c8760b9 on network fc31cc84-696a-4d53-9edf-a29d6826d2d9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85345 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 18 11:20:56.161286 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e382677-6b0a-4f46-9758-0b088157db99 req-e8cdd5dd-8a9b-44fe-96e3-65ff8b16d543 service neutron] Attempting to bind port 1df1f0a0-db2f-4fa7-8dc0-475a8c8760b9 on network fc31cc84-696a-4d53-9edf-a29d6826d2d9 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 18 11:20:56.167555 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e382677-6b0a-4f46-9758-0b088157db99 req-e8cdd5dd-8a9b-44fe-96e3-65ff8b16d543 service neutron] Checking agent: {'id': '0c451e2b-fe38-44d1-984c-2dd7bcedf4dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85345', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 18, 11, 14, 5), 'started_at': datetime.datetime(2022, 8, 18, 11, 14, 5), 'heartbeat_timestamp': datetime.datetime(2022, 8, 18, 11, 20, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 18 11:20:56.168555 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e382677-6b0a-4f46-9758-0b088157db99 req-e8cdd5dd-8a9b-44fe-96e3-65ff8b16d543 service neutron] Checking segment: {'id': 'aba97a82-2807-4d9f-a899-dfe0fb7a4760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 977, 'network_id': 'fc31cc84-696a-4d53-9edf-a29d6826d2d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 18 11:20:56.168969 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e382677-6b0a-4f46-9758-0b088157db99 req-e8cdd5dd-8a9b-44fe-96e3-65ff8b16d543 service neutron] Bound using segment: {'id': 'aba97a82-2807-4d9f-a899-dfe0fb7a4760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 977, 'network_id': 'fc31cc84-696a-4d53-9edf-a29d6826d2d9'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 18 11:20:56.169411 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-8e382677-6b0a-4f46-9758-0b088157db99 req-e8cdd5dd-8a9b-44fe-96e3-65ff8b16d543 service neutron] Bound port: 1df1f0a0-db2f-4fa7-8dc0-475a8c8760b9, host: hv-cinder-85345, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aba97a82-2807-4d9f-a899-dfe0fb7a4760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 977, 'network_id': 'fc31cc84-696a-4d53-9edf-a29d6826d2d9'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 18 11:20:56.169760 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-8e382677-6b0a-4f46-9758-0b088157db99 req-e8cdd5dd-8a9b-44fe-96e3-65ff8b16d543 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (1df1f0a0-db2f-4fa7-8dc0-475a8c8760b9), before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:20:56.189161 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:20:56.238987 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-8e382677-6b0a-4f46-9758-0b088157db99 req-e8cdd5dd-8a9b-44fe-96e3-65ff8b16d543 service neutron] For port 1df1f0a0-db2f-4fa7-8dc0-475a8c8760b9, host hv-cinder-85345, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 11:20:56.242161 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-8e382677-6b0a-4f46-9758-0b088157db99 req-e8cdd5dd-8a9b-44fe-96e3-65ff8b16d543 service neutron] For port 1df1f0a0-db2f-4fa7-8dc0-475a8c8760b9, host hv-cinder-85345, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85345',level=0,port_id=1df1f0a0-db2f-4fa7-8dc0-475a8c8760b9,segment=NetworkSegment(aba97a82-2807-4d9f-a899-dfe0fb7a4760),segment_id=aba97a82-2807-4d9f-a899-dfe0fb7a4760)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 11:20:56.249214 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-8e382677-6b0a-4f46-9758-0b088157db99 req-e8cdd5dd-8a9b-44fe-96e3-65ff8b16d543 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732803053689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732802528799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732802528817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11809220'] for port (1df1f0a0-db2f-4fa7-8dc0-475a8c8760b9), after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:20:56.253406 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e382677-6b0a-4f46-9758-0b088157db99 req-e8cdd5dd-8a9b-44fe-96e3-65ff8b16d543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:20:56.254158 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-8e382677-6b0a-4f46-9758-0b088157db99 req-e8cdd5dd-8a9b-44fe-96e3-65ff8b16d543 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22494'] for port (None), before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:20:56.256030 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-8e382677-6b0a-4f46-9758-0b088157db99 req-e8cdd5dd-8a9b-44fe-96e3-65ff8b16d543 service neutron] 10.222.0.20 "PUT /networking/v2.0/ports/1df1f0a0-db2f-4fa7-8dc0-475a8c8760b9 HTTP/1.1" status: 200 len: 1098 time: 0.8332283 Aug 18 11:20:56.256653 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b892a7e-0baf-49d2-8925-9be466fc4e60', 'tag': '1df1f0a0-db2f-4fa7-8dc0-475a8c8760b9'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 18 11:20:56.259165 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c862ab1b2ee120cb5e2e4f2725a0fe0d7acaf57f657006002d91667c9b4c94a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d797b53-c72d-4e80-b668-3775fb999376" -d '{"events": [{"name": "network-changed", "server_uuid": "5b892a7e-0baf-49d2-8925-9be466fc4e60", "tag": "1df1f0a0-db2f-4fa7-8dc0-475a8c8760b9"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:20:56.327755 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Aug 2022 11:20:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37a338f2-f5bc-47a5-a0a5-dc9c9cb73d5c x-openstack-request-id: req-37a338f2-f5bc-47a5-a0a5-dc9c9cb73d5c {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:20:56.328138 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b892a7e-0baf-49d2-8925-9be466fc4e60", "tag": "1df1f0a0-db2f-4fa7-8dc0-475a8c8760b9", "status": "completed", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:20:56.328367 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-37a338f2-f5bc-47a5-a0a5-dc9c9cb73d5c {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:20:56.328738 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37a338f2-f5bc-47a5-a0a5-dc9c9cb73d5c'] response: {'name': 'network-changed', 'server_uuid': '5b892a7e-0baf-49d2-8925-9be466fc4e60', 'tag': '1df1f0a0-db2f-4fa7-8dc0-475a8c8760b9', 'status': 'completed', 'code': 200} Aug 18 11:20:56.329519 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cdd5dd-8a9b-44fe-96e3-65ff8b16d543 service neutron] Pushing event updated for resources: {'Port': ['ID=1df1f0a0-db2f-4fa7-8dc0-475a8c8760b9,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:20:56.362367 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e382677-6b0a-4f46-9758-0b088157db99 req-c465ab19-b2eb-4798-896a-a316bb29fb11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:20:56.363888 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-8e382677-6b0a-4f46-9758-0b088157db99 req-c465ab19-b2eb-4798-896a-a316bb29fb11 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=62556a3d77ac46cd86af53cb22884a4c&device_id=5b892a7e-0baf-49d2-8925-9be466fc4e60 HTTP/1.1" status: 200 len: 1132 time: 0.0481012 Aug 18 11:20:56.413030 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-8e382677-6b0a-4f46-9758-0b088157db99 req-2ee8e1ad-10cf-4543-b363-c49b81606550 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=1df1f0a0-db2f-4fa7-8dc0-475a8c8760b9 HTTP/1.1" status: 200 len: 217 time: 0.0366652 Aug 18 11:20:56.449639 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=79,neutron:UPDATE=4 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:20:56.451608 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] For port 565d092d-be66-4df6-a273-c1968e5a86f7, host hv-cinder-85345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85345',level=0,port_id=565d092d-be66-4df6-a273-c1968e5a86f7,segment=NetworkSegment(9c3c1f69-d097-49d4-af01-0805916be3fe),segment_id=9c3c1f69-d097-49d4-af01-0805916be3fe)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:20:56.456053 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:20:56.462855 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e382677-6b0a-4f46-9758-0b088157db99 req-0fc68e6f-9d66-4b4e-9ab8-0cddd1d48f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:20:56.464401 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-8e382677-6b0a-4f46-9758-0b088157db99 req-0fc68e6f-9d66-4b4e-9ab8-0cddd1d48f4a service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=d4849bb0-244b-429a-a89d-08b7bae78600 HTTP/1.1" status: 200 len: 843 time: 0.0447848 Aug 18 11:20:56.478294 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Returning: {'device': '565d092d-be66-4df6-a273-c1968e5a86f7', 'network_id': '610eae45-7047-4853-8153-1da79fb95838', 'port_id': '565d092d-be66-4df6-a273-c1968e5a86f7', 'mac_address': 'fa:16:3e:61:80:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 968, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3eb1b23-820c-420d-9ebc-59169bbc8615', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 11:20:56.515327 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e382677-6b0a-4f46-9758-0b088157db99 req-20ea264b-d469-4536-9566-4d03342293e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:20:56.516802 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-8e382677-6b0a-4f46-9758-0b088157db99 req-20ea264b-d469-4536-9566-4d03342293e8 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=fc31cc84-696a-4d53-9edf-a29d6826d2d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0443487 Aug 18 11:20:56.534265 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Current status of the port 565d092d-be66-4df6-a273-c1968e5a86f7 is: ACTIVE; New status is: BUILD {{(pid=106380) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 11:20:56.534675 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (565d092d-be66-4df6-a273-c1968e5a86f7), before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:20:56.548978 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.notifiers.nova [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 565d092d-be66-4df6-a273-c1968e5a86f7 {{(pid=106380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 18 11:20:56.571237 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] For port 565d092d-be66-4df6-a273-c1968e5a86f7, host hv-cinder-85345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85345',level=0,port_id=565d092d-be66-4df6-a273-c1968e5a86f7,segment=NetworkSegment(9c3c1f69-d097-49d4-af01-0805916be3fe),segment_id=9c3c1f69-d097-49d4-af01-0805916be3fe)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:20:56.575651 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732803053689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732802528799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732802528817'] for port (565d092d-be66-4df6-a273-c1968e5a86f7), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:20:56.626822 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Pushing event updated for resources: {'Port': ['ID=565d092d-be66-4df6-a273-c1968e5a86f7,revision_number=6']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:20:56.627374 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-8e382677-6b0a-4f46-9758-0b088157db99 req-147d6e28-792c-463a-a9dc-b1924d5e54e5 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/fc31cc84-696a-4d53-9edf-a29d6826d2d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030154 Aug 18 11:20:56.734304 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-8e382677-6b0a-4f46-9758-0b088157db99 req-c0c14a54-a17d-4228-b86c-81eff721310b service neutron] 10.222.0.20 "GET /networking/v2.0/networks/fc31cc84-696a-4d53-9edf-a29d6826d2d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003320 Aug 18 11:20:56.984538 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28eb6d28-6ce8-4e60-8663-3e4b0b8a546e req-073da894-41ca-484f-9105-3453b7f19aff tempest-VolumesNegativeTest-539750074 tempest-VolumesNegativeTest-539750074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:20:56.986050 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-28eb6d28-6ce8-4e60-8663-3e4b0b8a546e req-073da894-41ca-484f-9105-3453b7f19aff tempest-VolumesNegativeTest-539750074 tempest-VolumesNegativeTest-539750074-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5b892a7e-0baf-49d2-8925-9be466fc4e60 HTTP/1.1" status: 200 len: 948 time: 0.0483525 Aug 18 11:20:57.035639 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-28eb6d28-6ce8-4e60-8663-3e4b0b8a546e req-22b9feb6-dfb8-4954-a353-6dd55a3cc8a5 tempest-VolumesNegativeTest-539750074 tempest-VolumesNegativeTest-539750074-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f404153c-6aef-4197-8cd5-6202dcd87d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440333 Aug 18 11:20:57.209470 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9482077e-c95e-4ffb-a82e-44a2b4fa216c req-897af1a3-5d66-402c-8d08-1045382041b9 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:20:57.210975 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-9482077e-c95e-4ffb-a82e-44a2b4fa216c req-897af1a3-5d66-402c-8d08-1045382041b9 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3661a163-6ece-46a8-a76f-83ef6796584b HTTP/1.1" status: 200 len: 944 time: 0.0532947 Aug 18 11:20:57.292255 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-9482077e-c95e-4ffb-a82e-44a2b4fa216c req-ced276b9-4d2b-419c-a2b0-790401b9acf0 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=88700920-bea7-4722-a87e-5cd7bdbafb11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754550 Aug 18 11:20:57.298554 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e049d940-6eba-4031-bb35-f79c7ea85b35 req-096e2fc4-8feb-4ff7-9cf0-7397280ea763 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:20:57.300002 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-e049d940-6eba-4031-bb35-f79c7ea85b35 req-096e2fc4-8feb-4ff7-9cf0-7397280ea763 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7d250382-9a20-4990-8a8f-8d0de89674a3 HTTP/1.1" status: 200 len: 945 time: 0.0637186 Aug 18 11:20:57.349654 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-e049d940-6eba-4031-bb35-f79c7ea85b35 req-ff3de1ca-3439-40b0-a25c-b3e798129997 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4ea5bf43-978e-4299-a64e-45416a7e4e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430863 Aug 18 11:20:58.127087 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=1 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:20:58.128045 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=64,neutron:UPDATE=1,neutron:DELETE=4,neutron:INSERT=6 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:20:58.161930 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3d5d07-2f0b-44f5-a120-16a702e501b0 req-51734288-cc7b-4837-8205-e7d91380e3cf tempest-VolumesNegativeTest-539750074 tempest-VolumesNegativeTest-539750074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:20:58.163429 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-4d3d5d07-2f0b-44f5-a120-16a702e501b0 req-51734288-cc7b-4837-8205-e7d91380e3cf tempest-VolumesNegativeTest-539750074 tempest-VolumesNegativeTest-539750074-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5b892a7e-0baf-49d2-8925-9be466fc4e60 HTTP/1.1" status: 200 len: 948 time: 0.0491958 Aug 18 11:20:58.396808 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-4d3d5d07-2f0b-44f5-a120-16a702e501b0 req-e67a18ff-423c-4536-af51-bc632ad42179 tempest-VolumesNegativeTest-539750074 tempest-VolumesNegativeTest-539750074-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f404153c-6aef-4197-8cd5-6202dcd87d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2259035 Aug 18 11:20:58.525186 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d99be1-f154-4140-a6d2-8224aa82b67b req-338c3369-2c17-4b48-9733-df8b9d7c899f tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:20:58.526682 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-a4d99be1-f154-4140-a6d2-8224aa82b67b req-338c3369-2c17-4b48-9733-df8b9d7c899f tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3661a163-6ece-46a8-a76f-83ef6796584b HTTP/1.1" status: 200 len: 944 time: 0.1582971 Aug 18 11:20:58.534896 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0941e0-6eb1-471e-b778-22f009710932 req-f27058e4-4115-4451-9430-9425cb614ad1 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:20:58.536399 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-4e0941e0-6eb1-471e-b778-22f009710932 req-f27058e4-4115-4451-9430-9425cb614ad1 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7d250382-9a20-4990-8a8f-8d0de89674a3 HTTP/1.1" status: 200 len: 945 time: 0.0757122 Aug 18 11:20:58.550466 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:20:58.582818 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:20:58.620208 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-a4d99be1-f154-4140-a6d2-8224aa82b67b req-97f1cfd1-ae77-4485-8088-b0c44776c839 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=88700920-bea7-4722-a87e-5cd7bdbafb11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828185 Aug 18 11:20:58.624246 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-4e0941e0-6eb1-471e-b778-22f009710932 req-1df3ce50-61dc-4281-a74d-98f0054d0dac tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4ea5bf43-978e-4299-a64e-45416a7e4e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801013 Aug 18 11:20:58.841006 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Device adedacf9-e004-4cf8-9ad1-c4e2ab86ed9c up at agent hyperv_hv-cinder-85345 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 11:20:58.888018 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Provisioning for port adedacf9-e004-4cf8-9ad1-c4e2ab86ed9c completed by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 18 11:20:58.893611 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Provisioning complete for port adedacf9-e004-4cf8-9ad1-c4e2ab86ed9c triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 18 11:20:58.894051 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619404'] for port (adedacf9-e004-4cf8-9ad1-c4e2ab86ed9c), provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:20:58.976628 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Current status of the port adedacf9-e004-4cf8-9ad1-c4e2ab86ed9c is: BUILD; New status is: ACTIVE {{(pid=106380) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 11:20:58.977017 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (adedacf9-e004-4cf8-9ad1-c4e2ab86ed9c), before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:20:59.007682 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3661a163-6ece-46a8-a76f-83ef6796584b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adedacf9-e004-4cf8-9ad1-c4e2ab86ed9c'}] {{(pid=106380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 18 11:20:59.010635 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2abfa1ee86993cd756e72fd91a3a01a1a8fb73078c92f04bbbffdb72ec117730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78174263-0024-491b-bd35-95b8c8eab7f2" -d '{"events": [{"server_uuid": "3661a163-6ece-46a8-a76f-83ef6796584b", "name": "network-vif-plugged", "status": "completed", "tag": "adedacf9-e004-4cf8-9ad1-c4e2ab86ed9c"}]}' {{(pid=106380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:20:59.017444 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] get_ports_and_sgs() called for port_ids ['565d092d-be66-4df6-a273-c1968e5a86f7'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 18 11:20:59.046165 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] For port adedacf9-e004-4cf8-9ad1-c4e2ab86ed9c, host hv-cinder-85345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85345',level=0,port_id=adedacf9-e004-4cf8-9ad1-c4e2ab86ed9c,segment=NetworkSegment(ee45f576-d1b7-4e11-a10f-3fe54663f35e),segment_id=ee45f576-d1b7-4e11-a10f-3fe54663f35e)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:20:59.059377 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732803053689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732802528799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732802528817'] for port (adedacf9-e004-4cf8-9ad1-c4e2ab86ed9c), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:20:59.084306 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Aug 2022 11:20:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca637536-6c0c-4a8e-bcd8-7a81cf50bb41 x-openstack-request-id: req-ca637536-6c0c-4a8e-bcd8-7a81cf50bb41 {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:20:59.084624 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3661a163-6ece-46a8-a76f-83ef6796584b", "name": "network-vif-plugged", "status": "completed", "tag": "adedacf9-e004-4cf8-9ad1-c4e2ab86ed9c", "code": 200}]} {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:20:59.084884 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ca637536-6c0c-4a8e-bcd8-7a81cf50bb41 {{(pid=106380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:20:59.085279 dv-cinder-853450-2-iscsi neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca637536-6c0c-4a8e-bcd8-7a81cf50bb41'] response: {'server_uuid': '3661a163-6ece-46a8-a76f-83ef6796584b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adedacf9-e004-4cf8-9ad1-c4e2ab86ed9c', 'code': 200} Aug 18 11:20:59.135761 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Pushing event updated for resources: {'Port': ['ID=adedacf9-e004-4cf8-9ad1-c4e2ab86ed9c,revision_number=5']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:20:59.521617 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e999ffda-31b0-46b5-b479-b2531394fd5f req-eec1da59-df71-46b5-9e09-ed24f9ce1ff9 tempest-VolumesNegativeTest-539750074 tempest-VolumesNegativeTest-539750074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:20:59.523343 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-e999ffda-31b0-46b5-b479-b2531394fd5f req-eec1da59-df71-46b5-9e09-ed24f9ce1ff9 tempest-VolumesNegativeTest-539750074 tempest-VolumesNegativeTest-539750074-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5b892a7e-0baf-49d2-8925-9be466fc4e60 HTTP/1.1" status: 200 len: 948 time: 0.0482900 Aug 18 11:20:59.572580 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-e999ffda-31b0-46b5-b479-b2531394fd5f req-73d00329-9025-4c6b-8817-59de2ca1b386 tempest-VolumesNegativeTest-539750074 tempest-VolumesNegativeTest-539750074-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f404153c-6aef-4197-8cd5-6202dcd87d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431299 Aug 18 11:20:59.780308 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efc2d98-6b1c-4204-95c7-616a5fc61d2a req-dbff2609-bb25-4a01-9b6d-0200ec8d5f5b tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:20:59.781783 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-4efc2d98-6b1c-4204-95c7-616a5fc61d2a req-dbff2609-bb25-4a01-9b6d-0200ec8d5f5b tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3661a163-6ece-46a8-a76f-83ef6796584b HTTP/1.1" status: 200 len: 945 time: 0.0807786 Aug 18 11:20:59.803400 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bd0c19-ae2d-4c85-955e-852d2a549ec2 req-6faf7e64-2640-49a5-9f74-92bb3e0aeb3c tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:20:59.804858 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-e2bd0c19-ae2d-4c85-955e-852d2a549ec2 req-6faf7e64-2640-49a5-9f74-92bb3e0aeb3c tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7d250382-9a20-4990-8a8f-8d0de89674a3 HTTP/1.1" status: 200 len: 945 time: 0.0748343 Aug 18 11:20:59.874366 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-4efc2d98-6b1c-4204-95c7-616a5fc61d2a req-973e94fa-2ae7-4ea6-8fec-8466f171152d tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=88700920-bea7-4722-a87e-5cd7bdbafb11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846455 Aug 18 11:20:59.878560 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-e2bd0c19-ae2d-4c85-955e-852d2a549ec2 req-3c2ddb65-5686-40be-9d05-d00587b826b8 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4ea5bf43-978e-4299-a64e-45416a7e4e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662811 Aug 18 11:21:00.707983 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aedac34-f82b-4590-bfc5-a48779b6b67e req-d7ea43bf-a2ae-47b3-9239-c6c325cb38ce tempest-VolumesNegativeTest-539750074 tempest-VolumesNegativeTest-539750074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:21:00.710083 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-2aedac34-f82b-4590-bfc5-a48779b6b67e req-d7ea43bf-a2ae-47b3-9239-c6c325cb38ce tempest-VolumesNegativeTest-539750074 tempest-VolumesNegativeTest-539750074-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5b892a7e-0baf-49d2-8925-9be466fc4e60 HTTP/1.1" status: 200 len: 948 time: 0.0571215 Aug 18 11:21:00.758883 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-2aedac34-f82b-4590-bfc5-a48779b6b67e req-daee9bdd-a8df-4341-9800-d76ed1395477 tempest-VolumesNegativeTest-539750074 tempest-VolumesNegativeTest-539750074-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f404153c-6aef-4197-8cd5-6202dcd87d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430751 Aug 18 11:21:00.842919 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Device 565d092d-be66-4df6-a273-c1968e5a86f7 up at agent hyperv_hv-cinder-85345 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 11:21:00.887251 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Provisioning complete for port 565d092d-be66-4df6-a273-c1968e5a86f7 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 18 11:21:00.887640 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619404'] for port (565d092d-be66-4df6-a273-c1968e5a86f7), provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:21:00.977044 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Current status of the port 565d092d-be66-4df6-a273-c1968e5a86f7 is: BUILD; New status is: ACTIVE {{(pid=106380) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 11:21:00.977558 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (565d092d-be66-4df6-a273-c1968e5a86f7), before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:21:01.018974 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] For port 565d092d-be66-4df6-a273-c1968e5a86f7, host hv-cinder-85345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85345',level=0,port_id=565d092d-be66-4df6-a273-c1968e5a86f7,segment=NetworkSegment(9c3c1f69-d097-49d4-af01-0805916be3fe),segment_id=9c3c1f69-d097-49d4-af01-0805916be3fe)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:21:01.024521 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732803053689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732802528799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732802528817'] for port (565d092d-be66-4df6-a273-c1968e5a86f7), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:21:01.048869 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c4d071-e5e1-4ea1-84f4-aed2ba125b9b req-5b65711f-16dd-42ba-ac68-2953c07421a6 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:21:01.050364 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-84c4d071-e5e1-4ea1-84f4-aed2ba125b9b req-5b65711f-16dd-42ba-ac68-2953c07421a6 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3661a163-6ece-46a8-a76f-83ef6796584b HTTP/1.1" status: 200 len: 945 time: 0.0862679 Aug 18 11:21:01.056272 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12e5e3c-a1de-4203-b874-3ab6f68a978d req-39ed5e7d-a166-498b-aa51-e8572c78f1af tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:21:01.057573 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:21:01.057723 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-e12e5e3c-a1de-4203-b874-3ab6f68a978d req-39ed5e7d-a166-498b-aa51-e8572c78f1af tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7d250382-9a20-4990-8a8f-8d0de89674a3 HTTP/1.1" status: 200 len: 945 time: 0.0818644 Aug 18 11:21:01.073170 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:21:01.088391 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d250382-9a20-4990-8a8f-8d0de89674a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '565d092d-be66-4df6-a273-c1968e5a86f7'}] {{(pid=106380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 18 11:21:01.091868 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2abfa1ee86993cd756e72fd91a3a01a1a8fb73078c92f04bbbffdb72ec117730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6edf7f71-d9b9-4869-9eb9-00638a6466c6" -d '{"events": [{"server_uuid": "7d250382-9a20-4990-8a8f-8d0de89674a3", "name": "network-vif-plugged", "status": "completed", "tag": "565d092d-be66-4df6-a273-c1968e5a86f7"}]}' {{(pid=106380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:21:01.101567 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Pushing event updated for resources: {'Port': ['ID=565d092d-be66-4df6-a273-c1968e5a86f7,revision_number=7']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:21:01.129422 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-84c4d071-e5e1-4ea1-84f4-aed2ba125b9b req-0ef1a706-6b11-4c27-b99c-3392a2ac65e2 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=88700920-bea7-4722-a87e-5cd7bdbafb11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703237 Aug 18 11:21:01.141627 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-e12e5e3c-a1de-4203-b874-3ab6f68a978d req-f657eb12-e424-4ebf-9d81-7505dfc24523 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4ea5bf43-978e-4299-a64e-45416a7e4e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747263 Aug 18 11:21:01.187808 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Aug 2022 11:21:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a379d20-80ba-48a6-9457-8f117333c8c8 x-openstack-request-id: req-1a379d20-80ba-48a6-9457-8f117333c8c8 {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:21:01.188238 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d250382-9a20-4990-8a8f-8d0de89674a3", "name": "network-vif-plugged", "status": "completed", "tag": "565d092d-be66-4df6-a273-c1968e5a86f7", "code": 200}]} {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:21:01.188642 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1a379d20-80ba-48a6-9457-8f117333c8c8 {{(pid=106380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:21:01.189508 dv-cinder-853450-2-iscsi neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a379d20-80ba-48a6-9457-8f117333c8c8'] response: {'server_uuid': '7d250382-9a20-4990-8a8f-8d0de89674a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '565d092d-be66-4df6-a273-c1968e5a86f7', 'code': 200} Aug 18 11:21:01.597694 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d797b53-c72d-4e80-b668-3775fb999376 req-7e61a36a-7454-40b3-b458-5fa9a6e29d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:21:01.599171 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-4d797b53-c72d-4e80-b668-3775fb999376 req-7e61a36a-7454-40b3-b458-5fa9a6e29d2a service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=62556a3d77ac46cd86af53cb22884a4c&device_id=5b892a7e-0baf-49d2-8925-9be466fc4e60 HTTP/1.1" status: 200 len: 1132 time: 0.0409245 Aug 18 11:21:01.753062 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb03ef3-934b-4880-bed5-f5852c0dea47 req-dc72800b-7356-4650-83a1-7b1024b2094c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:21:01.754484 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-0cb03ef3-934b-4880-bed5-f5852c0dea47 req-dc72800b-7356-4650-83a1-7b1024b2094c service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=3661a163-6ece-46a8-a76f-83ef6796584b HTTP/1.1" status: 200 len: 1129 time: 0.0648022 Aug 18 11:21:01.755566 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d797b53-c72d-4e80-b668-3775fb999376 req-860b4f93-5e71-4124-851b-32af1ce0b4c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:21:01.756898 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-4d797b53-c72d-4e80-b668-3775fb999376 req-860b4f93-5e71-4124-851b-32af1ce0b4c0 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=fc31cc84-696a-4d53-9edf-a29d6826d2d9 HTTP/1.1" status: 200 len: 870 time: 0.1495168 Aug 18 11:21:01.817096 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-4d797b53-c72d-4e80-b668-3775fb999376 req-e8b7d746-b10c-4d65-904c-93b38fe07e48 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=1df1f0a0-db2f-4fa7-8dc0-475a8c8760b9 HTTP/1.1" status: 200 len: 217 time: 0.0442820 Aug 18 11:21:01.899055 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-0cb03ef3-934b-4880-bed5-f5852c0dea47 req-c883d879-3d21-4339-b09f-0b7a99fca4bd service neutron] 10.222.0.20 "GET /networking/v2.0/security-groups?id=88700920-bea7-4722-a87e-5cd7bdbafb11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1317730 Aug 18 11:21:01.916447 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d797b53-c72d-4e80-b668-3775fb999376 req-2ea4b3ba-0c69-45ec-9da6-df3230628b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:21:01.917866 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-4d797b53-c72d-4e80-b668-3775fb999376 req-2ea4b3ba-0c69-45ec-9da6-df3230628b3c service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=d4849bb0-244b-429a-a89d-08b7bae78600 HTTP/1.1" status: 200 len: 843 time: 0.0904064 Aug 18 11:21:01.923818 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89a1961-c756-4c98-8cb3-d5ff84cd4220 req-237673a6-3292-4a59-bb00-bd2d3e637904 tempest-VolumesNegativeTest-539750074 tempest-VolumesNegativeTest-539750074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:21:01.925186 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-b89a1961-c756-4c98-8cb3-d5ff84cd4220 req-237673a6-3292-4a59-bb00-bd2d3e637904 tempest-VolumesNegativeTest-539750074 tempest-VolumesNegativeTest-539750074-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5b892a7e-0baf-49d2-8925-9be466fc4e60 HTTP/1.1" status: 200 len: 948 time: 0.0876119 Aug 18 11:21:01.967060 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=100 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:21:01.987995 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-b89a1961-c756-4c98-8cb3-d5ff84cd4220 req-2ca5d98f-b4d8-48e7-b8a1-aca6f282da71 tempest-VolumesNegativeTest-539750074 tempest-VolumesNegativeTest-539750074-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f404153c-6aef-4197-8cd5-6202dcd87d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569842 Aug 18 11:21:02.268813 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=100 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:21:02.319949 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d518a195-f2c2-4a5e-85bd-d55522a25610 req-153d75ce-6f42-43a4-b91d-ec3e942c501f tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:21:02.321327 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-d518a195-f2c2-4a5e-85bd-d55522a25610 req-153d75ce-6f42-43a4-b91d-ec3e942c501f tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3661a163-6ece-46a8-a76f-83ef6796584b HTTP/1.1" status: 200 len: 945 time: 0.1074560 Aug 18 11:21:02.336489 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4499bcc4-7d1c-46f7-8ac5-d8fe5b88b97b req-81b05d3c-e8a8-48e7-9fdc-07102b52752c tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:21:02.337890 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-4499bcc4-7d1c-46f7-8ac5-d8fe5b88b97b req-81b05d3c-e8a8-48e7-9fdc-07102b52752c tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7d250382-9a20-4990-8a8f-8d0de89674a3 HTTP/1.1" status: 200 len: 946 time: 0.0949740 Aug 18 11:21:02.346107 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d797b53-c72d-4e80-b668-3775fb999376 req-81c17d6c-d697-4d82-b0de-c3d8ab90cdc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:21:02.347497 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-4d797b53-c72d-4e80-b668-3775fb999376 req-81c17d6c-d697-4d82-b0de-c3d8ab90cdc6 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=fc31cc84-696a-4d53-9edf-a29d6826d2d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0907247 Aug 18 11:21:02.461052 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-d518a195-f2c2-4a5e-85bd-d55522a25610 req-3a737f3a-1e75-467f-9139-5a34b0748abd tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=88700920-bea7-4722-a87e-5cd7bdbafb11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1310205 Aug 18 11:21:02.479815 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-4499bcc4-7d1c-46f7-8ac5-d8fe5b88b97b req-0f44c715-e059-48bf-a37e-6782f1f550c0 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4ea5bf43-978e-4299-a64e-45416a7e4e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1350060 Aug 18 11:21:02.513988 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-4d797b53-c72d-4e80-b668-3775fb999376 req-6713f475-8d52-425f-ab39-8d4c5ce0d734 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/fc31cc84-696a-4d53-9edf-a29d6826d2d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501515 Aug 18 11:21:02.849600 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Device 1df1f0a0-db2f-4fa7-8dc0-475a8c8760b9 details requested by agent hyperv_hv-cinder-85345 with host hv-cinder-85345 {{(pid=106380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 11:21:02.950786 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] For port 1df1f0a0-db2f-4fa7-8dc0-475a8c8760b9, host hv-cinder-85345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85345',level=0,port_id=1df1f0a0-db2f-4fa7-8dc0-475a8c8760b9,segment=NetworkSegment(aba97a82-2807-4d9f-a899-dfe0fb7a4760),segment_id=aba97a82-2807-4d9f-a899-dfe0fb7a4760)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:21:02.961874 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Returning: {'device': '1df1f0a0-db2f-4fa7-8dc0-475a8c8760b9', 'network_id': 'fc31cc84-696a-4d53-9edf-a29d6826d2d9', 'port_id': '1df1f0a0-db2f-4fa7-8dc0-475a8c8760b9', 'mac_address': 'fa:16:3e:a5:e4:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 977, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4849bb0-244b-429a-a89d-08b7bae78600', 'ip_address': '192.168.233.164'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 11:21:02.997537 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Current status of the port 1df1f0a0-db2f-4fa7-8dc0-475a8c8760b9 is: DOWN; New status is: BUILD {{(pid=106380) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 11:21:02.997931 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (1df1f0a0-db2f-4fa7-8dc0-475a8c8760b9), before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:21:03.012119 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.notifiers.nova [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1df1f0a0-db2f-4fa7-8dc0-475a8c8760b9 {{(pid=106380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 18 11:21:03.033447 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] For port 1df1f0a0-db2f-4fa7-8dc0-475a8c8760b9, host hv-cinder-85345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85345',level=0,port_id=1df1f0a0-db2f-4fa7-8dc0-475a8c8760b9,segment=NetworkSegment(aba97a82-2807-4d9f-a899-dfe0fb7a4760),segment_id=aba97a82-2807-4d9f-a899-dfe0fb7a4760)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:21:03.037588 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732803053689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732802528799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732802528817'] for port (1df1f0a0-db2f-4fa7-8dc0-475a8c8760b9), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:21:03.084981 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Pushing event updated for resources: {'Port': ['ID=1df1f0a0-db2f-4fa7-8dc0-475a8c8760b9,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:21:03.120757 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d2ae08-dafc-4bee-9ab7-088b3a3b2b0c req-4add6530-4e5c-404a-9f09-1ce253d7cf45 tempest-VolumesNegativeTest-539750074 tempest-VolumesNegativeTest-539750074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:21:03.122846 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-f1d2ae08-dafc-4bee-9ab7-088b3a3b2b0c req-4add6530-4e5c-404a-9f09-1ce253d7cf45 tempest-VolumesNegativeTest-539750074 tempest-VolumesNegativeTest-539750074-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5b892a7e-0baf-49d2-8925-9be466fc4e60 HTTP/1.1" status: 200 len: 949 time: 0.0529227 Aug 18 11:21:03.173116 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-f1d2ae08-dafc-4bee-9ab7-088b3a3b2b0c req-de0470c6-cdda-4ec3-9000-d7c04244ac1e tempest-VolumesNegativeTest-539750074 tempest-VolumesNegativeTest-539750074-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f404153c-6aef-4197-8cd5-6202dcd87d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446424 Aug 18 11:21:03.277096 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.agents_db [None req-8a9264f7-88d3-4c8b-91d1-adcc6bb37de7 None None] Agent healthcheck: found 6 active agents {{(pid=106381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 11:21:03.615762 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3eb7243-4804-49bb-8df0-087fbdf6b7a8 req-702ea1a8-1367-4ca6-b575-52ee860605fc tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:21:03.617287 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-a3eb7243-4804-49bb-8df0-087fbdf6b7a8 req-702ea1a8-1367-4ca6-b575-52ee860605fc tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3661a163-6ece-46a8-a76f-83ef6796584b HTTP/1.1" status: 200 len: 945 time: 0.0780790 Aug 18 11:21:03.638176 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8e2ddf-8386-4a58-bfa1-51f542e4d575 req-8ada3889-d0a1-481e-a28c-f9494082df1f tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:21:03.639583 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-2c8e2ddf-8386-4a58-bfa1-51f542e4d575 req-8ada3889-d0a1-481e-a28c-f9494082df1f tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7d250382-9a20-4990-8a8f-8d0de89674a3 HTTP/1.1" status: 200 len: 946 time: 0.0711915 Aug 18 11:21:03.757553 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-a3eb7243-4804-49bb-8df0-087fbdf6b7a8 req-246a4f07-a118-4f61-9707-7295c3cdeeda tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=88700920-bea7-4722-a87e-5cd7bdbafb11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1335750 Aug 18 11:21:03.771452 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-2c8e2ddf-8386-4a58-bfa1-51f542e4d575 req-ebfa2dfb-f04f-4e86-b14e-5091af261091 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4ea5bf43-978e-4299-a64e-45416a7e4e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1248286 Aug 18 11:21:03.812642 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-4d797b53-c72d-4e80-b668-3775fb999376 req-3d57c076-a9a8-461c-a480-478958fd3f5e service neutron] 10.222.0.20 "GET /networking/v2.0/networks/fc31cc84-696a-4d53-9edf-a29d6826d2d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273141 Aug 18 11:21:04.082636 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5053117d-034b-484a-91c0-15f8fc7973ea req-cbdce0a7-6422-41cf-b3c9-592a0a0a062d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:21:04.084997 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-5053117d-034b-484a-91c0-15f8fc7973ea req-cbdce0a7-6422-41cf-b3c9-592a0a0a062d service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=be810e9efc4f4214b473f76da7e2714b&device_id=7d250382-9a20-4990-8a8f-8d0de89674a3 HTTP/1.1" status: 200 len: 1130 time: 0.0488780 Aug 18 11:21:04.119433 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] get_ports_and_sgs() called for port_ids ['1df1f0a0-db2f-4fa7-8dc0-475a8c8760b9'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 18 11:21:04.299856 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c635c50-08a6-4458-a2f5-2b8c5ed3c804 req-095227ea-9b71-495f-bce4-b4cb71b2fa7d tempest-VolumesNegativeTest-539750074 tempest-VolumesNegativeTest-539750074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:21:04.301373 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-4c635c50-08a6-4458-a2f5-2b8c5ed3c804 req-095227ea-9b71-495f-bce4-b4cb71b2fa7d tempest-VolumesNegativeTest-539750074 tempest-VolumesNegativeTest-539750074-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5b892a7e-0baf-49d2-8925-9be466fc4e60 HTTP/1.1" status: 200 len: 949 time: 0.0540743 Aug 18 11:21:04.350356 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-4c635c50-08a6-4458-a2f5-2b8c5ed3c804 req-63ffad6a-ab97-4bc2-adb9-603902ceef9a tempest-VolumesNegativeTest-539750074 tempest-VolumesNegativeTest-539750074-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f404153c-6aef-4197-8cd5-6202dcd87d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422025 Aug 18 11:21:04.959715 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278abc8f-6085-406d-b888-a8c56d0d525e req-f90d2757-6669-472d-8a4e-d1cb5e6cffc9 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:21:04.961025 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-278abc8f-6085-406d-b888-a8c56d0d525e req-f90d2757-6669-472d-8a4e-d1cb5e6cffc9 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3661a163-6ece-46a8-a76f-83ef6796584b HTTP/1.1" status: 200 len: 945 time: 0.1022086 Aug 18 11:21:04.971512 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907c545c-ed16-454f-b54c-7489232dd04f req-900f589c-d68d-4c70-8c9b-46a6495c564e tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:21:04.972944 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-907c545c-ed16-454f-b54c-7489232dd04f req-900f589c-d68d-4c70-8c9b-46a6495c564e tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7d250382-9a20-4990-8a8f-8d0de89674a3 HTTP/1.1" status: 200 len: 946 time: 0.0986073 Aug 18 11:21:05.001308 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=100 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:21:05.022092 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5053117d-034b-484a-91c0-15f8fc7973ea req-b2e437e6-fbd2-45cb-8d66-ef337a2b3dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:21:05.023837 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-5053117d-034b-484a-91c0-15f8fc7973ea req-b2e437e6-fbd2-45cb-8d66-ef337a2b3dbc service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=610eae45-7047-4853-8153-1da79fb95838 HTTP/1.1" status: 200 len: 918 time: 0.2260394 Aug 18 11:21:05.029836 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=100 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:21:05.110277 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-278abc8f-6085-406d-b888-a8c56d0d525e req-e776948f-782c-491e-986b-666b35c658b7 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=88700920-bea7-4722-a87e-5cd7bdbafb11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1309681 Aug 18 11:21:05.128052 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-907c545c-ed16-454f-b54c-7489232dd04f req-84d67424-b98d-4e28-92f1-ed0337bd90d4 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4ea5bf43-978e-4299-a64e-45416a7e4e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1444707 Aug 18 11:21:05.134359 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-5053117d-034b-484a-91c0-15f8fc7973ea req-cbdf22a3-8608-41ed-af44-80d14afc1614 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=565d092d-be66-4df6-a273-c1968e5a86f7 HTTP/1.1" status: 200 len: 1002 time: 0.0961056 Aug 18 11:21:05.184479 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5053117d-034b-484a-91c0-15f8fc7973ea req-e646b079-47a3-4a1a-9871-67860cde39f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:21:05.185933 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-5053117d-034b-484a-91c0-15f8fc7973ea req-e646b079-47a3-4a1a-9871-67860cde39f4 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=c3eb1b23-820c-420d-9ebc-59169bbc8615 HTTP/1.1" status: 200 len: 856 time: 0.0451126 Aug 18 11:21:05.231584 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5053117d-034b-484a-91c0-15f8fc7973ea req-a6dc89ef-8670-42bd-9367-2304a741a99a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:21:05.233076 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-5053117d-034b-484a-91c0-15f8fc7973ea req-a6dc89ef-8670-42bd-9367-2304a741a99a service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=610eae45-7047-4853-8153-1da79fb95838&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0405748 Aug 18 11:21:05.335784 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-5053117d-034b-484a-91c0-15f8fc7973ea req-708b4e46-e120-4c07-b6fa-e2b4fac75524 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/610eae45-7047-4853-8153-1da79fb95838?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912097 Aug 18 11:21:05.448515 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-5053117d-034b-484a-91c0-15f8fc7973ea req-48681017-49cb-45dc-9edd-3e4b0c064fa4 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/610eae45-7047-4853-8153-1da79fb95838?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060233 Aug 18 11:21:05.485487 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7770886e-4486-4504-935f-144cbe4fd787 req-bd502c8b-19f7-43ec-9ed4-52304e44b6de tempest-VolumesNegativeTest-539750074 tempest-VolumesNegativeTest-539750074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:21:05.487113 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-7770886e-4486-4504-935f-144cbe4fd787 req-bd502c8b-19f7-43ec-9ed4-52304e44b6de tempest-VolumesNegativeTest-539750074 tempest-VolumesNegativeTest-539750074-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5b892a7e-0baf-49d2-8925-9be466fc4e60 HTTP/1.1" status: 200 len: 949 time: 0.0542152 Aug 18 11:21:05.539665 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-7770886e-4486-4504-935f-144cbe4fd787 req-57077ab4-b010-4cb2-9ea3-7ba8c1720600 tempest-VolumesNegativeTest-539750074 tempest-VolumesNegativeTest-539750074-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f404153c-6aef-4197-8cd5-6202dcd87d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466607 Aug 18 11:21:05.616661 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Device 1df1f0a0-db2f-4fa7-8dc0-475a8c8760b9 up at agent hyperv_hv-cinder-85345 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 11:21:05.670436 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Provisioning for port 1df1f0a0-db2f-4fa7-8dc0-475a8c8760b9 completed by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 18 11:21:05.678434 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Provisioning complete for port 1df1f0a0-db2f-4fa7-8dc0-475a8c8760b9 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 18 11:21:05.678933 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619404'] for port (1df1f0a0-db2f-4fa7-8dc0-475a8c8760b9), provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:21:05.682198 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (0c451e2b-fe38-44d1-984c-2dd7bcedf4dc), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:21:05.753806 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Current status of the port 1df1f0a0-db2f-4fa7-8dc0-475a8c8760b9 is: BUILD; New status is: ACTIVE {{(pid=106380) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 11:21:05.754107 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (1df1f0a0-db2f-4fa7-8dc0-475a8c8760b9), before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:21:05.778812 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b892a7e-0baf-49d2-8925-9be466fc4e60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1df1f0a0-db2f-4fa7-8dc0-475a8c8760b9'}] {{(pid=106380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 18 11:21:05.781105 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2abfa1ee86993cd756e72fd91a3a01a1a8fb73078c92f04bbbffdb72ec117730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c9b5655-2aac-46b4-be87-58e56b4ca740" -d '{"events": [{"server_uuid": "5b892a7e-0baf-49d2-8925-9be466fc4e60", "name": "network-vif-plugged", "status": "completed", "tag": "1df1f0a0-db2f-4fa7-8dc0-475a8c8760b9"}]}' {{(pid=106380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:21:05.795029 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] For port 1df1f0a0-db2f-4fa7-8dc0-475a8c8760b9, host hv-cinder-85345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85345',level=0,port_id=1df1f0a0-db2f-4fa7-8dc0-475a8c8760b9,segment=NetworkSegment(aba97a82-2807-4d9f-a899-dfe0fb7a4760),segment_id=aba97a82-2807-4d9f-a899-dfe0fb7a4760)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:21:05.799421 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732803053689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732802528799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732802528817'] for port (1df1f0a0-db2f-4fa7-8dc0-475a8c8760b9), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:21:05.827299 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Aug 2022 11:21:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f735bb50-101c-4124-bd42-19fda4366a17 x-openstack-request-id: req-f735bb50-101c-4124-bd42-19fda4366a17 {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:21:05.827618 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b892a7e-0baf-49d2-8925-9be466fc4e60", "name": "network-vif-plugged", "status": "completed", "tag": "1df1f0a0-db2f-4fa7-8dc0-475a8c8760b9", "code": 200}]} {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:21:05.827875 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f735bb50-101c-4124-bd42-19fda4366a17 {{(pid=106380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:21:05.828298 dv-cinder-853450-2-iscsi neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f735bb50-101c-4124-bd42-19fda4366a17'] response: {'server_uuid': '5b892a7e-0baf-49d2-8925-9be466fc4e60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1df1f0a0-db2f-4fa7-8dc0-475a8c8760b9', 'code': 200} Aug 18 11:21:05.852542 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Pushing event updated for resources: {'Port': ['ID=1df1f0a0-db2f-4fa7-8dc0-475a8c8760b9,revision_number=5']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:21:06.548850 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66faf1a-2c76-4136-a3f7-0a8a18f1bd25 req-4f3be73e-fdf4-4d93-a8d1-1d64d816eb54 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:21:06.550317 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-f66faf1a-2c76-4136-a3f7-0a8a18f1bd25 req-4f3be73e-fdf4-4d93-a8d1-1d64d816eb54 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3661a163-6ece-46a8-a76f-83ef6796584b HTTP/1.1" status: 200 len: 945 time: 0.3559170 Aug 18 11:21:06.555268 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf7d126-61d0-4ffa-9fe5-12ab89cfdb5f req-000a1b8f-dd01-43ea-b71e-a78576a9f2de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:21:06.556753 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-ccf7d126-61d0-4ffa-9fe5-12ab89cfdb5f req-000a1b8f-dd01-43ea-b71e-a78576a9f2de service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=5b892a7e-0baf-49d2-8925-9be466fc4e60 HTTP/1.1" status: 200 len: 1134 time: 0.3511863 Aug 18 11:21:06.571191 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fc1b8e-653b-4c9f-886a-4039b5eeca57 req-6b21e3aa-ae92-498e-b55e-a9087e41a5b9 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:21:06.572605 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-80fc1b8e-653b-4c9f-886a-4039b5eeca57 req-6b21e3aa-ae92-498e-b55e-a9087e41a5b9 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7d250382-9a20-4990-8a8f-8d0de89674a3 HTTP/1.1" status: 200 len: 946 time: 0.3420126 Aug 18 11:21:06.639559 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-f66faf1a-2c76-4136-a3f7-0a8a18f1bd25 req-4742c1f7-7633-46dc-999e-26ec222aa5d7 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=88700920-bea7-4722-a87e-5cd7bdbafb11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818591 Aug 18 11:21:06.643484 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-80fc1b8e-653b-4c9f-886a-4039b5eeca57 req-1c263715-f006-457c-aa3d-93ecbf1c4a74 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4ea5bf43-978e-4299-a64e-45416a7e4e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632823 Aug 18 11:21:06.710661 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-ccf7d126-61d0-4ffa-9fe5-12ab89cfdb5f req-94b5bb3b-469d-4f52-b86a-912892dc0c6f service neutron] 10.222.0.20 "GET /networking/v2.0/security-groups?id=f404153c-6aef-4197-8cd5-6202dcd87d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539904 Aug 18 11:21:06.801050 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d050a7f0-cbc6-4813-a027-cd2452a332b6 req-3b0c0f85-3a9e-4d49-b2ec-964b0fc052ac tempest-VolumesNegativeTest-539750074 tempest-VolumesNegativeTest-539750074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:21:06.802448 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-d050a7f0-cbc6-4813-a027-cd2452a332b6 req-3b0c0f85-3a9e-4d49-b2ec-964b0fc052ac tempest-VolumesNegativeTest-539750074 tempest-VolumesNegativeTest-539750074-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5b892a7e-0baf-49d2-8925-9be466fc4e60 HTTP/1.1" status: 200 len: 950 time: 0.0788445 Aug 18 11:21:06.821870 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aebcfb6-dcd9-475a-a3ac-fc110437a0b6 req-fc1cc664-3aac-434f-97ca-cf27e348accc tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:21:06.823281 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-1aebcfb6-dcd9-475a-a3ac-fc110437a0b6 req-fc1cc664-3aac-434f-97ca-cf27e348accc tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3661a163-6ece-46a8-a76f-83ef6796584b HTTP/1.1" status: 200 len: 945 time: 0.0684004 Aug 18 11:21:06.835183 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.16', 55676) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:21:06.839780 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.v2.base [None req-b4821a45-8f24-4a80-8f28-895cdaef4ae6 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Request body: {'floatingip': {'port_id': 'adedacf9-e004-4cf8-9ad1-c4e2ab86ed9c'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:21:06.862051 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-d050a7f0-cbc6-4813-a027-cd2452a332b6 req-97a5da0c-2920-4bd8-9463-6a86fcc63c89 tempest-VolumesNegativeTest-539750074 tempest-VolumesNegativeTest-539750074-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f404153c-6aef-4197-8cd5-6202dcd87d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538745 Aug 18 11:21:06.877916 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b4821a45-8f24-4a80-8f28-895cdaef4ae6 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Publish callbacks [] for floatingip (07320686-afd7-417a-9286-74387cd06768), before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:21:07.328817 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b4821a45-8f24-4a80-8f28-895cdaef4ae6 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:21:07.332829 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b4821a45-8f24-4a80-8f28-895cdaef4ae6 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-519515'] for floatingip (07320686-afd7-417a-9286-74387cd06768), after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:21:07.442487 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.db.l3_db [None req-b4821a45-8f24-4a80-8f28-895cdaef4ae6 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Floating IP 07320686-afd7-417a-9286-74387cd06768 associated. External IP: 172.27.4.24, port: adedacf9-e004-4cf8-9ad1-c4e2ab86ed9c. Aug 18 11:21:07.643332 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4821a45-8f24-4a80-8f28-895cdaef4ae6 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Router 998cf145-4292-4cbf-b148-168edf6fee5f has already been hosted by L3 agent 5a2ac145-53e3-4597-a9e7-c52b4336ae58 {{(pid=106379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 11:21:07.752548 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4821a45-8f24-4a80-8f28-895cdaef4ae6 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Notify agent at l3_agent.dv-cinder-853450-2-iscsi the message routers_updated {{(pid=106379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 11:21:07.757395 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b4821a45-8f24-4a80-8f28-895cdaef4ae6 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22494'] for floatingip (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:21:07.765039 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29b744c6-d27b-46fe-8b03-70379ca3e547 None None] Sync routers for ids ['998cf145-4292-4cbf-b148-168edf6fee5f'] in dv-cinder-853450-2-iscsi {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 11:21:07.778154 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29b744c6-d27b-46fe-8b03-70379ca3e547 None None] Routers {'998cf145-4292-4cbf-b148-168edf6fee5f'} bound to L3 agent in host dv-cinder-853450-2-iscsi {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 18 11:21:07.778854 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-29b744c6-d27b-46fe-8b03-70379ca3e547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853450-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-18T11:07:43Z,description=,heartbeat_timestamp=2022-08-18T11:20:43Z,host='dv-cinder-853450-2-iscsi',id=5a2ac145-53e3-4597-a9e7-c52b4336ae58,load=0,resource_versions=,resources_synced=,started_at=2022-08-18T11:07:43Z,topic='l3_agent')) {'router_ids': ['998cf145-4292-4cbf-b148-168edf6fee5f'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:21:07.796533 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-b4821a45-8f24-4a80-8f28-895cdaef4ae6 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] 10.222.0.16 "PUT /networking/v2.0/floatingips/07320686-afd7-417a-9286-74387cd06768 HTTP/1.1" status: 200 len: 990 time: 0.9602029 Aug 18 11:21:07.797178 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3661a163-6ece-46a8-a76f-83ef6796584b', 'tag': 'adedacf9-e004-4cf8-9ad1-c4e2ab86ed9c'}] {{(pid=106379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 18 11:21:07.799516 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afeb4790f423e7ffe5fa0b02628cc43a14be8f1f20ac5f0ea3cf567e42d62054" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-036ccc01-bca7-47a6-ae43-118001ba86c3" -d '{"events": [{"name": "network-changed", "server_uuid": "3661a163-6ece-46a8-a76f-83ef6796584b", "tag": "adedacf9-e004-4cf8-9ad1-c4e2ab86ed9c"}]}' {{(pid=106379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:21:07.811398 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03e29ae-8fa2-4b10-a32f-cd01f3871c8d req-c1aa81cc-20c0-4022-a053-1bca92db8e8d tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:21:07.812950 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-b03e29ae-8fa2-4b10-a32f-cd01f3871c8d req-c1aa81cc-20c0-4022-a053-1bca92db8e8d tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7d250382-9a20-4990-8a8f-8d0de89674a3 HTTP/1.1" status: 200 len: 946 time: 0.0519247 Aug 18 11:21:07.837805 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Aug 2022 11:21:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89fb0ba2-dbbb-4771-bbd9-5a3ec423e19c x-openstack-request-id: req-89fb0ba2-dbbb-4771-bbd9-5a3ec423e19c {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:21:07.838301 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3661a163-6ece-46a8-a76f-83ef6796584b", "tag": "adedacf9-e004-4cf8-9ad1-c4e2ab86ed9c", "status": "completed", "code": 200}]} {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:21:07.838406 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-89fb0ba2-dbbb-4771-bbd9-5a3ec423e19c {{(pid=106379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:21:07.838743 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89fb0ba2-dbbb-4771-bbd9-5a3ec423e19c'] response: {'name': 'network-changed', 'server_uuid': '3661a163-6ece-46a8-a76f-83ef6796584b', 'tag': 'adedacf9-e004-4cf8-9ad1-c4e2ab86ed9c', 'status': 'completed', 'code': 200} Aug 18 11:21:07.844917 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:21:07.863323 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-b03e29ae-8fa2-4b10-a32f-cd01f3871c8d req-bebfa402-dca5-4b5a-94f2-22e9d1c56674 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4ea5bf43-978e-4299-a64e-45416a7e4e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440829 Aug 18 11:21:07.902255 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:21:07.904346 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-29b744c6-d27b-46fe-8b03-70379ca3e547 None None] Set router 998cf145-4292-4cbf-b148-168edf6fee5f gateway port host: dv-cinder-853450-2-iscsi {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 18 11:21:07.956086 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=100 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:21:08.027452 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=100 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:21:08.045390 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b23699-0347-453a-ada1-95d020ee8511 req-6309b5b3-0d49-4882-96ff-69c0d6756089 tempest-VolumesNegativeTest-539750074 tempest-VolumesNegativeTest-539750074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:21:08.047122 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-35b23699-0347-453a-ada1-95d020ee8511 req-6309b5b3-0d49-4882-96ff-69c0d6756089 tempest-VolumesNegativeTest-539750074 tempest-VolumesNegativeTest-539750074-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5b892a7e-0baf-49d2-8925-9be466fc4e60 HTTP/1.1" status: 200 len: 950 time: 0.1015811 Aug 18 11:21:08.048721 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036ccc01-bca7-47a6-ae43-118001ba86c3 req-38ea2fcf-11ba-4e5e-8567-0f65863edf2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:21:08.050198 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-036ccc01-bca7-47a6-ae43-118001ba86c3 req-38ea2fcf-11ba-4e5e-8567-0f65863edf2e service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=129f3d9f33ad4b209039244eb09599e9&device_id=3661a163-6ece-46a8-a76f-83ef6796584b HTTP/1.1" status: 200 len: 1129 time: 0.0653954 Aug 18 11:21:08.166599 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-29b744c6-d27b-46fe-8b03-70379ca3e547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '998cf145-4292-4cbf-b148-168edf6fee5f', 'name': 'tempest-AttachVolumeNegativeTest-2089290289-router', 'tenant_id': '129f3d9f33ad4b209039244eb09599e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'external_fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.158'}], 'enable_snat': True}, 'gw_port_id': 'ce095ec4-83b0-46bf-b392-7aa0e9163c2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T11:15:55Z', 'updated_at': '2022-08-18T11:16:07Z', 'revision_number': 4, 'project_id': '129f3d9f33ad4b209039244eb09599e9', 'gw_port': {'id': 'ce095ec4-83b0-46bf-b392-7aa0e9163c2a', 'name': '', 'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:5f:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '998cf145-4292-4cbf-b148-168edf6fee5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853450-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:15:56Z', 'updated_at': '2022-08-18T11:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853450-2-iscsi', '_floatingips': [{'id': '07320686-afd7-417a-9286-74387cd06768', 'tenant_id': '129f3d9f33ad4b209039244eb09599e9', 'floating_ip_address': '172.27.4.24', 'floating_network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'router_id': '998cf145-4292-4cbf-b148-168edf6fee5f', 'port_id': 'adedacf9-e004-4cf8-9ad1-c4e2ab86ed9c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 482, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca6ccede-6467-4618-b24a-e0809d05149d', 'mac_address': 'fa:16:3e:d0:c7:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3661a163-6ece-46a8-a76f-83ef6796584b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-18T11:20:44Z', 'updated_at': '2022-08-18T11:21:07Z', 'revision_number': 1, 'project_id': '129f3d9f33ad4b209039244eb09599e9', 'fixed_ip_address_scope': None}, {'id': 'b358ca63-ac88-4ea9-8f3a-33cc66141fd5', 'tenant_id': '129f3d9f33ad4b209039244eb09599e9', 'floating_ip_address': '172.27.4.136', 'floating_network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'router_id': '998cf145-4292-4cbf-b148-168edf6fee5f', 'port_id': 'd63b2561-cafa-4cbb-9ba8-843fcd0143c2', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 125, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca6ccede-6467-4618-b24a-e0809d05149d', 'mac_address': 'fa:16:3e:67:fd:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a099c0b5-8a0f-4e0e-808f-01ebe10264ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-18T11:16:19Z', 'updated_at': '2022-08-18T11:17:17Z', 'revision_number': 2, 'project_id': '129f3d9f33ad4b209039244eb09599e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7274281-41d9-436f-9277-93ef3e666e58', 'name': '', 'network_id': 'ca6ccede-6467-4618-b24a-e0809d05149d', 'tenant_id': '129f3d9f33ad4b209039244eb09599e9', 'mac_address': 'fa:16:3e:c0:ff:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '998cf145-4292-4cbf-b148-168edf6fee5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'cf42f62c-f94a-411e-aa38-b95605994c37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853450-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:16:03Z', 'updated_at': '2022-08-18T11:16:20Z', 'revision_number': 5, 'project_id': '129f3d9f33ad4b209039244eb09599e9', 'subnets': [{'id': 'cf42f62c-f94a-411e-aa38-b95605994c37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853450-2-iscsi', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:21:08.177981 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-35b23699-0347-453a-ada1-95d020ee8511 req-9fae33e9-fc68-4352-b66f-556f77706f21 tempest-VolumesNegativeTest-539750074 tempest-VolumesNegativeTest-539750074-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f404153c-6aef-4197-8cd5-6202dcd87d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203575 Aug 18 11:21:08.197775 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29b744c6-d27b-46fe-8b03-70379ca3e547 None None] Checking router: 998cf145-4292-4cbf-b148-168edf6fee5f for host: dv-cinder-853450-2-iscsi {{(pid=106380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 11:21:08.208715 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29b744c6-d27b-46fe-8b03-70379ca3e547 None None] Routers {'998cf145-4292-4cbf-b148-168edf6fee5f'} bound to L3 agent in host dv-cinder-853450-2-iscsi {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 18 11:21:08.209440 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-29b744c6-d27b-46fe-8b03-70379ca3e547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853450-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-18T11:07:43Z,description=,heartbeat_timestamp=2022-08-18T11:20:43Z,host='dv-cinder-853450-2-iscsi',id=5a2ac145-53e3-4597-a9e7-c52b4336ae58,load=0,resource_versions=,resources_synced=,started_at=2022-08-18T11:07:43Z,topic='l3_agent')) {'router_ids': ['998cf145-4292-4cbf-b148-168edf6fee5f'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:21:08.220381 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036ccc01-bca7-47a6-ae43-118001ba86c3 req-efd68e65-7c20-4354-a9f5-7a9c53930f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:21:08.222152 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-036ccc01-bca7-47a6-ae43-118001ba86c3 req-efd68e65-7c20-4354-a9f5-7a9c53930f3e service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=ca6ccede-6467-4618-b24a-e0809d05149d HTTP/1.1" status: 200 len: 916 time: 0.1627891 Aug 18 11:21:08.299483 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-036ccc01-bca7-47a6-ae43-118001ba86c3 req-848a56fe-2105-4df8-92b1-4a2ea2554c4a service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=adedacf9-e004-4cf8-9ad1-c4e2ab86ed9c HTTP/1.1" status: 200 len: 998 time: 0.0687575 Aug 18 11:21:08.331924 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-29b744c6-d27b-46fe-8b03-70379ca3e547 None None] Set router 998cf145-4292-4cbf-b148-168edf6fee5f gateway port host: dv-cinder-853450-2-iscsi {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 18 11:21:08.371392 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036ccc01-bca7-47a6-ae43-118001ba86c3 req-55006f22-7b87-4176-bf0b-9a2680344d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:21:08.373067 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-036ccc01-bca7-47a6-ae43-118001ba86c3 req-55006f22-7b87-4176-bf0b-9a2680344d0b service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=cf42f62c-f94a-411e-aa38-b95605994c37 HTTP/1.1" status: 200 len: 854 time: 0.0507364 Aug 18 11:21:08.609446 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-29b744c6-d27b-46fe-8b03-70379ca3e547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '998cf145-4292-4cbf-b148-168edf6fee5f', 'name': 'tempest-AttachVolumeNegativeTest-2089290289-router', 'tenant_id': '129f3d9f33ad4b209039244eb09599e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'external_fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.158'}], 'enable_snat': True}, 'gw_port_id': 'ce095ec4-83b0-46bf-b392-7aa0e9163c2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T11:15:55Z', 'updated_at': '2022-08-18T11:16:07Z', 'revision_number': 4, 'project_id': '129f3d9f33ad4b209039244eb09599e9', 'gw_port': {'id': 'ce095ec4-83b0-46bf-b392-7aa0e9163c2a', 'name': '', 'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:5f:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '998cf145-4292-4cbf-b148-168edf6fee5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853450-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:15:56Z', 'updated_at': '2022-08-18T11:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853450-2-iscsi', '_floatingips': [{'id': '07320686-afd7-417a-9286-74387cd06768', 'tenant_id': '129f3d9f33ad4b209039244eb09599e9', 'floating_ip_address': '172.27.4.24', 'floating_network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'router_id': '998cf145-4292-4cbf-b148-168edf6fee5f', 'port_id': 'adedacf9-e004-4cf8-9ad1-c4e2ab86ed9c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 482, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca6ccede-6467-4618-b24a-e0809d05149d', 'mac_address': 'fa:16:3e:d0:c7:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3661a163-6ece-46a8-a76f-83ef6796584b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-18T11:20:44Z', 'updated_at': '2022-08-18T11:21:07Z', 'revision_number': 1, 'project_id': '129f3d9f33ad4b209039244eb09599e9', 'fixed_ip_address_scope': None}, {'id': 'b358ca63-ac88-4ea9-8f3a-33cc66141fd5', 'tenant_id': '129f3d9f33ad4b209039244eb09599e9', 'floating_ip_address': '172.27.4.136', 'floating_network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'router_id': '998cf145-4292-4cbf-b148-168edf6fee5f', 'port_id': 'd63b2561-cafa-4cbb-9ba8-843fcd0143c2', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 125, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca6ccede-6467-4618-b24a-e0809d05149d', 'mac_address': 'fa:16:3e:67:fd:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a099c0b5-8a0f-4e0e-808f-01ebe10264ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-18T11:16:19Z', 'updated_at': '2022-08-18T11:17:17Z', 'revision_number': 2, 'project_id': '129f3d9f33ad4b209039244eb09599e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7274281-41d9-436f-9277-93ef3e666e58', 'name': '', 'network_id': 'ca6ccede-6467-4618-b24a-e0809d05149d', 'tenant_id': '129f3d9f33ad4b209039244eb09599e9', 'mac_address': 'fa:16:3e:c0:ff:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '998cf145-4292-4cbf-b148-168edf6fee5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'cf42f62c-f94a-411e-aa38-b95605994c37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853450-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:16:03Z', 'updated_at': '2022-08-18T11:16:20Z', 'revision_number': 5, 'project_id': '129f3d9f33ad4b209039244eb09599e9', 'subnets': [{'id': 'cf42f62c-f94a-411e-aa38-b95605994c37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853450-2-iscsi', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:21:08.639294 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29b744c6-d27b-46fe-8b03-70379ca3e547 None None] The sync data for ids ['998cf145-4292-4cbf-b148-168edf6fee5f'] in dv-cinder-853450-2-iscsi is: [{'id': '998cf145-4292-4cbf-b148-168edf6fee5f', 'name': 'tempest-AttachVolumeNegativeTest-2089290289-router', 'tenant_id': '129f3d9f33ad4b209039244eb09599e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'external_fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.158'}], 'enable_snat': True}, 'gw_port_id': 'ce095ec4-83b0-46bf-b392-7aa0e9163c2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T11:15:55Z', 'updated_at': '2022-08-18T11:16:07Z', 'revision_number': 4, 'project_id': '129f3d9f33ad4b209039244eb09599e9', 'gw_port': {'id': 'ce095ec4-83b0-46bf-b392-7aa0e9163c2a', 'name': '', 'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:5f:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '998cf145-4292-4cbf-b148-168edf6fee5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853450-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:15:56Z', 'updated_at': '2022-08-18T11:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853450-2-iscsi', '_floatingips': [{'id': '07320686-afd7-417a-9286-74387cd06768', 'tenant_id': '129f3d9f33ad4b209039244eb09599e9', 'floating_ip_address': '172.27.4.24', 'floating_network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'router_id': '998cf145-4292-4cbf-b148-168edf6fee5f', 'port_id': 'adedacf9-e004-4cf8-9ad1-c4e2ab86ed9c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 482, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca6ccede-6467-4618-b24a-e0809d05149d', 'mac_address': 'fa:16:3e:d0:c7:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3661a163-6ece-46a8-a76f-83ef6796584b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-18T11:20:44Z', 'updated_at': '2022-08-18T11:21:07Z', 'revision_number': 1, 'project_id': '129f3d9f33ad4b209039244eb09599e9', 'fixed_ip_address_scope': None}, {'id': 'b358ca63-ac88-4ea9-8f3a-33cc66141fd5', 'tenant_id': '129f3d9f33ad4b209039244eb09599e9', 'floating_ip_address': '172.27.4.136', 'floating_network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'router_id': '998cf145-4292-4cbf-b148-168edf6fee5f', 'port_id': 'd63b2561-cafa-4cbb-9ba8-843fcd0143c2', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 125, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca6ccede-6467-4618-b24a-e0809d05149d', 'mac_address': 'fa:16:3e:67:fd:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a099c0b5-8a0f-4e0e-808f-01ebe10264ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-18T11:16:19Z', 'updated_at': '2022-08-18T11:17:17Z', 'revision_number': 2, 'project_id': '129f3d9f33ad4b209039244eb09599e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7274281-41d9-436f-9277-93ef3e666e58', 'name': '', 'network_id': 'ca6ccede-6467-4618-b24a-e0809d05149d', 'tenant_id': '129f3d9f33ad4b209039244eb09599e9', 'mac_address': 'fa:16:3e:c0:ff:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '998cf145-4292-4cbf-b148-168edf6fee5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'cf42f62c-f94a-411e-aa38-b95605994c37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853450-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:16:03Z', 'updated_at': '2022-08-18T11:16:20Z', 'revision_number': 5, 'project_id': '129f3d9f33ad4b209039244eb09599e9', 'subnets': [{'id': 'cf42f62c-f94a-411e-aa38-b95605994c37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 11:21:08.937777 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6683da3b-a6b0-42c0-be50-2cf3f49f975b None None] New status for floating IP 07320686-afd7-417a-9286-74387cd06768: ACTIVE {{(pid=106381) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 18 11:21:09.070556 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036ccc01-bca7-47a6-ae43-118001ba86c3 req-9d7d3731-6088-4305-91ff-75723b7ea1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:21:09.073118 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-036ccc01-bca7-47a6-ae43-118001ba86c3 req-9d7d3731-6088-4305-91ff-75723b7ea1ba service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=ca6ccede-6467-4618-b24a-e0809d05149d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1015992 Aug 18 11:21:09.211597 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3d7c31-fcc2-495e-b377-33d348170655 req-631453a3-3cf6-4167-bc5b-cba9d1fdffd7 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:21:09.213256 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-ab3d7c31-fcc2-495e-b377-33d348170655 req-631453a3-3cf6-4167-bc5b-cba9d1fdffd7 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7d250382-9a20-4990-8a8f-8d0de89674a3 HTTP/1.1" status: 200 len: 946 time: 0.2221334 Aug 18 11:21:09.310931 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-036ccc01-bca7-47a6-ae43-118001ba86c3 req-6cbeed66-3c28-4bcb-b35f-572bdec35732 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/ca6ccede-6467-4618-b24a-e0809d05149d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2245615 Aug 18 11:21:09.374099 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-ab3d7c31-fcc2-495e-b377-33d348170655 req-2b2d3cc7-e006-49df-97cb-e91a8c7b9489 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4ea5bf43-978e-4299-a64e-45416a7e4e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1443176 Aug 18 11:21:09.412809 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ed36ca-dc5c-43c1-961e-f15fd2a9086a req-f8a54656-441f-493e-a05e-49bd80af740a tempest-VolumesNegativeTest-539750074 tempest-VolumesNegativeTest-539750074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:21:09.414296 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-19ed36ca-dc5c-43c1-961e-f15fd2a9086a req-f8a54656-441f-493e-a05e-49bd80af740a tempest-VolumesNegativeTest-539750074 tempest-VolumesNegativeTest-539750074-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5b892a7e-0baf-49d2-8925-9be466fc4e60 HTTP/1.1" status: 200 len: 950 time: 0.1212347 Aug 18 11:21:09.497983 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-036ccc01-bca7-47a6-ae43-118001ba86c3 req-df4a0009-5ad5-46ab-9642-b54040e42480 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/ca6ccede-6467-4618-b24a-e0809d05149d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1800447 Aug 18 11:21:09.524050 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-19ed36ca-dc5c-43c1-961e-f15fd2a9086a req-b99931b7-b264-49f8-b3dd-927272aa498e tempest-VolumesNegativeTest-539750074 tempest-VolumesNegativeTest-539750074-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f404153c-6aef-4197-8cd5-6202dcd87d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915678 Aug 18 11:21:09.882178 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796e85ee-76b4-4573-8f70-3c645cc3ba64 req-13d8a538-6c10-4158-8cb4-ecb4574bb0dd tempest-VolumesNegativeTest-539750074 tempest-VolumesNegativeTest-539750074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:21:09.891341 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-796e85ee-76b4-4573-8f70-3c645cc3ba64 req-13d8a538-6c10-4158-8cb4-ecb4574bb0dd tempest-VolumesNegativeTest-539750074 tempest-VolumesNegativeTest-539750074-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5b892a7e-0baf-49d2-8925-9be466fc4e60 HTTP/1.1" status: 200 len: 950 time: 0.0799768 Aug 18 11:21:09.951636 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-796e85ee-76b4-4573-8f70-3c645cc3ba64 req-77e7484f-bdd8-430f-a060-8d247b39363a tempest-VolumesNegativeTest-539750074 tempest-VolumesNegativeTest-539750074-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f404153c-6aef-4197-8cd5-6202dcd87d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565510 Aug 18 11:21:10.570201 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd49483-5f14-44d9-abe0-55198cd32889 req-98140fcc-f8c2-4a20-9619-8b4b9e5441d0 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:21:10.572255 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-ecd49483-5f14-44d9-abe0-55198cd32889 req-98140fcc-f8c2-4a20-9619-8b4b9e5441d0 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7d250382-9a20-4990-8a8f-8d0de89674a3 HTTP/1.1" status: 200 len: 946 time: 0.0570197 Aug 18 11:21:10.640389 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-ecd49483-5f14-44d9-abe0-55198cd32889 req-495b1265-9549-4f70-87a0-11b47936ec2d tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4ea5bf43-978e-4299-a64e-45416a7e4e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590811 Aug 18 11:21:10.995611 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-301f76bb-754a-447a-84c6-65d906aa8ef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (c499a017-4b38-4967-b050-d4094e1a7564), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:21:11.093059 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c63a115-deec-4753-9ebb-40e4fadd85ef req-9e0ab55b-9aaf-4138-a87e-0e059b4a9a6b tempest-VolumesNegativeTest-539750074 tempest-VolumesNegativeTest-539750074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:21:11.096662 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-1c63a115-deec-4753-9ebb-40e4fadd85ef req-9e0ab55b-9aaf-4138-a87e-0e059b4a9a6b tempest-VolumesNegativeTest-539750074 tempest-VolumesNegativeTest-539750074-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5b892a7e-0baf-49d2-8925-9be466fc4e60 HTTP/1.1" status: 200 len: 950 time: 0.0592213 Aug 18 11:21:11.121174 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=100 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:21:11.153919 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-1c63a115-deec-4753-9ebb-40e4fadd85ef req-cc6fcfb2-f083-4e5c-ae54-c3eb71898dff tempest-VolumesNegativeTest-539750074 tempest-VolumesNegativeTest-539750074-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f404153c-6aef-4197-8cd5-6202dcd87d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536084 Aug 18 11:21:11.805302 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8c6737-f3aa-42e0-9346-240b0042e245 req-b3d8c0a3-0644-4586-a7f1-3173fb014741 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:21:11.806953 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-6a8c6737-f3aa-42e0-9346-240b0042e245 req-b3d8c0a3-0644-4586-a7f1-3173fb014741 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7d250382-9a20-4990-8a8f-8d0de89674a3 HTTP/1.1" status: 200 len: 946 time: 0.0565283 Aug 18 11:21:11.848503 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=100 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:21:11.866436 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-6a8c6737-f3aa-42e0-9346-240b0042e245 req-0f380cdf-e1ee-4d2a-87d2-eccbd47b9fe9 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4ea5bf43-978e-4299-a64e-45416a7e4e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536253 Aug 18 11:21:11.967081 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e268fc8-ebeb-415b-a0d1-4580d54b8a15 req-c868827c-e72a-401b-a33d-41bafec1dcf0 tempest-VolumesNegativeTest-539750074 tempest-VolumesNegativeTest-539750074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:21:11.969314 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-4e268fc8-ebeb-415b-a0d1-4580d54b8a15 req-c868827c-e72a-401b-a33d-41bafec1dcf0 tempest-VolumesNegativeTest-539750074 tempest-VolumesNegativeTest-539750074-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=5b892a7e-0baf-49d2-8925-9be466fc4e60 HTTP/1.1" status: 200 len: 950 time: 0.0680940 Aug 18 11:21:12.091413 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [req-4e268fc8-ebeb-415b-a0d1-4580d54b8a15 req-489dedb7-f14c-4d19-9ec3-8c11c99b5b1f tempest-VolumesNegativeTest-539750074 tempest-VolumesNegativeTest-539750074-project] Deleting port 1df1f0a0-db2f-4fa7-8dc0-475a8c8760b9 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 18 11:21:12.091791 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-4e268fc8-ebeb-415b-a0d1-4580d54b8a15 req-489dedb7-f14c-4d19-9ec3-8c11c99b5b1f tempest-VolumesNegativeTest-539750074 tempest-VolumesNegativeTest-539750074-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732803047114'] for port (1df1f0a0-db2f-4fa7-8dc0-475a8c8760b9), before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:21:12.224490 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-4e268fc8-ebeb-415b-a0d1-4580d54b8a15 req-489dedb7-f14c-4d19-9ec3-8c11c99b5b1f tempest-VolumesNegativeTest-539750074 tempest-VolumesNegativeTest-539750074-project] For port 1df1f0a0-db2f-4fa7-8dc0-475a8c8760b9, host hv-cinder-85345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85345',level=0,port_id=1df1f0a0-db2f-4fa7-8dc0-475a8c8760b9,segment=NetworkSegment(aba97a82-2807-4d9f-a899-dfe0fb7a4760),segment_id=aba97a82-2807-4d9f-a899-dfe0fb7a4760)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:21:12.224846 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-4e268fc8-ebeb-415b-a0d1-4580d54b8a15 req-489dedb7-f14c-4d19-9ec3-8c11c99b5b1f tempest-VolumesNegativeTest-539750074 tempest-VolumesNegativeTest-539750074-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498516'] for port (1df1f0a0-db2f-4fa7-8dc0-475a8c8760b9), precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:21:12.260138 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [req-4e268fc8-ebeb-415b-a0d1-4580d54b8a15 req-489dedb7-f14c-4d19-9ec3-8c11c99b5b1f tempest-VolumesNegativeTest-539750074 tempest-VolumesNegativeTest-539750074-project] Calling delete_port for 1df1f0a0-db2f-4fa7-8dc0-475a8c8760b9 owned by compute:nova {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 18 11:21:12.341837 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e81958-4a98-4fdf-ac02-08593cd6b5b9 req-0352dfb5-912d-49ff-bbfc-6d1e6304755d tempest-VolumesNegativeTest-539750074 tempest-VolumesNegativeTest-539750074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:21:12.343408 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-e9e81958-4a98-4fdf-ac02-08593cd6b5b9 req-0352dfb5-912d-49ff-bbfc-6d1e6304755d tempest-VolumesNegativeTest-539750074 tempest-VolumesNegativeTest-539750074-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5b892a7e-0baf-49d2-8925-9be466fc4e60 HTTP/1.1" status: 200 len: 950 time: 0.0995185 Aug 18 11:21:12.440259 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-e9e81958-4a98-4fdf-ac02-08593cd6b5b9 req-7e743392-b8ad-40d3-9b0b-bfc8b64de941 tempest-VolumesNegativeTest-539750074 tempest-VolumesNegativeTest-539750074-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f404153c-6aef-4197-8cd5-6202dcd87d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872211 Aug 18 11:21:12.509102 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-4e268fc8-ebeb-415b-a0d1-4580d54b8a15 req-489dedb7-f14c-4d19-9ec3-8c11c99b5b1f tempest-VolumesNegativeTest-539750074 tempest-VolumesNegativeTest-539750074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732803053743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732802528790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11809227'] for port (1df1f0a0-db2f-4fa7-8dc0-475a8c8760b9), after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:21:12.525631 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] get_ports_and_sgs() called for port_ids ['1df1f0a0-db2f-4fa7-8dc0-475a8c8760b9'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 18 11:21:12.544057 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489dedb7-f14c-4d19-9ec3-8c11c99b5b1f tempest-VolumesNegativeTest-539750074 tempest-VolumesNegativeTest-539750074-project] Pushing event deleted for resources: {'Port': ['ID=1df1f0a0-db2f-4fa7-8dc0-475a8c8760b9,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:21:12.607888 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e268fc8-ebeb-415b-a0d1-4580d54b8a15 req-489dedb7-f14c-4d19-9ec3-8c11c99b5b1f tempest-VolumesNegativeTest-539750074 tempest-VolumesNegativeTest-539750074-project] No DVR routers for this DVR port 1df1f0a0-db2f-4fa7-8dc0-475a8c8760b9 on host hv-cinder-85345 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 18 11:21:12.611335 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-4e268fc8-ebeb-415b-a0d1-4580d54b8a15 req-489dedb7-f14c-4d19-9ec3-8c11c99b5b1f tempest-VolumesNegativeTest-539750074 tempest-VolumesNegativeTest-539750074-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22494'] for port (None), before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:21:12.615157 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-4e268fc8-ebeb-415b-a0d1-4580d54b8a15 req-489dedb7-f14c-4d19-9ec3-8c11c99b5b1f tempest-VolumesNegativeTest-539750074 tempest-VolumesNegativeTest-539750074-project] 10.222.0.20 "DELETE /networking/v2.0/ports/1df1f0a0-db2f-4fa7-8dc0-475a8c8760b9 HTTP/1.1" status: 204 len: 173 time: 0.6400435 Aug 18 11:21:12.615999 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b892a7e-0baf-49d2-8925-9be466fc4e60', 'name': 'network-vif-deleted', 'tag': '1df1f0a0-db2f-4fa7-8dc0-475a8c8760b9'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 18 11:21:12.619132 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c862ab1b2ee120cb5e2e4f2725a0fe0d7acaf57f657006002d91667c9b4c94a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2be9ecaf-e28c-4b37-b351-f7ee66f2d5db" -d '{"events": [{"server_uuid": "5b892a7e-0baf-49d2-8925-9be466fc4e60", "name": "network-vif-deleted", "tag": "1df1f0a0-db2f-4fa7-8dc0-475a8c8760b9"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:21:12.690520 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Aug 2022 11:21:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-871105fb-e75a-4fca-8f38-857a854cd28b x-openstack-request-id: req-871105fb-e75a-4fca-8f38-857a854cd28b {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:21:12.690857 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b892a7e-0baf-49d2-8925-9be466fc4e60", "name": "network-vif-deleted", "tag": "1df1f0a0-db2f-4fa7-8dc0-475a8c8760b9", "status": "completed", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:21:12.691157 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-871105fb-e75a-4fca-8f38-857a854cd28b {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:21:12.691586 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event matching ['req-871105fb-e75a-4fca-8f38-857a854cd28b'] response: {'server_uuid': '5b892a7e-0baf-49d2-8925-9be466fc4e60', 'name': 'network-vif-deleted', 'tag': '1df1f0a0-db2f-4fa7-8dc0-475a8c8760b9', 'status': 'completed', 'code': 200} Aug 18 11:21:13.005331 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1ea0c9-43fb-4fc1-a060-db9dd9c88f39 req-aa4ba23e-4511-417e-bf08-9cc379b395a2 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:21:13.007624 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-1c1ea0c9-43fb-4fc1-a060-db9dd9c88f39 req-aa4ba23e-4511-417e-bf08-9cc379b395a2 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7d250382-9a20-4990-8a8f-8d0de89674a3 HTTP/1.1" status: 200 len: 946 time: 0.0527596 Aug 18 11:21:13.070904 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-1c1ea0c9-43fb-4fc1-a060-db9dd9c88f39 req-49342a9a-ce95-4af7-a0bd-c7672fe03c12 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4ea5bf43-978e-4299-a64e-45416a7e4e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568235 Aug 18 11:21:13.341054 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-319533aa-f55c-4a68-8ecc-43ef6e76659f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (5a2ac145-53e3-4597-a9e7-c52b4336ae58), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:21:14.228218 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2b5e73-93c4-4d79-b350-2a19c71de173 req-0d84423d-062d-46b0-8d27-aa0535473264 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:21:14.235850 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-df2b5e73-93c4-4d79-b350-2a19c71de173 req-0d84423d-062d-46b0-8d27-aa0535473264 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7d250382-9a20-4990-8a8f-8d0de89674a3 HTTP/1.1" status: 200 len: 946 time: 0.0645914 Aug 18 11:21:14.294789 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-df2b5e73-93c4-4d79-b350-2a19c71de173 req-06f89ddc-3ea3-46e8-957b-94bb5f35c869 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4ea5bf43-978e-4299-a64e-45416a7e4e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577958 Aug 18 11:21:14.734255 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-a5cc8183-7213-4642-9d48-bc0d47940d29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (29720577-1c8f-43c1-a8be-c2a14df8d65e), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:21:15.467276 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf57d74-b5c9-465e-af17-249e4d75b8e5 req-32649521-9a57-4f94-910d-b3d7f1c16905 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:21:15.474812 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-5cf57d74-b5c9-465e-af17-249e4d75b8e5 req-32649521-9a57-4f94-910d-b3d7f1c16905 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7d250382-9a20-4990-8a8f-8d0de89674a3 HTTP/1.1" status: 200 len: 946 time: 0.0640755 Aug 18 11:21:15.541858 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-5cf57d74-b5c9-465e-af17-249e4d75b8e5 req-c5a4b6a0-4ed9-409b-b425-2d9fc128f113 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4ea5bf43-978e-4299-a64e-45416a7e4e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654087 Aug 18 11:21:15.640640 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Device 1df1f0a0-db2f-4fa7-8dc0-475a8c8760b9 no longer exists at agent hyperv_hv-cinder-85345 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 11:21:15.662556 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] No Port match for: 1df1f0a0-db2f-4fa7-8dc0-475a8c8760b9 {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 18 11:21:15.663021 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Device 1df1f0a0-db2f-4fa7-8dc0-475a8c8760b9 not bound to the agent host hv-cinder-85345 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 11:21:15.968521 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:21:15.987603 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (69d4285f-736d-41a6-a99e-1994eed59bce), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:21:16.469136 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c68edff8-e550-48a3-9de2-17badfe483c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (307af099-d926-4e52-9df3-0cd09baf3c81), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:21:16.674269 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:21:16.718380 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cc6233-9d34-4016-bc57-2126a4a868b4 req-5b60700e-ff5a-4cb5-969f-2fc701ce157f tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:21:16.725367 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-08cc6233-9d34-4016-bc57-2126a4a868b4 req-5b60700e-ff5a-4cb5-969f-2fc701ce157f tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7d250382-9a20-4990-8a8f-8d0de89674a3 HTTP/1.1" status: 200 len: 946 time: 0.0624645 Aug 18 11:21:16.781979 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-08cc6233-9d34-4016-bc57-2126a4a868b4 req-d3565802-ccc1-403f-8a86-0be2e6fb6575 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4ea5bf43-978e-4299-a64e-45416a7e4e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556285 Aug 18 11:21:17.785421 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=88,neutron:UPDATE=2 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:21:17.789634 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:21:18.048813 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214338ff-1e80-46a4-a266-0be113aa43c9 req-3f7e5dab-b6c7-4000-8b25-7c1062372c87 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:21:18.051083 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-214338ff-1e80-46a4-a266-0be113aa43c9 req-3f7e5dab-b6c7-4000-8b25-7c1062372c87 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7d250382-9a20-4990-8a8f-8d0de89674a3 HTTP/1.1" status: 200 len: 946 time: 0.0530610 Aug 18 11:21:18.111552 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:21:18.144046 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-214338ff-1e80-46a4-a266-0be113aa43c9 req-4bbfbffd-79db-461c-93d8-e111dff1964a tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4ea5bf43-978e-4299-a64e-45416a7e4e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865371 Aug 18 11:21:18.494191 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.16', 56008) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:21:18.644958 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-aa7bf168-d608-46be-af09-6fc3a1f7f6d6 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=62556a3d77ac46cd86af53cb22884a4c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1494918 Aug 18 11:21:18.648097 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.16', 56018) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:21:18.704573 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-bb3ae916-60fb-4f3a-8915-2ca1927de41f admin admin] Publish callbacks [] for security_group (f404153c-6aef-4197-8cd5-6202dcd87d39), before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:21:18.724728 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-bb3ae916-60fb-4f3a-8915-2ca1927de41f admin admin] Publish callbacks [] for security_group (f404153c-6aef-4197-8cd5-6202dcd87d39), precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:21:18.773694 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-bb3ae916-60fb-4f3a-8915-2ca1927de41f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433130'] for security_group (f404153c-6aef-4197-8cd5-6202dcd87d39), after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:21:18.776342 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-bb3ae916-60fb-4f3a-8915-2ca1927de41f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:21:18.777657 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-bb3ae916-60fb-4f3a-8915-2ca1927de41f admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/f404153c-6aef-4197-8cd5-6202dcd87d39 HTTP/1.1" status: 204 len: 168 time: 0.1284683 Aug 18 11:21:18.785762 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3ae916-60fb-4f3a-8915-2ca1927de41f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f404153c-6aef-4197-8cd5-6202dcd87d39,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:21:18.793844 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3ae916-60fb-4f3a-8915-2ca1927de41f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:21:18.794220 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3ae916-60fb-4f3a-8915-2ca1927de41f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:21:18.794563 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3ae916-60fb-4f3a-8915-2ca1927de41f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:21:18.794899 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3ae916-60fb-4f3a-8915-2ca1927de41f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:21:18.795235 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3ae916-60fb-4f3a-8915-2ca1927de41f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:21:18.795562 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3ae916-60fb-4f3a-8915-2ca1927de41f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:21:18.795888 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3ae916-60fb-4f3a-8915-2ca1927de41f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:21:18.796235 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3ae916-60fb-4f3a-8915-2ca1927de41f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:21:18.796563 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3ae916-60fb-4f3a-8915-2ca1927de41f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:21:18.796887 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3ae916-60fb-4f3a-8915-2ca1927de41f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:21:18.797217 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3ae916-60fb-4f3a-8915-2ca1927de41f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:21:18.797606 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3ae916-60fb-4f3a-8915-2ca1927de41f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:21:18.797849 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3ae916-60fb-4f3a-8915-2ca1927de41f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:21:18.798169 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3ae916-60fb-4f3a-8915-2ca1927de41f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:21:18.798491 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3ae916-60fb-4f3a-8915-2ca1927de41f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:21:19.286850 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82e7bee-dce1-4ef8-bd4c-f24e5eb00e30 req-c4681113-1e65-4cb1-86e6-cd1987dee6de tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:21:19.289061 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-c82e7bee-dce1-4ef8-bd4c-f24e5eb00e30 req-c4681113-1e65-4cb1-86e6-cd1987dee6de tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7d250382-9a20-4990-8a8f-8d0de89674a3 HTTP/1.1" status: 200 len: 946 time: 0.0530326 Aug 18 11:21:19.344835 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-c82e7bee-dce1-4ef8-bd4c-f24e5eb00e30 req-d71dd831-1e3f-47df-93ab-2ad63acea7cb tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4ea5bf43-978e-4299-a64e-45416a7e4e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501657 Aug 18 11:21:19.882165 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748a391e-9ff5-4276-8d54-7b3b03fc9e47 req-c7735cdb-8e59-4173-96e2-566e732f7911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:21:19.883673 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-748a391e-9ff5-4276-8d54-7b3b03fc9e47 req-c7735cdb-8e59-4173-96e2-566e732f7911 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=be810e9efc4f4214b473f76da7e2714b&device_id=7d250382-9a20-4990-8a8f-8d0de89674a3 HTTP/1.1" status: 200 len: 1130 time: 0.0437460 Aug 18 11:21:19.990387 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748a391e-9ff5-4276-8d54-7b3b03fc9e47 req-e2b42b6b-71fc-4d8e-a6ba-1e0eb1ff2fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:21:19.992907 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-748a391e-9ff5-4276-8d54-7b3b03fc9e47 req-e2b42b6b-71fc-4d8e-a6ba-1e0eb1ff2fdf service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=610eae45-7047-4853-8153-1da79fb95838 HTTP/1.1" status: 200 len: 918 time: 0.1006482 Aug 18 11:21:20.058071 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-748a391e-9ff5-4276-8d54-7b3b03fc9e47 req-202605f4-8e97-4d40-83a1-bf769536ab53 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=565d092d-be66-4df6-a273-c1968e5a86f7 HTTP/1.1" status: 200 len: 1002 time: 0.0580175 Aug 18 11:21:20.110518 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748a391e-9ff5-4276-8d54-7b3b03fc9e47 req-087be190-eeb0-4802-a9d1-b4a22d484edd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:21:20.111997 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-748a391e-9ff5-4276-8d54-7b3b03fc9e47 req-087be190-eeb0-4802-a9d1-b4a22d484edd service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=c3eb1b23-820c-420d-9ebc-59169bbc8615 HTTP/1.1" status: 200 len: 856 time: 0.0481739 Aug 18 11:21:20.160045 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748a391e-9ff5-4276-8d54-7b3b03fc9e47 req-413b49ea-76f3-47dd-b7d0-b39fe8a91ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:21:20.161609 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-748a391e-9ff5-4276-8d54-7b3b03fc9e47 req-413b49ea-76f3-47dd-b7d0-b39fe8a91ec5 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=610eae45-7047-4853-8153-1da79fb95838&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0390396 Aug 18 11:21:20.257765 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-748a391e-9ff5-4276-8d54-7b3b03fc9e47 req-27d9b48b-4288-4634-be40-01db5c4b57b2 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/610eae45-7047-4853-8153-1da79fb95838?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874665 Aug 18 11:21:20.351354 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-748a391e-9ff5-4276-8d54-7b3b03fc9e47 req-7e61c815-e3fb-4a17-b9f1-8b103b4d3e54 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/610eae45-7047-4853-8153-1da79fb95838?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867279 Aug 18 11:21:20.470848 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c8af87-ee56-42eb-8827-ac750151f948 req-bf89c90d-cdfe-423c-9010-590863265f01 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:21:20.472256 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-e1c8af87-ee56-42eb-8827-ac750151f948 req-bf89c90d-cdfe-423c-9010-590863265f01 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7d250382-9a20-4990-8a8f-8d0de89674a3 HTTP/1.1" status: 200 len: 946 time: 0.0464492 Aug 18 11:21:20.523930 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-e1c8af87-ee56-42eb-8827-ac750151f948 req-ead85d38-1fd0-4895-88d4-11e5c74f2687 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4ea5bf43-978e-4299-a64e-45416a7e4e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461507 Aug 18 11:21:21.659483 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f385562-5930-4d4e-9ad9-3679f74f3e47 req-a46ca2ea-8294-4a22-82db-8fc1fe5643f2 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:21:21.660957 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-1f385562-5930-4d4e-9ad9-3679f74f3e47 req-a46ca2ea-8294-4a22-82db-8fc1fe5643f2 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7d250382-9a20-4990-8a8f-8d0de89674a3 HTTP/1.1" status: 200 len: 946 time: 0.0516183 Aug 18 11:21:21.701161 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=100 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:21:21.713762 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-1f385562-5930-4d4e-9ad9-3679f74f3e47 req-1d8f7b64-80ca-4299-b855-66a23d8baf8f tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4ea5bf43-978e-4299-a64e-45416a7e4e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435123 Aug 18 11:21:22.850988 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e776836-1eee-44e4-814a-a022bc38d440 req-83edc82d-d697-4940-a0cf-65fc7f8e59e5 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:21:22.852470 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-0e776836-1eee-44e4-814a-a022bc38d440 req-83edc82d-d697-4940-a0cf-65fc7f8e59e5 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7d250382-9a20-4990-8a8f-8d0de89674a3 HTTP/1.1" status: 200 len: 946 time: 0.0568964 Aug 18 11:21:22.903790 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-0e776836-1eee-44e4-814a-a022bc38d440 req-d9a2dde3-972e-4d2d-9f4d-b4e6dce94b57 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4ea5bf43-978e-4299-a64e-45416a7e4e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449922 Aug 18 11:21:23.512998 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.wsgi [req-006c52a2-fd45-4f85-a3d1-0fbb5a4d8997 req-fddac1b9-c577-491b-963d-b8407d9f4955 service neutron] http://10.222.0.16:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106378) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 18 11:21:23.514008 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-006c52a2-fd45-4f85-a3d1-0fbb5a4d8997 req-fddac1b9-c577-491b-963d-b8407d9f4955 service neutron] 10.222.0.16 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1055796 Aug 18 11:21:23.638919 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Device 565d092d-be66-4df6-a273-c1968e5a86f7 no longer exists at agent hyperv_hv-cinder-85345 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 11:21:23.704850 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3426fc5a-9430-4da1-bd1a-e8019b54add6 req-acaba7f4-984f-4807-8262-66f1bae41f9d tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:21:23.707070 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-3426fc5a-9430-4da1-bd1a-e8019b54add6 req-acaba7f4-984f-4807-8262-66f1bae41f9d tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7d250382-9a20-4990-8a8f-8d0de89674a3 HTTP/1.1" status: 200 len: 946 time: 0.0562205 Aug 18 11:21:23.725898 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Current status of the port 565d092d-be66-4df6-a273-c1968e5a86f7 is: ACTIVE; New status is: DOWN {{(pid=106380) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 11:21:23.726620 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (565d092d-be66-4df6-a273-c1968e5a86f7), before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:21:23.756352 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d250382-9a20-4990-8a8f-8d0de89674a3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '565d092d-be66-4df6-a273-c1968e5a86f7'}] {{(pid=106380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 18 11:21:23.758624 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2abfa1ee86993cd756e72fd91a3a01a1a8fb73078c92f04bbbffdb72ec117730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60cfa0fd-48b1-46d9-a3c6-6be61f75ac15" -d '{"events": [{"server_uuid": "7d250382-9a20-4990-8a8f-8d0de89674a3", "name": "network-vif-unplugged", "status": "completed", "tag": "565d092d-be66-4df6-a273-c1968e5a86f7"}]}' {{(pid=106380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:21:23.773623 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] For port 565d092d-be66-4df6-a273-c1968e5a86f7, host hv-cinder-85345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85345',level=0,port_id=565d092d-be66-4df6-a273-c1968e5a86f7,segment=NetworkSegment(9c3c1f69-d097-49d4-af01-0805916be3fe),segment_id=9c3c1f69-d097-49d4-af01-0805916be3fe)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:21:23.776317 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-3426fc5a-9430-4da1-bd1a-e8019b54add6 req-eedfec74-fbff-457f-b50e-477d4604aeda tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4ea5bf43-978e-4299-a64e-45416a7e4e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558555 Aug 18 11:21:23.778713 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732803053689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732802528799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732802528817'] for port (565d092d-be66-4df6-a273-c1968e5a86f7), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:21:23.810945 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 18 Aug 2022 11:21:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc94164a-d3a5-46e1-b840-d1928ea4564f x-openstack-request-id: req-cc94164a-d3a5-46e1-b840-d1928ea4564f {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:21:23.811234 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d250382-9a20-4990-8a8f-8d0de89674a3", "name": "network-vif-unplugged", "status": "failed", "tag": "565d092d-be66-4df6-a273-c1968e5a86f7", "code": 422}]} {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:21:23.811489 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-cc94164a-d3a5-46e1-b840-d1928ea4564f {{(pid=106380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:21:23.811920 dv-cinder-853450-2-iscsi neutron-server[106380]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-cc94164a-d3a5-46e1-b840-d1928ea4564f']: {'server_uuid': '7d250382-9a20-4990-8a8f-8d0de89674a3', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '565d092d-be66-4df6-a273-c1968e5a86f7', 'code': 422} returned with failed status Aug 18 11:21:23.822461 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:21:23.844296 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Pushing event updated for resources: {'Port': ['ID=565d092d-be66-4df6-a273-c1968e5a86f7,revision_number=8']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:21:24.023732 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.16', 56076) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:21:24.114919 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [req-e7e67782-be08-446f-aa27-670b145220b8 req-6f7499da-93af-4aef-b6c0-ee2c9c7d268d service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7d250382-9a20-4990-8a8f-8d0de89674a3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0899963 Aug 18 11:21:24.124167 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.wsgi [req-e7e67782-be08-446f-aa27-670b145220b8 req-4f9bca2b-adb6-4fae-a49f-19454fc4b413 service neutron] http://10.222.0.16:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106379) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 18 11:21:24.125170 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [req-e7e67782-be08-446f-aa27-670b145220b8 req-4f9bca2b-adb6-4fae-a49f-19454fc4b413 service neutron] 10.222.0.16 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0056553 Aug 18 11:21:24.204945 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.16', 56084) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:21:24.305081 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e67782-be08-446f-aa27-670b145220b8 req-3ae8bdf3-fe06-4971-8ae9-b9344c107b25 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:21:24.306280 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-e7e67782-be08-446f-aa27-670b145220b8 req-3ae8bdf3-fe06-4971-8ae9-b9344c107b25 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/ports/565d092d-be66-4df6-a273-c1968e5a86f7 HTTP/1.1" status: 200 len: 941 time: 0.1002555 Aug 18 11:21:24.939575 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5a3c13-a5df-4a8f-895e-948f9b5e056d req-5142420f-1f43-4eec-8353-754087654a85 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:21:24.941113 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-ec5a3c13-a5df-4a8f-895e-948f9b5e056d req-5142420f-1f43-4eec-8353-754087654a85 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7d250382-9a20-4990-8a8f-8d0de89674a3 HTTP/1.1" status: 200 len: 944 time: 0.0497026 Aug 18 11:21:24.993534 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-ec5a3c13-a5df-4a8f-895e-948f9b5e056d req-4d0f9866-bdb7-4019-892d-fdfc04374515 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4ea5bf43-978e-4299-a64e-45416a7e4e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465901 Aug 18 11:21:25.983749 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=100 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:21:25.996725 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e67782-be08-446f-aa27-670b145220b8 req-0e33285a-4680-4c25-baba-c513732fff05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:21:25.998404 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-e7e67782-be08-446f-aa27-670b145220b8 req-0e33285a-4680-4c25-baba-c513732fff05 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=7d250382-9a20-4990-8a8f-8d0de89674a3&tenant_id=be810e9efc4f4214b473f76da7e2714b HTTP/1.1" status: 200 len: 1128 time: 0.1201496 Aug 18 11:21:26.069464 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e67782-be08-446f-aa27-670b145220b8 req-ac0a860d-0562-483a-9c11-075dec051360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:21:26.070975 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-e7e67782-be08-446f-aa27-670b145220b8 req-ac0a860d-0562-483a-9c11-075dec051360 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=be810e9efc4f4214b473f76da7e2714b&device_id=7d250382-9a20-4990-8a8f-8d0de89674a3 HTTP/1.1" status: 200 len: 1128 time: 0.0462010 Aug 18 11:21:26.191996 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71841ac-1b80-4950-a875-8b6747dba8aa req-9a2426e2-4851-4169-86aa-43c6b7a625e7 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:21:26.193479 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-f71841ac-1b80-4950-a875-8b6747dba8aa req-9a2426e2-4851-4169-86aa-43c6b7a625e7 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7d250382-9a20-4990-8a8f-8d0de89674a3 HTTP/1.1" status: 200 len: 944 time: 0.0872002 Aug 18 11:21:26.230054 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e67782-be08-446f-aa27-670b145220b8 req-3b5d577c-dbdf-41f9-85ad-6929f91247d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:21:26.232056 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-e7e67782-be08-446f-aa27-670b145220b8 req-3b5d577c-dbdf-41f9-85ad-6929f91247d3 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=610eae45-7047-4853-8153-1da79fb95838 HTTP/1.1" status: 200 len: 918 time: 0.1548114 Aug 18 11:21:26.294223 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-f71841ac-1b80-4950-a875-8b6747dba8aa req-e0306462-b272-4641-83da-50a0a27acd1a tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4ea5bf43-978e-4299-a64e-45416a7e4e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915837 Aug 18 11:21:26.313489 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-e7e67782-be08-446f-aa27-670b145220b8 req-330f8956-b9c6-47b9-af43-e5519eef946d service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=565d092d-be66-4df6-a273-c1968e5a86f7 HTTP/1.1" status: 200 len: 1000 time: 0.0717781 Aug 18 11:21:26.366037 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e67782-be08-446f-aa27-670b145220b8 req-0b186326-7ebe-494a-a609-eeb10c261212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:21:26.367459 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-e7e67782-be08-446f-aa27-670b145220b8 req-0b186326-7ebe-494a-a609-eeb10c261212 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=c3eb1b23-820c-420d-9ebc-59169bbc8615 HTTP/1.1" status: 200 len: 856 time: 0.0454612 Aug 18 11:21:26.413207 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e67782-be08-446f-aa27-670b145220b8 req-1fd12fef-e68c-464f-9a69-a29b5396f6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:21:26.414932 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-e7e67782-be08-446f-aa27-670b145220b8 req-1fd12fef-e68c-464f-9a69-a29b5396f6fb service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=610eae45-7047-4853-8153-1da79fb95838&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0411680 Aug 18 11:21:26.510309 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-e7e67782-be08-446f-aa27-670b145220b8 req-6070e820-a6d3-4a86-95db-adba987a98d0 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/610eae45-7047-4853-8153-1da79fb95838?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884941 Aug 18 11:21:26.604724 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-e7e67782-be08-446f-aa27-670b145220b8 req-d3934d0a-db24-4270-911d-e0543e219f15 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/610eae45-7047-4853-8153-1da79fb95838?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870366 Aug 18 11:21:27.449885 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2bd948-9934-4324-8fdd-e9b0c1905a8b req-0836a2f0-7a48-4c4d-9f3f-e3c9c6605768 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:21:27.451578 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-6a2bd948-9934-4324-8fdd-e9b0c1905a8b req-0836a2f0-7a48-4c4d-9f3f-e3c9c6605768 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7d250382-9a20-4990-8a8f-8d0de89674a3 HTTP/1.1" status: 200 len: 944 time: 0.0584431 Aug 18 11:21:27.527776 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-6a2bd948-9934-4324-8fdd-e9b0c1905a8b req-a972e896-a39d-4ccf-b559-7d7cb1d0e5a3 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4ea5bf43-978e-4299-a64e-45416a7e4e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665286 Aug 18 11:21:27.672866 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Device 565d092d-be66-4df6-a273-c1968e5a86f7 no longer exists at agent hyperv_hv-cinder-85345 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 11:21:27.895967 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Current status of the port 565d092d-be66-4df6-a273-c1968e5a86f7 is: DOWN; New status is: DOWN {{(pid=106380) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 11:21:28.256296 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:21:28.265844 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=16,neutron:UPDATE=1 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:21:28.698068 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90d2319-af48-45cb-8735-3755f5beaf54 req-f02be02c-bf0e-44a7-affe-7d7cbaf6d187 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:21:28.700619 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-b90d2319-af48-45cb-8735-3755f5beaf54 req-f02be02c-bf0e-44a7-affe-7d7cbaf6d187 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7d250382-9a20-4990-8a8f-8d0de89674a3 HTTP/1.1" status: 200 len: 944 time: 0.0828357 Aug 18 11:21:28.721930 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=100 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:21:28.753437 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-b90d2319-af48-45cb-8735-3755f5beaf54 req-a9552ed4-296f-4e2d-9865-d0743029d3e5 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4ea5bf43-978e-4299-a64e-45416a7e4e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471408 Aug 18 11:21:29.897915 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55db253d-1696-4d1a-a6a0-12e4a6162a85 req-08ccf5f9-19ba-4b7a-aa98-6a708072267d tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:21:29.899704 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-55db253d-1696-4d1a-a6a0-12e4a6162a85 req-08ccf5f9-19ba-4b7a-aa98-6a708072267d tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7d250382-9a20-4990-8a8f-8d0de89674a3 HTTP/1.1" status: 200 len: 944 time: 0.0561478 Aug 18 11:21:29.955153 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-55db253d-1696-4d1a-a6a0-12e4a6162a85 req-06e659b0-ef70-4104-ad7b-e8ffcda2e8a2 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4ea5bf43-978e-4299-a64e-45416a7e4e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460808 Aug 18 11:21:31.115528 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d2efef-12eb-4ef5-8903-6b4c3a67c547 req-91b93e46-7faa-42ea-866b-fc3ae7866892 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:21:31.117063 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-52d2efef-12eb-4ef5-8903-6b4c3a67c547 req-91b93e46-7faa-42ea-866b-fc3ae7866892 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7d250382-9a20-4990-8a8f-8d0de89674a3 HTTP/1.1" status: 200 len: 944 time: 0.0545375 Aug 18 11:21:31.176904 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-52d2efef-12eb-4ef5-8903-6b4c3a67c547 req-ea3d4b25-9882-40b7-b9f1-f1eee84b3aa4 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4ea5bf43-978e-4299-a64e-45416a7e4e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510995 Aug 18 11:21:32.333078 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=100 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:21:32.355911 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22bb857-07bd-4f03-b8eb-53279020e7b9 req-0ad9547e-9037-4216-9ffa-07c61d6ac7e4 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:21:32.357728 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-d22bb857-07bd-4f03-b8eb-53279020e7b9 req-0ad9547e-9037-4216-9ffa-07c61d6ac7e4 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7d250382-9a20-4990-8a8f-8d0de89674a3 HTTP/1.1" status: 200 len: 944 time: 0.0582097 Aug 18 11:21:32.423160 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-d22bb857-07bd-4f03-b8eb-53279020e7b9 req-a99a24e3-340e-4b14-b652-114daae1c78b tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4ea5bf43-978e-4299-a64e-45416a7e4e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522265 Aug 18 11:21:33.583183 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb27f74-65cb-4643-b22d-da32caa13d38 req-413db137-f512-49eb-9a4a-f024c55aebed tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:21:33.595687 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-bdb27f74-65cb-4643-b22d-da32caa13d38 req-413db137-f512-49eb-9a4a-f024c55aebed tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7d250382-9a20-4990-8a8f-8d0de89674a3 HTTP/1.1" status: 200 len: 944 time: 0.0746853 Aug 18 11:21:33.656060 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-bdb27f74-65cb-4643-b22d-da32caa13d38 req-cc04b178-9c4c-400d-9f67-128d3847efdd tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4ea5bf43-978e-4299-a64e-45416a7e4e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577588 Aug 18 11:21:34.110158 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=27,neutron:DELETE=2 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:21:34.111202 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=25,neutron:DELETE=2 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:21:34.785339 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94971dbf-3a1f-4f54-9af3-7e7915175234 req-c20220af-3838-49ea-ad7a-b0f0d47fbd4b tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:21:34.787791 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-94971dbf-3a1f-4f54-9af3-7e7915175234 req-c20220af-3838-49ea-ad7a-b0f0d47fbd4b tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7d250382-9a20-4990-8a8f-8d0de89674a3 HTTP/1.1" status: 200 len: 944 time: 0.0528548 Aug 18 11:21:34.860391 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-94971dbf-3a1f-4f54-9af3-7e7915175234 req-16938213-6fe2-4b10-9183-c9f63b1d02dc tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4ea5bf43-978e-4299-a64e-45416a7e4e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605936 Aug 18 11:21:35.680278 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (0c451e2b-fe38-44d1-984c-2dd7bcedf4dc), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:21:36.005042 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b44f13-c585-41a6-b598-0093e007c1dc req-273224a8-760f-41bc-bf65-c145b18ea2d1 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:21:36.006626 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-d5b44f13-c585-41a6-b598-0093e007c1dc req-273224a8-760f-41bc-bf65-c145b18ea2d1 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7d250382-9a20-4990-8a8f-8d0de89674a3 HTTP/1.1" status: 200 len: 944 time: 0.0581367 Aug 18 11:21:36.070796 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-d5b44f13-c585-41a6-b598-0093e007c1dc req-79b99002-4b1f-4ba6-898c-e42dd08ac80e tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4ea5bf43-978e-4299-a64e-45416a7e4e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510094 Aug 18 11:21:37.233367 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f1f7a2-710d-4179-81a6-7f653ef2f913 req-30d44250-ee0d-45f9-866c-e7514c096242 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:21:37.234835 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-53f1f7a2-710d-4179-81a6-7f653ef2f913 req-30d44250-ee0d-45f9-866c-e7514c096242 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7d250382-9a20-4990-8a8f-8d0de89674a3 HTTP/1.1" status: 200 len: 944 time: 0.0683718 Aug 18 11:21:37.292362 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-53f1f7a2-710d-4179-81a6-7f653ef2f913 req-2595d978-ca42-4eb0-ad21-303ddce5e1aa tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4ea5bf43-978e-4299-a64e-45416a7e4e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516539 Aug 18 11:21:38.421178 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf4f788-1bff-40c1-af23-509385dbe1e7 req-1ab6ab13-5235-42ef-9af3-815d2b993e08 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:21:38.422652 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-8bf4f788-1bff-40c1-af23-509385dbe1e7 req-1ab6ab13-5235-42ef-9af3-815d2b993e08 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7d250382-9a20-4990-8a8f-8d0de89674a3 HTTP/1.1" status: 200 len: 944 time: 0.0517635 Aug 18 11:21:38.472292 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-8bf4f788-1bff-40c1-af23-509385dbe1e7 req-a1479093-daca-4a28-b4e7-3208182c90b4 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4ea5bf43-978e-4299-a64e-45416a7e4e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438747 Aug 18 11:21:39.280613 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=1 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:21:39.281343 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:DELETE=1 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:21:39.622522 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62995d3f-3d77-408b-9309-f28bfbf59e73 req-97dae472-8225-4e74-83b9-a89f57a2d0c2 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:21:39.624047 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-62995d3f-3d77-408b-9309-f28bfbf59e73 req-97dae472-8225-4e74-83b9-a89f57a2d0c2 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7d250382-9a20-4990-8a8f-8d0de89674a3 HTTP/1.1" status: 200 len: 944 time: 0.0612979 Aug 18 11:21:39.683908 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-62995d3f-3d77-408b-9309-f28bfbf59e73 req-9cf033da-2944-4c8c-b12d-25f3b6fb8009 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4ea5bf43-978e-4299-a64e-45416a7e4e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532389 Aug 18 11:21:40.275417 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.agents_db [None req-8a9264f7-88d3-4c8b-91d1-adcc6bb37de7 None None] Agent healthcheck: found 6 active agents {{(pid=106381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 11:21:40.819149 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8002573-cc67-4f4d-8ceb-5676e92e7854 req-c5cf8953-3f6c-4f70-bd5d-417af76e80b2 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:21:40.820645 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-e8002573-cc67-4f4d-8ceb-5676e92e7854 req-c5cf8953-3f6c-4f70-bd5d-417af76e80b2 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7d250382-9a20-4990-8a8f-8d0de89674a3 HTTP/1.1" status: 200 len: 944 time: 0.0473838 Aug 18 11:21:40.872466 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-e8002573-cc67-4f4d-8ceb-5676e92e7854 req-7c77298e-2aa3-4c43-9b8f-ced379f92524 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4ea5bf43-978e-4299-a64e-45416a7e4e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454378 Aug 18 11:21:40.979214 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-88f21b23-7e4d-4909-bd80-b43de38f8cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (c499a017-4b38-4967-b050-d4094e1a7564), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:21:42.004061 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfd85eb-d8e6-4377-ba81-c832f2bcb503 req-de6f6063-a674-4e19-9796-81d7f79ab84e tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:21:42.005581 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-3dfd85eb-d8e6-4377-ba81-c832f2bcb503 req-de6f6063-a674-4e19-9796-81d7f79ab84e tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7d250382-9a20-4990-8a8f-8d0de89674a3 HTTP/1.1" status: 200 len: 944 time: 0.0478387 Aug 18 11:21:42.026558 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=100 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:21:42.057430 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-3dfd85eb-d8e6-4377-ba81-c832f2bcb503 req-ada4f618-e850-40b8-b1ae-cb4619f47f63 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4ea5bf43-978e-4299-a64e-45416a7e4e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462883 Aug 18 11:21:43.190138 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a2cbaf-4416-4706-9350-a2fd8424be96 req-7354588c-7386-4dbe-9f56-3f199b9d064e tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:21:43.191627 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-b3a2cbaf-4416-4706-9350-a2fd8424be96 req-7354588c-7386-4dbe-9f56-3f199b9d064e tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7d250382-9a20-4990-8a8f-8d0de89674a3 HTTP/1.1" status: 200 len: 944 time: 0.0485890 Aug 18 11:21:43.243142 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-b3a2cbaf-4416-4706-9350-a2fd8424be96 req-e61f6d68-bf0a-4333-9e97-69ccea5bfd02 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4ea5bf43-978e-4299-a64e-45416a7e4e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454760 Aug 18 11:21:43.345066 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e12839c1-417b-4382-934a-856553c14488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (5a2ac145-53e3-4597-a9e7-c52b4336ae58), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:21:44.379431 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b42783-f47f-4bb2-876e-ea1e1ab57bcb req-1fb0112d-e5d0-4d94-a428-cfe7e3c1161f tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:21:44.380971 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-d4b42783-f47f-4bb2-876e-ea1e1ab57bcb req-1fb0112d-e5d0-4d94-a428-cfe7e3c1161f tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7d250382-9a20-4990-8a8f-8d0de89674a3 HTTP/1.1" status: 200 len: 944 time: 0.0539036 Aug 18 11:21:44.430961 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-d4b42783-f47f-4bb2-876e-ea1e1ab57bcb req-8b80452e-4f3f-495b-8b44-338cca6f3836 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4ea5bf43-978e-4299-a64e-45416a7e4e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436146 Aug 18 11:21:44.680554 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-a5cc8183-7213-4642-9d48-bc0d47940d29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (29720577-1c8f-43c1-a8be-c2a14df8d65e), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:21:45.556695 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6d52c8-2018-4734-9f5c-68b91a8cd938 req-6a3c71f4-135b-42bc-a307-836e9b0df264 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:21:45.558263 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-1f6d52c8-2018-4734-9f5c-68b91a8cd938 req-6a3c71f4-135b-42bc-a307-836e9b0df264 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7d250382-9a20-4990-8a8f-8d0de89674a3 HTTP/1.1" status: 200 len: 944 time: 0.0479772 Aug 18 11:21:45.584487 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=100 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:21:45.609097 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-1f6d52c8-2018-4734-9f5c-68b91a8cd938 req-62638f11-5b40-430b-adc8-55d19fa1ce82 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4ea5bf43-978e-4299-a64e-45416a7e4e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445564 Aug 18 11:21:45.983499 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (69d4285f-736d-41a6-a99e-1994eed59bce), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:21:46.453953 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=40,neutron:UPDATE=6 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:21:46.461162 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c68edff8-e550-48a3-9de2-17badfe483c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (307af099-d926-4e52-9df3-0cd09baf3c81), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:21:46.738377 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b34532-04eb-450c-b89d-6fcd74301975 req-b34fc265-0452-4b19-a399-4bf961d38bb0 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:21:46.739849 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-97b34532-04eb-450c-b89d-6fcd74301975 req-b34fc265-0452-4b19-a399-4bf961d38bb0 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7d250382-9a20-4990-8a8f-8d0de89674a3 HTTP/1.1" status: 200 len: 944 time: 0.0509546 Aug 18 11:21:46.787877 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-97b34532-04eb-450c-b89d-6fcd74301975 req-7380cd03-2232-49cb-ae31-0b01b16aa537 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4ea5bf43-978e-4299-a64e-45416a7e4e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424161 Aug 18 11:21:47.923025 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955e2df3-12d5-47cf-ba82-8ba316cde0b6 req-39b5aa69-229f-45b3-8d94-d857d39d7adc tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:21:47.924558 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-955e2df3-12d5-47cf-ba82-8ba316cde0b6 req-39b5aa69-229f-45b3-8d94-d857d39d7adc tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7d250382-9a20-4990-8a8f-8d0de89674a3 HTTP/1.1" status: 200 len: 944 time: 0.0485837 Aug 18 11:21:47.972989 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-955e2df3-12d5-47cf-ba82-8ba316cde0b6 req-b3203a65-97c6-4476-b617-52af95f199f6 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4ea5bf43-978e-4299-a64e-45416a7e4e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426929 Aug 18 11:21:49.098428 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891268d9-55db-4c3d-a9f2-dc59f3909cf9 req-12e9e452-00bd-4845-8a33-ac88509a6b5e tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:21:49.099910 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-891268d9-55db-4c3d-a9f2-dc59f3909cf9 req-12e9e452-00bd-4845-8a33-ac88509a6b5e tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7d250382-9a20-4990-8a8f-8d0de89674a3 HTTP/1.1" status: 200 len: 944 time: 0.0474887 Aug 18 11:21:49.150940 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-891268d9-55db-4c3d-a9f2-dc59f3909cf9 req-36f297e9-c354-4d15-8769-e420dc2440f8 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4ea5bf43-978e-4299-a64e-45416a7e4e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445201 Aug 18 11:21:50.270636 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=1 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:21:50.271758 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=1 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:21:50.278293 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13be2418-3197-485a-b5bd-28b1710ac221 req-034af82a-0a6e-4561-9ceb-6bd447097a88 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:21:50.279829 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-13be2418-3197-485a-b5bd-28b1710ac221 req-034af82a-0a6e-4561-9ceb-6bd447097a88 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7d250382-9a20-4990-8a8f-8d0de89674a3 HTTP/1.1" status: 200 len: 944 time: 0.0506902 Aug 18 11:21:50.330109 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-13be2418-3197-485a-b5bd-28b1710ac221 req-21a5cbf7-3f4e-4ad6-96fb-6de530704378 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4ea5bf43-978e-4299-a64e-45416a7e4e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445235 Aug 18 11:21:51.459047 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ae8f1b-848b-4516-ba59-acebde4c78b2 req-7796fb51-27f9-4d03-9ecb-6a8167154ec1 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:21:51.460556 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-b5ae8f1b-848b-4516-ba59-acebde4c78b2 req-7796fb51-27f9-4d03-9ecb-6a8167154ec1 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7d250382-9a20-4990-8a8f-8d0de89674a3 HTTP/1.1" status: 200 len: 944 time: 0.0481954 Aug 18 11:21:51.510098 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-b5ae8f1b-848b-4516-ba59-acebde4c78b2 req-e9fe81d0-cdc6-46e9-8904-ae83a3f96533 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4ea5bf43-978e-4299-a64e-45416a7e4e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431557 Aug 18 11:21:52.640555 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce5d4f8-a996-446b-9dc2-0c60594f4762 req-f5f878c1-2f5e-4fb0-b92c-59b9ce96c1da tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:21:52.642038 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-cce5d4f8-a996-446b-9dc2-0c60594f4762 req-f5f878c1-2f5e-4fb0-b92c-59b9ce96c1da tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7d250382-9a20-4990-8a8f-8d0de89674a3 HTTP/1.1" status: 200 len: 944 time: 0.0516436 Aug 18 11:21:52.690351 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-cce5d4f8-a996-446b-9dc2-0c60594f4762 req-d4654d92-fd2d-4cb8-8e55-0ef81f8461bb tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4ea5bf43-978e-4299-a64e-45416a7e4e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426006 Aug 18 11:21:53.795279 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Device 565d092d-be66-4df6-a273-c1968e5a86f7 details requested by agent hyperv_hv-cinder-85345 with host hv-cinder-85345 {{(pid=106380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 11:21:53.824471 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e3f925-9718-433b-9fd7-94524726cbe4 req-49d75c4b-1a37-46e0-8421-e766cafffe00 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:21:53.825965 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-73e3f925-9718-433b-9fd7-94524726cbe4 req-49d75c4b-1a37-46e0-8421-e766cafffe00 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7d250382-9a20-4990-8a8f-8d0de89674a3 HTTP/1.1" status: 200 len: 944 time: 0.0482116 Aug 18 11:21:53.857036 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=25,neutron:UPDATE=2 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:21:53.880150 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-73e3f925-9718-433b-9fd7-94524726cbe4 req-8ba9f2ea-3c9b-45a2-91b6-fa84b5fbbc4d tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4ea5bf43-978e-4299-a64e-45416a7e4e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451181 Aug 18 11:21:53.913787 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] For port 565d092d-be66-4df6-a273-c1968e5a86f7, host hv-cinder-85345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85345',level=0,port_id=565d092d-be66-4df6-a273-c1968e5a86f7,segment=NetworkSegment(9c3c1f69-d097-49d4-af01-0805916be3fe),segment_id=9c3c1f69-d097-49d4-af01-0805916be3fe)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:21:53.926299 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Returning: {'device': '565d092d-be66-4df6-a273-c1968e5a86f7', 'network_id': '610eae45-7047-4853-8153-1da79fb95838', 'port_id': '565d092d-be66-4df6-a273-c1968e5a86f7', 'mac_address': 'fa:16:3e:61:80:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 968, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3eb1b23-820c-420d-9ebc-59169bbc8615', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 11:21:53.963186 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Current status of the port 565d092d-be66-4df6-a273-c1968e5a86f7 is: DOWN; New status is: BUILD {{(pid=106380) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 11:21:53.963575 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (565d092d-be66-4df6-a273-c1968e5a86f7), before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:21:53.977013 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.notifiers.nova [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 565d092d-be66-4df6-a273-c1968e5a86f7 {{(pid=106380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 18 11:21:53.999082 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] For port 565d092d-be66-4df6-a273-c1968e5a86f7, host hv-cinder-85345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85345',level=0,port_id=565d092d-be66-4df6-a273-c1968e5a86f7,segment=NetworkSegment(9c3c1f69-d097-49d4-af01-0805916be3fe),segment_id=9c3c1f69-d097-49d4-af01-0805916be3fe)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:21:54.003811 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732803053689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732802528799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732802528817'] for port (565d092d-be66-4df6-a273-c1968e5a86f7), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:21:54.054992 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Pushing event updated for resources: {'Port': ['ID=565d092d-be66-4df6-a273-c1968e5a86f7,revision_number=9']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:21:54.511118 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] get_ports_and_sgs() called for port_ids ['565d092d-be66-4df6-a273-c1968e5a86f7'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 18 11:21:55.013480 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=100 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:21:55.021902 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacc9efb-adc3-4c93-95df-28e8fc36b78f req-2bb8445c-af7b-46bf-b063-3835fdbb12f5 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:21:55.023379 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-cacc9efb-adc3-4c93-95df-28e8fc36b78f req-2bb8445c-af7b-46bf-b063-3835fdbb12f5 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7d250382-9a20-4990-8a8f-8d0de89674a3 HTTP/1.1" status: 200 len: 945 time: 0.0510314 Aug 18 11:21:55.077234 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-cacc9efb-adc3-4c93-95df-28e8fc36b78f req-67084a2d-9680-429e-8243-d4ecd2b2ed10 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4ea5bf43-978e-4299-a64e-45416a7e4e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446858 Aug 18 11:21:55.808806 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Device 565d092d-be66-4df6-a273-c1968e5a86f7 up at agent hyperv_hv-cinder-85345 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 11:21:55.851637 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Provisioning complete for port 565d092d-be66-4df6-a273-c1968e5a86f7 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 18 11:21:55.852012 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619404'] for port (565d092d-be66-4df6-a273-c1968e5a86f7), provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:21:55.923651 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Current status of the port 565d092d-be66-4df6-a273-c1968e5a86f7 is: BUILD; New status is: ACTIVE {{(pid=106380) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 11:21:55.924039 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (565d092d-be66-4df6-a273-c1968e5a86f7), before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:21:55.947644 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d250382-9a20-4990-8a8f-8d0de89674a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '565d092d-be66-4df6-a273-c1968e5a86f7'}] {{(pid=106380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 18 11:21:55.950494 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2abfa1ee86993cd756e72fd91a3a01a1a8fb73078c92f04bbbffdb72ec117730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9d213f7-262e-4b88-8e3e-fa3032a17f5b" -d '{"events": [{"server_uuid": "7d250382-9a20-4990-8a8f-8d0de89674a3", "name": "network-vif-plugged", "status": "completed", "tag": "565d092d-be66-4df6-a273-c1968e5a86f7"}]}' {{(pid=106380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:21:55.962824 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] For port 565d092d-be66-4df6-a273-c1968e5a86f7, host hv-cinder-85345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85345',level=0,port_id=565d092d-be66-4df6-a273-c1968e5a86f7,segment=NetworkSegment(9c3c1f69-d097-49d4-af01-0805916be3fe),segment_id=9c3c1f69-d097-49d4-af01-0805916be3fe)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:21:55.968524 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732803053689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732802528799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732802528817'] for port (565d092d-be66-4df6-a273-c1968e5a86f7), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:21:56.033041 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Pushing event updated for resources: {'Port': ['ID=565d092d-be66-4df6-a273-c1968e5a86f7,revision_number=10']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:21:56.046352 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:21:56.046931 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:21:56.047527 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:21:56.048117 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:21:56.048708 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:21:56.049272 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:21:56.049835 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:21:56.050395 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:21:56.051382 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:21:56.051946 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:21:56.052546 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:21:56.053137 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:21:56.053695 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:21:56.054258 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:21:56.054803 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:21:56.073443 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Aug 2022 11:21:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-271e00b8-8fab-4229-a800-7b11d3637a42 x-openstack-request-id: req-271e00b8-8fab-4229-a800-7b11d3637a42 {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:21:56.074383 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d250382-9a20-4990-8a8f-8d0de89674a3", "name": "network-vif-plugged", "status": "completed", "tag": "565d092d-be66-4df6-a273-c1968e5a86f7", "code": 200}]} {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:21:56.074541 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-271e00b8-8fab-4229-a800-7b11d3637a42 {{(pid=106380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:21:56.074913 dv-cinder-853450-2-iscsi neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event matching ['req-271e00b8-8fab-4229-a800-7b11d3637a42'] response: {'server_uuid': '7d250382-9a20-4990-8a8f-8d0de89674a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '565d092d-be66-4df6-a273-c1968e5a86f7', 'code': 200} Aug 18 11:21:56.214008 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c47d71e-67c6-4d58-86de-2e7548ef54b1 req-2f8906af-e860-465d-9a36-980379f6452c tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:21:56.216165 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-5c47d71e-67c6-4d58-86de-2e7548ef54b1 req-2f8906af-e860-465d-9a36-980379f6452c tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7d250382-9a20-4990-8a8f-8d0de89674a3 HTTP/1.1" status: 200 len: 947 time: 0.0485837 Aug 18 11:21:56.264240 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-5c47d71e-67c6-4d58-86de-2e7548ef54b1 req-048efb0e-2f08-441c-83b3-a0393188eaf9 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4ea5bf43-978e-4299-a64e-45416a7e4e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422735 Aug 18 11:21:56.705679 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8605ccb4-ec28-48a9-848b-a5c8ee088a48 req-8ce48aae-2a06-4b9d-9575-f5bf522ee8e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:21:56.707187 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-8605ccb4-ec28-48a9-848b-a5c8ee088a48 req-8ce48aae-2a06-4b9d-9575-f5bf522ee8e0 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=7d250382-9a20-4990-8a8f-8d0de89674a3 HTTP/1.1" status: 200 len: 1131 time: 0.0394950 Aug 18 11:21:56.758447 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-8605ccb4-ec28-48a9-848b-a5c8ee088a48 req-bac8a976-db77-4684-a3c4-dcafab09b902 service neutron] 10.222.0.20 "GET /networking/v2.0/security-groups?id=4ea5bf43-978e-4299-a64e-45416a7e4e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416303 Aug 18 11:21:57.640514 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fae9c9-127d-4e25-b8a8-880deee42c6c req-d887e711-8481-4104-95e8-b330ce5429fc tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:21:57.641919 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-82fae9c9-127d-4e25-b8a8-880deee42c6c req-d887e711-8481-4104-95e8-b330ce5429fc tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7d250382-9a20-4990-8a8f-8d0de89674a3 HTTP/1.1" status: 200 len: 947 time: 0.2912672 Aug 18 11:21:57.690380 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-82fae9c9-127d-4e25-b8a8-880deee42c6c req-c3bda033-baee-4cda-9ff1-73667990483a tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4ea5bf43-978e-4299-a64e-45416a7e4e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424421 Aug 18 11:21:58.793281 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=100 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:21:58.830603 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f29707-0e31-43b8-8876-d0a3a79559e1 req-0274bbed-0fe8-40f4-acb8-5ae3d38f8485 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:21:58.832065 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-11f29707-0e31-43b8-8876-d0a3a79559e1 req-0274bbed-0fe8-40f4-acb8-5ae3d38f8485 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7d250382-9a20-4990-8a8f-8d0de89674a3 HTTP/1.1" status: 200 len: 947 time: 0.0496867 Aug 18 11:21:58.880951 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-11f29707-0e31-43b8-8876-d0a3a79559e1 req-7cf474c7-bca4-4cdb-9269-3b544ecbf1df tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4ea5bf43-978e-4299-a64e-45416a7e4e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431626 Aug 18 11:22:00.016669 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489a7ba8-3c00-475d-890d-b0f16d8a001f req-629b6d00-311f-4c98-b748-f5a6aa4e2cad tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:22:00.018136 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-489a7ba8-3c00-475d-890d-b0f16d8a001f req-629b6d00-311f-4c98-b748-f5a6aa4e2cad tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7d250382-9a20-4990-8a8f-8d0de89674a3 HTTP/1.1" status: 200 len: 947 time: 0.0509708 Aug 18 11:22:00.067482 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-489a7ba8-3c00-475d-890d-b0f16d8a001f req-3d3cedb3-f708-40a0-b7f1-23e6c3a1a859 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4ea5bf43-978e-4299-a64e-45416a7e4e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437388 Aug 18 11:22:05.254931 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=2 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:22:05.260293 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=4 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:22:05.280596 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-a1fa4498-a84f-4217-9979-317426fa3aba req-79ee0ef2-f51d-48a9-ab24-020e583d2b9a service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=c8db7651-518a-44f0-834d-8036931cbef8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0390294 Aug 18 11:22:05.367328 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fa4498-a84f-4217-9979-317426fa3aba req-1730065a-1d0a-45ef-8e11-f6684b5d1d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:22:05.368885 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-a1fa4498-a84f-4217-9979-317426fa3aba req-1730065a-1d0a-45ef-8e11-f6684b5d1d7d service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=aab35f7119e44d3c8da92076c7e823db&device_id=c8db7651-518a-44f0-834d-8036931cbef8 HTTP/1.1" status: 200 len: 1129 time: 0.0404480 Aug 18 11:22:05.477922 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fa4498-a84f-4217-9979-317426fa3aba req-d589ee41-c5cf-4d73-8c39-0b640f915b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:22:05.479397 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-a1fa4498-a84f-4217-9979-317426fa3aba req-d589ee41-c5cf-4d73-8c39-0b640f915b66 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=dd9ba834-1e3f-4b43-ad03-a13182799a15 HTTP/1.1" status: 200 len: 920 time: 0.0898950 Aug 18 11:22:05.518613 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-a1fa4498-a84f-4217-9979-317426fa3aba req-265c6944-e8bd-4ee8-8dc0-11e28b1bc9c9 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ebed5dca-31d9-4dd8-82d2-0b59c8ad64cb HTTP/1.1" status: 200 len: 217 time: 0.0325735 Aug 18 11:22:05.574379 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fa4498-a84f-4217-9979-317426fa3aba req-498f3c2b-1040-4621-b9e8-5e37b7377168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:22:05.575748 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-a1fa4498-a84f-4217-9979-317426fa3aba req-498f3c2b-1040-4621-b9e8-5e37b7377168 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=055aadf2-d4b5-4a33-adc5-6baee36dc7bc HTTP/1.1" status: 200 len: 858 time: 0.0475743 Aug 18 11:22:05.623893 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fa4498-a84f-4217-9979-317426fa3aba req-27c31af8-2d7c-461a-a4bd-230c9031a867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:22:05.625416 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-a1fa4498-a84f-4217-9979-317426fa3aba req-27c31af8-2d7c-461a-a4bd-230c9031a867 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=dd9ba834-1e3f-4b43-ad03-a13182799a15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0394804 Aug 18 11:22:05.686623 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (0c451e2b-fe38-44d1-984c-2dd7bcedf4dc), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:22:05.721960 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-a1fa4498-a84f-4217-9979-317426fa3aba req-c48b80f2-2d9b-4da3-a849-03a4844236ba service neutron] 10.222.0.20 "GET /networking/v2.0/networks/dd9ba834-1e3f-4b43-ad03-a13182799a15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889730 Aug 18 11:22:05.789759 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=100 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:22:05.816152 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-a1fa4498-a84f-4217-9979-317426fa3aba req-3ddae6cf-bae0-417f-b86f-6e3b641b08d6 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/dd9ba834-1e3f-4b43-ad03-a13182799a15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877907 Aug 18 11:22:06.141572 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67abedf-4075-4a79-8af6-9fa7a5e8290b req-632f7fa8-a73d-4754-9a84-ded22d6912f6 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:22:06.142956 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-a67abedf-4075-4a79-8af6-9fa7a5e8290b req-632f7fa8-a73d-4754-9a84-ded22d6912f6 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=89c0de05-1480-48f5-953a-687cea7e4044 HTTP/1.1" status: 200 len: 945 time: 0.0481892 Aug 18 11:22:06.204175 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-a67abedf-4075-4a79-8af6-9fa7a5e8290b req-f5e48c05-1ac6-4ca9-8603-ebd4bd8327ab tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d4fc1cd8-bdf2-4971-b730-97db8d4df085&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556507 Aug 18 11:22:06.280360 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7fd376-63d1-4be3-b7ae-eab2f81c97ce req-80269c9b-392b-4d5e-a846-07ecf8b9f18f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:22:06.281954 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-dd7fd376-63d1-4be3-b7ae-eab2f81c97ce req-80269c9b-392b-4d5e-a846-07ecf8b9f18f service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=aab35f7119e44d3c8da92076c7e823db&device_id=89c0de05-1480-48f5-953a-687cea7e4044 HTTP/1.1" status: 200 len: 1129 time: 0.0495071 Aug 18 11:22:06.415289 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7fd376-63d1-4be3-b7ae-eab2f81c97ce req-835d3f7b-20a2-4fa5-a084-278f816e1a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:22:06.416832 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-dd7fd376-63d1-4be3-b7ae-eab2f81c97ce req-835d3f7b-20a2-4fa5-a084-278f816e1a30 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=dd9ba834-1e3f-4b43-ad03-a13182799a15 HTTP/1.1" status: 200 len: 920 time: 0.1183426 Aug 18 11:22:06.711767 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-dd7fd376-63d1-4be3-b7ae-eab2f81c97ce req-7de3bdf0-e379-4810-8fb5-c9eb4099a436 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e3ba48d9-0ad1-42ac-aa6b-96d0a60793f5 HTTP/1.1" status: 200 len: 1001 time: 0.0630383 Aug 18 11:22:06.766469 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7fd376-63d1-4be3-b7ae-eab2f81c97ce req-e5efb4a2-f9eb-4ab2-bb70-55b477cef600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:22:06.767921 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-dd7fd376-63d1-4be3-b7ae-eab2f81c97ce req-e5efb4a2-f9eb-4ab2-bb70-55b477cef600 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=055aadf2-d4b5-4a33-adc5-6baee36dc7bc HTTP/1.1" status: 200 len: 858 time: 0.0495815 Aug 18 11:22:06.815217 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7fd376-63d1-4be3-b7ae-eab2f81c97ce req-c9af61fb-2d5d-46ae-b7d7-1233aa9ff8bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:22:06.816741 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-dd7fd376-63d1-4be3-b7ae-eab2f81c97ce req-c9af61fb-2d5d-46ae-b7d7-1233aa9ff8bb service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=dd9ba834-1e3f-4b43-ad03-a13182799a15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0402491 Aug 18 11:22:06.878855 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=100 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:22:06.912628 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-dd7fd376-63d1-4be3-b7ae-eab2f81c97ce req-c7c70d8d-2f20-4a84-a113-c3ef1143cb52 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/dd9ba834-1e3f-4b43-ad03-a13182799a15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884066 Aug 18 11:22:07.008289 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-dd7fd376-63d1-4be3-b7ae-eab2f81c97ce req-089edd89-2d6c-45fa-a076-3e07873b85d6 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/dd9ba834-1e3f-4b43-ad03-a13182799a15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881765 Aug 18 11:22:07.334058 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d0b137-35a6-4fce-9f21-1294790cea83 req-3da9f2c5-13ec-45b5-94eb-219caad2fd85 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:22:07.335507 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-53d0b137-35a6-4fce-9f21-1294790cea83 req-3da9f2c5-13ec-45b5-94eb-219caad2fd85 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=89c0de05-1480-48f5-953a-687cea7e4044 HTTP/1.1" status: 200 len: 945 time: 0.0537899 Aug 18 11:22:07.386055 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-53d0b137-35a6-4fce-9f21-1294790cea83 req-87aa2987-d073-4eff-9738-91457acb83a3 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d4fc1cd8-bdf2-4971-b730-97db8d4df085&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444152 Aug 18 11:22:08.513441 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e6f536-ce24-4ca1-ad07-bc400e35e873 req-0fffcbac-a004-4e59-8319-5ac5dcb7deb2 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:22:08.514987 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-27e6f536-ce24-4ca1-ad07-bc400e35e873 req-0fffcbac-a004-4e59-8319-5ac5dcb7deb2 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=89c0de05-1480-48f5-953a-687cea7e4044 HTTP/1.1" status: 200 len: 945 time: 0.0520923 Aug 18 11:22:08.562913 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-27e6f536-ce24-4ca1-ad07-bc400e35e873 req-3ca89b99-5fe0-42f7-ae3b-c35ef34f0b9c tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d4fc1cd8-bdf2-4971-b730-97db8d4df085&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423203 Aug 18 11:22:09.690813 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebb98d2-3e31-40ea-b7a7-24f4f3f6e0a8 req-ab2c28b1-4a53-4365-956f-435958c66121 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:22:09.692305 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-2ebb98d2-3e31-40ea-b7a7-24f4f3f6e0a8 req-ab2c28b1-4a53-4365-956f-435958c66121 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=89c0de05-1480-48f5-953a-687cea7e4044 HTTP/1.1" status: 200 len: 945 time: 0.0525551 Aug 18 11:22:09.740497 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-2ebb98d2-3e31-40ea-b7a7-24f4f3f6e0a8 req-7f1ef47d-7b93-4d0e-8752-44af4c419091 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d4fc1cd8-bdf2-4971-b730-97db8d4df085&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425150 Aug 18 11:22:10.860815 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3906ce4c-0e86-49ef-8f86-6ad9c5088d10 req-4adbe65a-06dc-4b67-9a2c-d3a38072de63 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:22:10.862295 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-3906ce4c-0e86-49ef-8f86-6ad9c5088d10 req-4adbe65a-06dc-4b67-9a2c-d3a38072de63 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=89c0de05-1480-48f5-953a-687cea7e4044 HTTP/1.1" status: 200 len: 945 time: 0.0476785 Aug 18 11:22:10.909886 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-3906ce4c-0e86-49ef-8f86-6ad9c5088d10 req-47188152-e4d4-4341-8e43-1ff9ebb2319b tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d4fc1cd8-bdf2-4971-b730-97db8d4df085&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420890 Aug 18 11:22:10.983402 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8ef92717-578c-471e-9185-1fce57b53e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (c499a017-4b38-4967-b050-d4094e1a7564), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:22:12.038591 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7baf0d9-8da8-49c3-979a-a16eb79a0b27 req-8cccf16c-b797-4c04-b040-94144c527b7f tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:22:12.040053 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-b7baf0d9-8da8-49c3-979a-a16eb79a0b27 req-8cccf16c-b797-4c04-b040-94144c527b7f tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=89c0de05-1480-48f5-953a-687cea7e4044 HTTP/1.1" status: 200 len: 945 time: 0.0568473 Aug 18 11:22:12.097822 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-b7baf0d9-8da8-49c3-979a-a16eb79a0b27 req-0f9d0258-843b-451f-91d6-26e59657e3bb tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d4fc1cd8-bdf2-4971-b730-97db8d4df085&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509093 Aug 18 11:22:13.182736 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=100 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:22:13.220695 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01358a1-01b0-4138-8f93-87e3a540319c req-bc945247-ec76-47d0-8e2b-f8950bc3e4ca tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:22:13.222161 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-a01358a1-01b0-4138-8f93-87e3a540319c req-bc945247-ec76-47d0-8e2b-f8950bc3e4ca tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=89c0de05-1480-48f5-953a-687cea7e4044 HTTP/1.1" status: 200 len: 945 time: 0.0481327 Aug 18 11:22:13.269163 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-a01358a1-01b0-4138-8f93-87e3a540319c req-7180f79d-963d-4a4b-b8a9-80e63d7da9f3 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d4fc1cd8-bdf2-4971-b730-97db8d4df085&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415123 Aug 18 11:22:13.347662 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-3b8792f9-1bb2-4b27-a7f9-021146a9fe10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (5a2ac145-53e3-4597-a9e7-c52b4336ae58), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:22:14.392909 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be540bd9-dfa2-4055-b0d2-c957709538b0 req-0b66b743-5626-42b2-b036-a893c09ec281 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:22:14.394363 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-be540bd9-dfa2-4055-b0d2-c957709538b0 req-0b66b743-5626-42b2-b036-a893c09ec281 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=89c0de05-1480-48f5-953a-687cea7e4044 HTTP/1.1" status: 200 len: 945 time: 0.0492127 Aug 18 11:22:14.446684 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-be540bd9-dfa2-4055-b0d2-c957709538b0 req-cd46efbb-936d-49fc-a0f1-ab928968f41d tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d4fc1cd8-bdf2-4971-b730-97db8d4df085&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464323 Aug 18 11:22:14.683107 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-a5cc8183-7213-4642-9d48-bc0d47940d29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (29720577-1c8f-43c1-a8be-c2a14df8d65e), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:22:15.570876 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a088b70-446e-45a5-b2cd-9652e4856e9b req-5a87a845-a617-43e6-a6f8-d57e8e192f91 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:22:15.572421 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-3a088b70-446e-45a5-b2cd-9652e4856e9b req-5a87a845-a617-43e6-a6f8-d57e8e192f91 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=89c0de05-1480-48f5-953a-687cea7e4044 HTTP/1.1" status: 200 len: 945 time: 0.0479796 Aug 18 11:22:15.622188 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-3a088b70-446e-45a5-b2cd-9652e4856e9b req-9bdf4fcd-de7a-4846-81cd-70b7eefde0af tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d4fc1cd8-bdf2-4971-b730-97db8d4df085&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434246 Aug 18 11:22:15.986881 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (69d4285f-736d-41a6-a99e-1994eed59bce), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:22:16.463006 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c68edff8-e550-48a3-9de2-17badfe483c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (307af099-d926-4e52-9df3-0cd09baf3c81), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:22:16.741862 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f46dd9-cd8a-42ba-89fe-bceff8ca2f17 req-bf34bb8b-3058-471c-8841-b028023eb6f8 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:22:16.743330 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-11f46dd9-cd8a-42ba-89fe-bceff8ca2f17 req-bf34bb8b-3058-471c-8841-b028023eb6f8 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=89c0de05-1480-48f5-953a-687cea7e4044 HTTP/1.1" status: 200 len: 945 time: 0.0480876 Aug 18 11:22:16.769682 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=100 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:22:16.791270 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-11f46dd9-cd8a-42ba-89fe-bceff8ca2f17 req-4466e84f-7be1-4636-8d00-1cc5f45ffe46 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d4fc1cd8-bdf2-4971-b730-97db8d4df085&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420001 Aug 18 11:22:17.275004 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.agents_db [None req-8a9264f7-88d3-4c8b-91d1-adcc6bb37de7 None None] Agent healthcheck: found 6 active agents {{(pid=106381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 11:22:17.915726 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78c0112-60f6-45bd-82f4-272ad21b3412 req-46a9e0ff-c9b0-4ef0-bf66-231c63d21847 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:22:17.917199 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-e78c0112-60f6-45bd-82f4-272ad21b3412 req-46a9e0ff-c9b0-4ef0-bf66-231c63d21847 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=89c0de05-1480-48f5-953a-687cea7e4044 HTTP/1.1" status: 200 len: 945 time: 0.0528214 Aug 18 11:22:17.962837 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-e78c0112-60f6-45bd-82f4-272ad21b3412 req-421ba436-8b60-4c59-ac77-7f44d955ba90 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d4fc1cd8-bdf2-4971-b730-97db8d4df085&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401409 Aug 18 11:22:18.675816 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c75cea4-ea78-4663-93ff-f91f75860022 req-f1fd2644-3d1b-446a-af58-bfc12def883f tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:22:18.677475 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-5c75cea4-ea78-4663-93ff-f91f75860022 req-f1fd2644-3d1b-446a-af58-bfc12def883f tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=14bb996a-1759-4c54-a265-b0c0ff031061 HTTP/1.1" status: 200 len: 984 time: 0.0847006 Aug 18 11:22:18.685746 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1cee62-acb6-49cc-810d-f89d9b58d221 req-cf8a193e-25c9-411c-92aa-091945cc7aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:22:18.687670 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-5a1cee62-acb6-49cc-810d-f89d9b58d221 req-cf8a193e-25c9-411c-92aa-091945cc7aee service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=c14bc6c22cf74ac7b59d0c55e82c0829&device_id=14bb996a-1759-4c54-a265-b0c0ff031061 HTTP/1.1" status: 200 len: 1168 time: 0.0790565 Aug 18 11:22:18.807460 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-5c75cea4-ea78-4663-93ff-f91f75860022 req-b23c629f-a303-4ce4-976a-49a3a6e5631b tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=42183954-4a21-4746-a07e-acf26d6396e0&id=b24ec8ab-a55e-4d86-92f7-e9e1e78b7104&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1230550 Aug 18 11:22:18.830488 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1cee62-acb6-49cc-810d-f89d9b58d221 req-80df2b3f-1ff2-4e75-92d3-c5dff84afe4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:22:18.831964 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-5a1cee62-acb6-49cc-810d-f89d9b58d221 req-80df2b3f-1ff2-4e75-92d3-c5dff84afe4c service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=819ea763-4a78-4c37-9c12-7248a0692fce HTTP/1.1" status: 200 len: 915 time: 0.1376944 Aug 18 11:22:18.916469 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-5a1cee62-acb6-49cc-810d-f89d9b58d221 req-5c6ac96b-7eb1-4c7f-bfd7-52140fb1b50c service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cecdc342-f044-4a7c-a96e-85b2ea4740c7 HTTP/1.1" status: 200 len: 1001 time: 0.0753293 Aug 18 11:22:18.968883 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1cee62-acb6-49cc-810d-f89d9b58d221 req-bb820aa2-04a3-449c-97f5-78c0c33ac2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:22:18.970259 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-5a1cee62-acb6-49cc-810d-f89d9b58d221 req-bb820aa2-04a3-449c-97f5-78c0c33ac2e6 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=624f58cc-2f47-4cbf-b4da-a6f052b72e48 HTTP/1.1" status: 200 len: 853 time: 0.0468385 Aug 18 11:22:19.016780 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1cee62-acb6-49cc-810d-f89d9b58d221 req-29da91c0-224e-42b2-92ed-7386be0697d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:22:19.018303 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-5a1cee62-acb6-49cc-810d-f89d9b58d221 req-29da91c0-224e-42b2-92ed-7386be0697d4 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=819ea763-4a78-4c37-9c12-7248a0692fce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0418758 Aug 18 11:22:19.129205 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad91b0b-ed5a-430f-8280-3789a543c886 req-1f5734c4-6d2f-48ac-93df-b83e0c4266a8 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:22:19.130683 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-8ad91b0b-ed5a-430f-8280-3789a543c886 req-1f5734c4-6d2f-48ac-93df-b83e0c4266a8 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=89c0de05-1480-48f5-953a-687cea7e4044 HTTP/1.1" status: 200 len: 945 time: 0.0830414 Aug 18 11:22:19.187812 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-5a1cee62-acb6-49cc-810d-f89d9b58d221 req-02f0a6b4-b7c0-4354-a522-c1e14ce74731 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/819ea763-4a78-4c37-9c12-7248a0692fce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1603439 Aug 18 11:22:19.219774 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=100 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:22:19.224785 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-8ad91b0b-ed5a-430f-8280-3789a543c886 req-424a2a51-d76d-4354-ad5f-764a52e3187d tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d4fc1cd8-bdf2-4971-b730-97db8d4df085&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0865331 Aug 18 11:22:19.296439 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-5a1cee62-acb6-49cc-810d-f89d9b58d221 req-5751dbbe-d206-4ffe-a378-b3ae1a755fb9 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/819ea763-4a78-4c37-9c12-7248a0692fce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980368 Aug 18 11:22:19.935274 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a82a21-108a-4576-82d2-5268b23521ce req-c37e46f6-8fc7-4fa4-902f-654250b8b534 tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:22:19.936825 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-21a82a21-108a-4576-82d2-5268b23521ce req-c37e46f6-8fc7-4fa4-902f-654250b8b534 tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=14bb996a-1759-4c54-a265-b0c0ff031061 HTTP/1.1" status: 200 len: 984 time: 0.0512741 Aug 18 11:22:19.996645 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-21a82a21-108a-4576-82d2-5268b23521ce req-623cbdb5-90da-48ee-bb85-bcabea8eab15 tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=42183954-4a21-4746-a07e-acf26d6396e0&id=b24ec8ab-a55e-4d86-92f7-e9e1e78b7104&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0540645 Aug 18 11:22:20.345387 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdc02d1-3423-4e50-b9d2-30859a963689 req-297a570a-83d8-4c48-ba20-dccf713ef073 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:22:20.346841 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-4bdc02d1-3423-4e50-b9d2-30859a963689 req-297a570a-83d8-4c48-ba20-dccf713ef073 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=89c0de05-1480-48f5-953a-687cea7e4044 HTTP/1.1" status: 200 len: 945 time: 0.0476089 Aug 18 11:22:20.378591 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=100 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:22:20.395444 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-4bdc02d1-3423-4e50-b9d2-30859a963689 req-4ff6c9e2-27f3-4b7a-804d-833ca312ac68 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d4fc1cd8-bdf2-4971-b730-97db8d4df085&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430434 Aug 18 11:22:21.119742 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db47e4d-f3c0-4e70-81d3-c1ebe34274d9 req-acd10259-bf3e-4ccf-b104-b64a906dce16 tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:22:21.121929 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-1db47e4d-f3c0-4e70-81d3-c1ebe34274d9 req-acd10259-bf3e-4ccf-b104-b64a906dce16 tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=14bb996a-1759-4c54-a265-b0c0ff031061 HTTP/1.1" status: 200 len: 984 time: 0.0511489 Aug 18 11:22:21.181040 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-1db47e4d-f3c0-4e70-81d3-c1ebe34274d9 req-d20af2e7-4cf0-4a36-b839-30594a403bec tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=42183954-4a21-4746-a07e-acf26d6396e0&id=b24ec8ab-a55e-4d86-92f7-e9e1e78b7104&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0536230 Aug 18 11:22:21.515653 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53a96f0-843d-48e5-a47d-d92094f9760c req-15d3d06c-d443-4f50-b4d3-fca2e7ef4756 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:22:21.517132 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-e53a96f0-843d-48e5-a47d-d92094f9760c req-15d3d06c-d443-4f50-b4d3-fca2e7ef4756 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=89c0de05-1480-48f5-953a-687cea7e4044 HTTP/1.1" status: 200 len: 945 time: 0.0471773 Aug 18 11:22:21.565331 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-e53a96f0-843d-48e5-a47d-d92094f9760c req-52be23e2-1e20-4939-bd56-3d75bb8d66c2 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d4fc1cd8-bdf2-4971-b730-97db8d4df085&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423448 Aug 18 11:22:22.304299 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb386b7-d713-46e7-97da-2fbdff482916 req-0f7071e7-339a-43d6-9830-b7a42c4e49c2 tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:22:22.305713 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-0fb386b7-d713-46e7-97da-2fbdff482916 req-0f7071e7-339a-43d6-9830-b7a42c4e49c2 tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=14bb996a-1759-4c54-a265-b0c0ff031061 HTTP/1.1" status: 200 len: 984 time: 0.0517457 Aug 18 11:22:22.366750 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-0fb386b7-d713-46e7-97da-2fbdff482916 req-8a3a18ee-bce0-4d67-a70a-f495828fa868 tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=42183954-4a21-4746-a07e-acf26d6396e0&id=b24ec8ab-a55e-4d86-92f7-e9e1e78b7104&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0546885 Aug 18 11:22:22.688338 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b716a313-28c9-49a7-a917-1ca7019221fd req-3ac974a6-454e-4ae5-9d1c-9176b43dff91 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:22:22.689804 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-b716a313-28c9-49a7-a917-1ca7019221fd req-3ac974a6-454e-4ae5-9d1c-9176b43dff91 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=89c0de05-1480-48f5-953a-687cea7e4044 HTTP/1.1" status: 200 len: 945 time: 0.0506134 Aug 18 11:22:22.737844 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-b716a313-28c9-49a7-a917-1ca7019221fd req-ef2662bb-8002-43a7-bd29-787852992fc8 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d4fc1cd8-bdf2-4971-b730-97db8d4df085&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425224 Aug 18 11:22:23.487073 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f008c9-dc61-4c29-b16c-8886979c94aa req-9f1a5238-31d7-4eba-b9a3-10aae00994c1 tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:22:23.488565 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-41f008c9-dc61-4c29-b16c-8886979c94aa req-9f1a5238-31d7-4eba-b9a3-10aae00994c1 tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=14bb996a-1759-4c54-a265-b0c0ff031061 HTTP/1.1" status: 200 len: 984 time: 0.0479703 Aug 18 11:22:23.555653 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-41f008c9-dc61-4c29-b16c-8886979c94aa req-78ccfd18-cbd2-4e22-bea6-4620e3205da6 tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=42183954-4a21-4746-a07e-acf26d6396e0&id=b24ec8ab-a55e-4d86-92f7-e9e1e78b7104&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0614529 Aug 18 11:22:23.733501 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa5bf9a-24f2-4a6a-8ea8-834116687db4 req-f559ed05-ef93-4a4f-b744-95543206cb66 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:22:23.734930 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-2aa5bf9a-24f2-4a6a-8ea8-834116687db4 req-f559ed05-ef93-4a4f-b744-95543206cb66 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5d211867-abc4-4644-897d-c57cf67f7e7a HTTP/1.1" status: 200 len: 946 time: 0.0469313 Aug 18 11:22:23.784910 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-2aa5bf9a-24f2-4a6a-8ea8-834116687db4 req-d1252f4d-e4a4-4faf-b0b3-2a080b0625d6 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d080cec0-bf37-4b83-8a3c-1cddb3e7bd6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444226 Aug 18 11:22:23.858714 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1405a1c-3bfa-4d14-b6e1-bc3dfd51b707 req-ced7db41-bd2e-48e1-9ffb-e912d643688e tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:22:23.860147 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-a1405a1c-3bfa-4d14-b6e1-bc3dfd51b707 req-ced7db41-bd2e-48e1-9ffb-e912d643688e tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=89c0de05-1480-48f5-953a-687cea7e4044 HTTP/1.1" status: 200 len: 945 time: 0.0460379 Aug 18 11:22:23.906786 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-a1405a1c-3bfa-4d14-b6e1-bc3dfd51b707 req-99295bb9-44dc-44b8-81e3-18f12aa80ef3 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d4fc1cd8-bdf2-4971-b730-97db8d4df085&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411482 Aug 18 11:22:24.677945 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461b94a9-2aac-4e35-b5a2-e7ea2116e306 req-e4036036-4355-42f5-a835-6a751f75137b tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:22:24.679375 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-461b94a9-2aac-4e35-b5a2-e7ea2116e306 req-e4036036-4355-42f5-a835-6a751f75137b tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=14bb996a-1759-4c54-a265-b0c0ff031061 HTTP/1.1" status: 200 len: 984 time: 0.0501850 Aug 18 11:22:24.725947 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=100 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:22:24.740054 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-461b94a9-2aac-4e35-b5a2-e7ea2116e306 req-c4214475-2a2a-42a3-ade7-f0185467008b tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=42183954-4a21-4746-a07e-acf26d6396e0&id=b24ec8ab-a55e-4d86-92f7-e9e1e78b7104&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0538874 Aug 18 11:22:24.902955 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212c32b2-efae-4bbf-a425-38372ba1d065 req-1487d772-2006-4921-8d03-a6d79591928f tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:22:24.904341 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-212c32b2-efae-4bbf-a425-38372ba1d065 req-1487d772-2006-4921-8d03-a6d79591928f tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5d211867-abc4-4644-897d-c57cf67f7e7a HTTP/1.1" status: 200 len: 946 time: 0.0471246 Aug 18 11:22:24.953535 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-212c32b2-efae-4bbf-a425-38372ba1d065 req-21f71e3e-64fd-42b1-9ca3-dbcf1d3aa643 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d080cec0-bf37-4b83-8a3c-1cddb3e7bd6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436857 Aug 18 11:22:25.025092 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ec0992-83fb-4fca-9ebb-50e6fb4a973f req-1454012e-cf5c-4dc4-a30b-53465b1cedf3 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:22:25.026561 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-81ec0992-83fb-4fca-9ebb-50e6fb4a973f req-1454012e-cf5c-4dc4-a30b-53465b1cedf3 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=89c0de05-1480-48f5-953a-687cea7e4044 HTTP/1.1" status: 200 len: 945 time: 0.0465226 Aug 18 11:22:25.078554 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-81ec0992-83fb-4fca-9ebb-50e6fb4a973f req-f8d9b9ea-71ef-441f-b207-328a00d1b609 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d4fc1cd8-bdf2-4971-b730-97db8d4df085&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458350 Aug 18 11:22:25.822021 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=100 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:22:25.858487 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d36c9e-fbdd-4d38-94fd-55a8fb307035 req-67afbcc4-ef21-4fe6-b0fa-b5c24b408c00 tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:22:25.859929 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-86d36c9e-fbdd-4d38-94fd-55a8fb307035 req-67afbcc4-ef21-4fe6-b0fa-b5c24b408c00 tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=14bb996a-1759-4c54-a265-b0c0ff031061 HTTP/1.1" status: 200 len: 984 time: 0.0477266 Aug 18 11:22:25.920289 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-86d36c9e-fbdd-4d38-94fd-55a8fb307035 req-87e327b4-0901-4dba-bfb9-a1245a6b595f tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=42183954-4a21-4746-a07e-acf26d6396e0&id=b24ec8ab-a55e-4d86-92f7-e9e1e78b7104&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0547235 Aug 18 11:22:26.073992 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c444cd79-c5b1-4f8d-a0c2-753234efe86e req-170ab33d-0c12-4dc4-bd80-6d5120a29e0d tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:22:26.075444 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-c444cd79-c5b1-4f8d-a0c2-753234efe86e req-170ab33d-0c12-4dc4-bd80-6d5120a29e0d tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5d211867-abc4-4644-897d-c57cf67f7e7a HTTP/1.1" status: 200 len: 946 time: 0.0470748 Aug 18 11:22:26.125136 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-c444cd79-c5b1-4f8d-a0c2-753234efe86e req-dd391ced-b11f-4099-8132-82eb5a2e88ca tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d080cec0-bf37-4b83-8a3c-1cddb3e7bd6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440319 Aug 18 11:22:26.202602 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55e7233-b9a4-4412-856a-78a89a40ec94 req-a361575d-9f42-4c3b-be0c-97d3b988b69a tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:22:26.203968 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-d55e7233-b9a4-4412-856a-78a89a40ec94 req-a361575d-9f42-4c3b-be0c-97d3b988b69a tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=89c0de05-1480-48f5-953a-687cea7e4044 HTTP/1.1" status: 200 len: 945 time: 0.0506451 Aug 18 11:22:26.252143 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-d55e7233-b9a4-4412-856a-78a89a40ec94 req-18869543-4809-4ead-803b-ec079d4d9f49 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d4fc1cd8-bdf2-4971-b730-97db8d4df085&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425434 Aug 18 11:22:26.456633 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=83,neutron:UPDATE=4 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:22:26.458400 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:22:26.850973 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320824b8-980b-4686-bd2e-07cd64305f36 req-42344893-27f6-4753-a18f-06e131d73a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:22:26.852380 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-320824b8-980b-4686-bd2e-07cd64305f36 req-42344893-27f6-4753-a18f-06e131d73a69 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=89c0de05-1480-48f5-953a-687cea7e4044 HTTP/1.1" status: 200 len: 1129 time: 0.0388393 Aug 18 11:22:26.895489 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-320824b8-980b-4686-bd2e-07cd64305f36 req-606eb6d2-156d-4a31-98be-0976ddd57d13 service neutron] 10.222.0.20 "GET /networking/v2.0/security-groups?id=d4fc1cd8-bdf2-4971-b730-97db8d4df085&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370109 Aug 18 11:22:27.045255 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4693e86d-fbde-4b2f-8ae2-81e8e429c3d0 req-76c569b6-de53-4b26-9ae1-4d2c745ab6f2 tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:22:27.046727 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-4693e86d-fbde-4b2f-8ae2-81e8e429c3d0 req-76c569b6-de53-4b26-9ae1-4d2c745ab6f2 tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=14bb996a-1759-4c54-a265-b0c0ff031061 HTTP/1.1" status: 200 len: 984 time: 0.0523641 Aug 18 11:22:27.106766 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-4693e86d-fbde-4b2f-8ae2-81e8e429c3d0 req-943e7aee-81ce-459e-99d0-61ac886e41ca tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=42183954-4a21-4746-a07e-acf26d6396e0&id=b24ec8ab-a55e-4d86-92f7-e9e1e78b7104&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0543170 Aug 18 11:22:27.245154 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0c76fb-5ded-469c-b7d2-905b390df03e req-f06ae079-8151-45f5-8e70-0dda9642969d tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:22:27.247133 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-9c0c76fb-5ded-469c-b7d2-905b390df03e req-f06ae079-8151-45f5-8e70-0dda9642969d tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5d211867-abc4-4644-897d-c57cf67f7e7a HTTP/1.1" status: 200 len: 946 time: 0.0474694 Aug 18 11:22:27.270949 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=1 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:22:27.271647 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=1 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:22:27.297171 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-9c0c76fb-5ded-469c-b7d2-905b390df03e req-eefaef44-f41f-40f0-a08d-26b820ba8240 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d080cec0-bf37-4b83-8a3c-1cddb3e7bd6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444913 Aug 18 11:22:27.370586 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91826afb-7e24-4f12-a6b9-8bc019b16f56 req-a3dc2612-2de0-4811-969d-d5adb5aeb01a tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:22:27.372567 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-91826afb-7e24-4f12-a6b9-8bc019b16f56 req-a3dc2612-2de0-4811-969d-d5adb5aeb01a tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=89c0de05-1480-48f5-953a-687cea7e4044 HTTP/1.1" status: 200 len: 945 time: 0.0465970 Aug 18 11:22:27.422488 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-91826afb-7e24-4f12-a6b9-8bc019b16f56 req-16067672-8912-4cc8-b9d2-ca8ce7ce5a3d tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d4fc1cd8-bdf2-4971-b730-97db8d4df085&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444524 Aug 18 11:22:28.226260 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621571e2-d99d-4c73-b733-2004ed3d9760 req-16edba9d-3dbf-4d31-bc5d-109888bd0614 tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:22:28.227710 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-621571e2-d99d-4c73-b733-2004ed3d9760 req-16edba9d-3dbf-4d31-bc5d-109888bd0614 tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=14bb996a-1759-4c54-a265-b0c0ff031061 HTTP/1.1" status: 200 len: 984 time: 0.0469437 Aug 18 11:22:28.292720 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-621571e2-d99d-4c73-b733-2004ed3d9760 req-952d3422-3489-4c11-b943-b6a61c071019 tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=42183954-4a21-4746-a07e-acf26d6396e0&id=b24ec8ab-a55e-4d86-92f7-e9e1e78b7104&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0588369 Aug 18 11:22:28.368614 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=100 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:22:28.409336 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ad3eb7-0585-4b37-b956-3a93e0a3d0b6 req-bda629e0-f0ac-4bcb-bcc3-7e8291dd3542 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:22:28.410917 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-c2ad3eb7-0585-4b37-b956-3a93e0a3d0b6 req-bda629e0-f0ac-4bcb-bcc3-7e8291dd3542 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=5d211867-abc4-4644-897d-c57cf67f7e7a HTTP/1.1" status: 200 len: 946 time: 0.1579096 Aug 18 11:22:28.524006 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ecc200-d879-4479-a2e7-ff34c9ef4c4d req-4c03e6c5-836f-4bd1-8a12-eedcb40aa3a4 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:22:28.525741 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-47ecc200-d879-4479-a2e7-ff34c9ef4c4d req-4c03e6c5-836f-4bd1-8a12-eedcb40aa3a4 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5d211867-abc4-4644-897d-c57cf67f7e7a HTTP/1.1" status: 200 len: 946 time: 0.0919130 Aug 18 11:22:28.599721 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64855a5-b565-4924-ab0a-ecdf91ddbe89 req-1c123b47-74b7-4f0b-b6c3-95e109a6e14d tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:22:28.601404 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-b64855a5-b565-4924-ab0a-ecdf91ddbe89 req-1c123b47-74b7-4f0b-b6c3-95e109a6e14d tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=89c0de05-1480-48f5-953a-687cea7e4044 HTTP/1.1" status: 200 len: 945 time: 0.1016719 Aug 18 11:22:28.645449 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [req-c2ad3eb7-0585-4b37-b956-3a93e0a3d0b6 req-461d45ca-9d77-4a48-8b34-7d3f26ffacf3 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Deleting port f5805892-bcfb-4b5c-872c-c9655c2f6387 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 18 11:22:28.645773 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-c2ad3eb7-0585-4b37-b956-3a93e0a3d0b6 req-461d45ca-9d77-4a48-8b34-7d3f26ffacf3 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732803047114'] for port (f5805892-bcfb-4b5c-872c-c9655c2f6387), before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:22:28.672480 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-47ecc200-d879-4479-a2e7-ff34c9ef4c4d req-1fafebeb-fc26-48fb-a656-6b94eb005339 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d080cec0-bf37-4b83-8a3c-1cddb3e7bd6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1254113 Aug 18 11:22:28.706521 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=100 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:22:28.744989 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-b64855a5-b565-4924-ab0a-ecdf91ddbe89 req-7bc64b9b-3b2a-4dbf-bf2f-fff154aeb2e9 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d4fc1cd8-bdf2-4971-b730-97db8d4df085&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1363013 Aug 18 11:22:28.772140 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-c2ad3eb7-0585-4b37-b956-3a93e0a3d0b6 req-461d45ca-9d77-4a48-8b34-7d3f26ffacf3 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] For port f5805892-bcfb-4b5c-872c-c9655c2f6387, host hv-cinder-85345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85345',level=0,port_id=f5805892-bcfb-4b5c-872c-c9655c2f6387,segment=NetworkSegment(58df20ea-3ae4-4865-bf80-8bcc6a73c066),segment_id=58df20ea-3ae4-4865-bf80-8bcc6a73c066)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:22:28.772536 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-c2ad3eb7-0585-4b37-b956-3a93e0a3d0b6 req-461d45ca-9d77-4a48-8b34-7d3f26ffacf3 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498516'] for port (f5805892-bcfb-4b5c-872c-c9655c2f6387), precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:22:28.983150 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-c2ad3eb7-0585-4b37-b956-3a93e0a3d0b6 req-461d45ca-9d77-4a48-8b34-7d3f26ffacf3 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:22:28.983496 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-c2ad3eb7-0585-4b37-b956-3a93e0a3d0b6 req-461d45ca-9d77-4a48-8b34-7d3f26ffacf3 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-519515'] for floatingip (92be8929-0e34-48b3-855c-8ce6d8cae6bd), after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:22:28.983815 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.db.l3_db [req-c2ad3eb7-0585-4b37-b956-3a93e0a3d0b6 req-461d45ca-9d77-4a48-8b34-7d3f26ffacf3 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Floating IP 92be8929-0e34-48b3-855c-8ce6d8cae6bd disassociated. External IP: 172.27.4.51, port: f5805892-bcfb-4b5c-872c-c9655c2f6387. Aug 18 11:22:28.984155 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [req-c2ad3eb7-0585-4b37-b956-3a93e0a3d0b6 req-461d45ca-9d77-4a48-8b34-7d3f26ffacf3 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Calling delete_port for f5805892-bcfb-4b5c-872c-c9655c2f6387 owned by compute:nova {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 18 11:22:29.116267 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-c2ad3eb7-0585-4b37-b956-3a93e0a3d0b6 req-461d45ca-9d77-4a48-8b34-7d3f26ffacf3 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732803053743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732802528790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11809227'] for port (f5805892-bcfb-4b5c-872c-c9655c2f6387), after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:22:29.141658 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461d45ca-9d77-4a48-8b34-7d3f26ffacf3 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Pushing event deleted for resources: {'Port': ['ID=f5805892-bcfb-4b5c-872c-c9655c2f6387,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:22:29.154591 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461d45ca-9d77-4a48-8b34-7d3f26ffacf3 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:22:29.154591 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461d45ca-9d77-4a48-8b34-7d3f26ffacf3 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:22:29.154766 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461d45ca-9d77-4a48-8b34-7d3f26ffacf3 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:22:29.155038 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461d45ca-9d77-4a48-8b34-7d3f26ffacf3 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:22:29.155367 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461d45ca-9d77-4a48-8b34-7d3f26ffacf3 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:22:29.155692 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461d45ca-9d77-4a48-8b34-7d3f26ffacf3 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:22:29.156014 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461d45ca-9d77-4a48-8b34-7d3f26ffacf3 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:22:29.156363 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461d45ca-9d77-4a48-8b34-7d3f26ffacf3 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:22:29.156728 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461d45ca-9d77-4a48-8b34-7d3f26ffacf3 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:22:29.157012 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461d45ca-9d77-4a48-8b34-7d3f26ffacf3 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:22:29.157329 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461d45ca-9d77-4a48-8b34-7d3f26ffacf3 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:22:29.157650 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461d45ca-9d77-4a48-8b34-7d3f26ffacf3 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:22:29.157965 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461d45ca-9d77-4a48-8b34-7d3f26ffacf3 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:22:29.158280 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461d45ca-9d77-4a48-8b34-7d3f26ffacf3 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:22:29.158600 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461d45ca-9d77-4a48-8b34-7d3f26ffacf3 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:22:29.514757 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:22:29.540057 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2dc0fd-1d5e-4188-bb53-dd4daa1d0ea0 req-22dd08e3-6800-4506-a84f-092955bb33d3 tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:22:29.541503 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-4b2dc0fd-1d5e-4188-bb53-dd4daa1d0ea0 req-22dd08e3-6800-4506-a84f-092955bb33d3 tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=14bb996a-1759-4c54-a265-b0c0ff031061 HTTP/1.1" status: 200 len: 984 time: 0.0631347 Aug 18 11:22:29.550297 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c2ad3eb7-0585-4b37-b956-3a93e0a3d0b6 req-461d45ca-9d77-4a48-8b34-7d3f26ffacf3 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Router 32a9fd1a-a136-4f96-b809-d118ef6118b0 has already been hosted by L3 agent 5a2ac145-53e3-4597-a9e7-c52b4336ae58 {{(pid=106378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 11:22:29.654455 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-4b2dc0fd-1d5e-4188-bb53-dd4daa1d0ea0 req-8af3878b-8a02-43ed-9dd5-40283386c4f9 tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=42183954-4a21-4746-a07e-acf26d6396e0&id=b24ec8ab-a55e-4d86-92f7-e9e1e78b7104&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1060081 Aug 18 11:22:29.707480 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c2ad3eb7-0585-4b37-b956-3a93e0a3d0b6 req-461d45ca-9d77-4a48-8b34-7d3f26ffacf3 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Notify agent at l3_agent.dv-cinder-853450-2-iscsi the message routers_updated {{(pid=106378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 11:22:29.724040 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a067869-ce7c-4e0c-848f-fccb56365518 None None] Sync routers for ids ['32a9fd1a-a136-4f96-b809-d118ef6118b0'] in dv-cinder-853450-2-iscsi {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 11:22:29.741276 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a067869-ce7c-4e0c-848f-fccb56365518 None None] Routers {'32a9fd1a-a136-4f96-b809-d118ef6118b0'} bound to L3 agent in host dv-cinder-853450-2-iscsi {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 18 11:22:29.741955 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-6a067869-ce7c-4e0c-848f-fccb56365518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853450-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-18T11:07:43Z,description=,heartbeat_timestamp=2022-08-18T11:22:13Z,host='dv-cinder-853450-2-iscsi',id=5a2ac145-53e3-4597-a9e7-c52b4336ae58,load=0,resource_versions=,resources_synced=,started_at=2022-08-18T11:07:43Z,topic='l3_agent')) {'router_ids': ['32a9fd1a-a136-4f96-b809-d118ef6118b0'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:22:29.762180 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2ad3eb7-0585-4b37-b956-3a93e0a3d0b6 req-461d45ca-9d77-4a48-8b34-7d3f26ffacf3 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] No DVR routers for this DVR port f5805892-bcfb-4b5c-872c-c9655c2f6387 on host hv-cinder-85345 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 18 11:22:29.765309 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-c2ad3eb7-0585-4b37-b956-3a93e0a3d0b6 req-461d45ca-9d77-4a48-8b34-7d3f26ffacf3 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22494'] for port (None), before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:22:29.768632 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-c2ad3eb7-0585-4b37-b956-3a93e0a3d0b6 req-461d45ca-9d77-4a48-8b34-7d3f26ffacf3 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] 10.222.0.20 "DELETE /networking/v2.0/ports/f5805892-bcfb-4b5c-872c-c9655c2f6387 HTTP/1.1" status: 204 len: 173 time: 1.3336158 Aug 18 11:22:29.769442 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d211867-abc4-4644-897d-c57cf67f7e7a', 'name': 'network-vif-deleted', 'tag': 'f5805892-bcfb-4b5c-872c-c9655c2f6387'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 18 11:22:29.776834 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c862ab1b2ee120cb5e2e4f2725a0fe0d7acaf57f657006002d91667c9b4c94a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72bc1d99-1e33-4693-a9a5-bd4c6a738b1a" -d '{"events": [{"server_uuid": "5d211867-abc4-4644-897d-c57cf67f7e7a", "name": "network-vif-deleted", "tag": "f5805892-bcfb-4b5c-872c-c9655c2f6387"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:22:29.827958 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-b9fd200c-f0a4-4637-b87a-b3d02ade9be8 req-17c4e259-b586-40b7-ab04-6d18205f9334 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5d211867-abc4-4644-897d-c57cf67f7e7a HTTP/1.1" status: 200 len: 210 time: 0.0473628 Aug 18 11:22:29.884607 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6081901e-c365-4dd0-a87e-94bb361ead83 req-bf03c317-156c-44c8-8783-64e8b209b047 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:22:29.893378 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-6081901e-c365-4dd0-a87e-94bb361ead83 req-bf03c317-156c-44c8-8783-64e8b209b047 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=89c0de05-1480-48f5-953a-687cea7e4044 HTTP/1.1" status: 200 len: 945 time: 0.0643811 Aug 18 11:22:29.917611 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-6a067869-ce7c-4e0c-848f-fccb56365518 None None] Set router 32a9fd1a-a136-4f96-b809-d118ef6118b0 gateway port host: dv-cinder-853450-2-iscsi {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 18 11:22:29.942612 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-6081901e-c365-4dd0-a87e-94bb361ead83 req-73cc0a5b-086b-422c-8f1e-b756593c26fa tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d4fc1cd8-bdf2-4971-b730-97db8d4df085&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482731 Aug 18 11:22:29.980071 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Aug 2022 11:22:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de267ad3-8b30-43a8-addf-e9136c0487e3 x-openstack-request-id: req-de267ad3-8b30-43a8-addf-e9136c0487e3 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:22:29.980071 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d211867-abc4-4644-897d-c57cf67f7e7a", "name": "network-vif-deleted", "tag": "f5805892-bcfb-4b5c-872c-c9655c2f6387", "status": "completed", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:22:29.981122 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-de267ad3-8b30-43a8-addf-e9136c0487e3 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:22:29.981122 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de267ad3-8b30-43a8-addf-e9136c0487e3'] response: {'server_uuid': '5d211867-abc4-4644-897d-c57cf67f7e7a', 'name': 'network-vif-deleted', 'tag': 'f5805892-bcfb-4b5c-872c-c9655c2f6387', 'status': 'completed', 'code': 200} Aug 18 11:22:30.155679 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-6a067869-ce7c-4e0c-848f-fccb56365518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32a9fd1a-a136-4f96-b809-d118ef6118b0', 'name': 'tempest-TestVolumeBootPattern-1503680995-router', 'tenant_id': 'ede6199069114ce380f30088d312f345', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'external_fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.18'}], 'enable_snat': True}, 'gw_port_id': '2d11c8c1-de45-4706-86b4-20968fce1c19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T11:17:06Z', 'updated_at': '2022-08-18T11:17:16Z', 'revision_number': 4, 'project_id': 'ede6199069114ce380f30088d312f345', 'gw_port': {'id': '2d11c8c1-de45-4706-86b4-20968fce1c19', 'name': '', 'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:5e:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a9fd1a-a136-4f96-b809-d118ef6118b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853450-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:17:08Z', 'updated_at': '2022-08-18T11:17:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853450-2-iscsi', '_interfaces': [{'id': '4351a822-8a89-4ef3-9edf-3e59cd7f13a9', 'name': '', 'network_id': '7f22837c-b0bf-4183-918e-ed97b8d7016a', 'tenant_id': 'ede6199069114ce380f30088d312f345', 'mac_address': 'fa:16:3e:44:37:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a9fd1a-a136-4f96-b809-d118ef6118b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': '23956a8f-6417-481b-8752-923c1ff1baa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853450-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:17:13Z', 'updated_at': '2022-08-18T11:17:22Z', 'revision_number': 5, 'project_id': 'ede6199069114ce380f30088d312f345', 'subnets': [{'id': '23956a8f-6417-481b-8752-923c1ff1baa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853450-2-iscsi', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:22:30.182714 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a067869-ce7c-4e0c-848f-fccb56365518 None None] Checking router: 32a9fd1a-a136-4f96-b809-d118ef6118b0 for host: dv-cinder-853450-2-iscsi {{(pid=106380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 11:22:30.194107 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a067869-ce7c-4e0c-848f-fccb56365518 None None] Routers {'32a9fd1a-a136-4f96-b809-d118ef6118b0'} bound to L3 agent in host dv-cinder-853450-2-iscsi {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 18 11:22:30.194107 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-6a067869-ce7c-4e0c-848f-fccb56365518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853450-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-18T11:07:43Z,description=,heartbeat_timestamp=2022-08-18T11:22:13Z,host='dv-cinder-853450-2-iscsi',id=5a2ac145-53e3-4597-a9e7-c52b4336ae58,load=0,resource_versions=,resources_synced=,started_at=2022-08-18T11:07:43Z,topic='l3_agent')) {'router_ids': ['32a9fd1a-a136-4f96-b809-d118ef6118b0'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:22:30.305296 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-6a067869-ce7c-4e0c-848f-fccb56365518 None None] Set router 32a9fd1a-a136-4f96-b809-d118ef6118b0 gateway port host: dv-cinder-853450-2-iscsi {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 18 11:22:30.395808 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c920b1d-bb0d-485b-a6d1-8df4aa1cda15 req-d530d834-9f61-4625-9429-6de328b6dc21 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:22:30.397622 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-2c920b1d-bb0d-485b-a6d1-8df4aa1cda15 req-d530d834-9f61-4625-9429-6de328b6dc21 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=89c0de05-1480-48f5-953a-687cea7e4044 HTTP/1.1" status: 200 len: 945 time: 0.0507681 Aug 18 11:22:30.470427 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-2c920b1d-bb0d-485b-a6d1-8df4aa1cda15 req-d273e31d-3bba-4a25-a0cb-f00b0446405c tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d4fc1cd8-bdf2-4971-b730-97db8d4df085&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595937 Aug 18 11:22:30.562633 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-6a067869-ce7c-4e0c-848f-fccb56365518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32a9fd1a-a136-4f96-b809-d118ef6118b0', 'name': 'tempest-TestVolumeBootPattern-1503680995-router', 'tenant_id': 'ede6199069114ce380f30088d312f345', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'external_fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.18'}], 'enable_snat': True}, 'gw_port_id': '2d11c8c1-de45-4706-86b4-20968fce1c19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T11:17:06Z', 'updated_at': '2022-08-18T11:17:16Z', 'revision_number': 4, 'project_id': 'ede6199069114ce380f30088d312f345', 'gw_port': {'id': '2d11c8c1-de45-4706-86b4-20968fce1c19', 'name': '', 'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:5e:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a9fd1a-a136-4f96-b809-d118ef6118b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853450-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:17:08Z', 'updated_at': '2022-08-18T11:17:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853450-2-iscsi', '_interfaces': [{'id': '4351a822-8a89-4ef3-9edf-3e59cd7f13a9', 'name': '', 'network_id': '7f22837c-b0bf-4183-918e-ed97b8d7016a', 'tenant_id': 'ede6199069114ce380f30088d312f345', 'mac_address': 'fa:16:3e:44:37:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a9fd1a-a136-4f96-b809-d118ef6118b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': '23956a8f-6417-481b-8752-923c1ff1baa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853450-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:17:13Z', 'updated_at': '2022-08-18T11:17:22Z', 'revision_number': 5, 'project_id': 'ede6199069114ce380f30088d312f345', 'subnets': [{'id': '23956a8f-6417-481b-8752-923c1ff1baa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853450-2-iscsi', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:22:30.575680 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:22:30.586363 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddeded13-36a9-41a2-9074-67bfbbbb47c3 req-9153110c-00d5-438d-a8f5-d3d90a118bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:22:30.588469 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-ddeded13-36a9-41a2-9074-67bfbbbb47c3 req-9153110c-00d5-438d-a8f5-d3d90a118bc3 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=aab35f7119e44d3c8da92076c7e823db&device_id=89c0de05-1480-48f5-953a-687cea7e4044 HTTP/1.1" status: 200 len: 1129 time: 0.0661221 Aug 18 11:22:30.593904 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a067869-ce7c-4e0c-848f-fccb56365518 None None] The sync data for ids ['32a9fd1a-a136-4f96-b809-d118ef6118b0'] in dv-cinder-853450-2-iscsi is: [{'id': '32a9fd1a-a136-4f96-b809-d118ef6118b0', 'name': 'tempest-TestVolumeBootPattern-1503680995-router', 'tenant_id': 'ede6199069114ce380f30088d312f345', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'external_fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.18'}], 'enable_snat': True}, 'gw_port_id': '2d11c8c1-de45-4706-86b4-20968fce1c19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T11:17:06Z', 'updated_at': '2022-08-18T11:17:16Z', 'revision_number': 4, 'project_id': 'ede6199069114ce380f30088d312f345', 'gw_port': {'id': '2d11c8c1-de45-4706-86b4-20968fce1c19', 'name': '', 'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:5e:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a9fd1a-a136-4f96-b809-d118ef6118b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853450-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:17:08Z', 'updated_at': '2022-08-18T11:17:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853450-2-iscsi', '_interfaces': [{'id': '4351a822-8a89-4ef3-9edf-3e59cd7f13a9', 'name': '', 'network_id': '7f22837c-b0bf-4183-918e-ed97b8d7016a', 'tenant_id': 'ede6199069114ce380f30088d312f345', 'mac_address': 'fa:16:3e:44:37:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a9fd1a-a136-4f96-b809-d118ef6118b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': '23956a8f-6417-481b-8752-923c1ff1baa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853450-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:17:13Z', 'updated_at': '2022-08-18T11:17:22Z', 'revision_number': 5, 'project_id': 'ede6199069114ce380f30088d312f345', 'subnets': [{'id': '23956a8f-6417-481b-8752-923c1ff1baa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 11:22:30.698955 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddeded13-36a9-41a2-9074-67bfbbbb47c3 req-8946bf22-ce78-4817-889d-91a5ec5cc296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:22:30.701068 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-ddeded13-36a9-41a2-9074-67bfbbbb47c3 req-8946bf22-ce78-4817-889d-91a5ec5cc296 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=dd9ba834-1e3f-4b43-ad03-a13182799a15 HTTP/1.1" status: 200 len: 920 time: 0.1052685 Aug 18 11:22:30.848633 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5731c2-e8a6-4deb-a99f-026d250dfd11 req-a4c20f23-7bbf-4184-bfcc-115dcb1d241d tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:22:30.850296 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-1d5731c2-e8a6-4deb-a99f-026d250dfd11 req-a4c20f23-7bbf-4184-bfcc-115dcb1d241d tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=14bb996a-1759-4c54-a265-b0c0ff031061 HTTP/1.1" status: 200 len: 984 time: 0.0935352 Aug 18 11:22:30.873157 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-ddeded13-36a9-41a2-9074-67bfbbbb47c3 req-136f82cb-0378-4438-b2b0-d5dc1bfb5c52 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e3ba48d9-0ad1-42ac-aa6b-96d0a60793f5 HTTP/1.1" status: 200 len: 1001 time: 0.1045167 Aug 18 11:22:30.927008 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e98634be-16d6-4fa9-8aa6-8bef6af10681 None None] New status for floating IP 92be8929-0e34-48b3-855c-8ce6d8cae6bd: DOWN {{(pid=106381) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 18 11:22:30.982940 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-1d5731c2-e8a6-4deb-a99f-026d250dfd11 req-0c707656-ae6d-48da-910a-41fc02ceb246 tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=42183954-4a21-4746-a07e-acf26d6396e0&id=b24ec8ab-a55e-4d86-92f7-e9e1e78b7104&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1218669 Aug 18 11:22:31.014123 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddeded13-36a9-41a2-9074-67bfbbbb47c3 req-d5ddb6f8-03b7-4472-b9e8-fb02cd39cd53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:22:31.015990 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-ddeded13-36a9-41a2-9074-67bfbbbb47c3 req-d5ddb6f8-03b7-4472-b9e8-fb02cd39cd53 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=055aadf2-d4b5-4a33-adc5-6baee36dc7bc HTTP/1.1" status: 200 len: 858 time: 0.1048915 Aug 18 11:22:31.101243 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddeded13-36a9-41a2-9074-67bfbbbb47c3 req-377ab174-e02c-4ba4-8c19-7878a9c94c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:22:31.102735 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-ddeded13-36a9-41a2-9074-67bfbbbb47c3 req-377ab174-e02c-4ba4-8c19-7878a9c94c5b service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=dd9ba834-1e3f-4b43-ad03-a13182799a15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0717893 Aug 18 11:22:31.111493 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-3bb085bb-deac-495f-aacd-9162935e51fd req-e0a0b842-b4cc-4224-9d2a-63ac20d2a5ad tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] 10.222.0.16 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1790581374&fields=id&tenant_id=ede6199069114ce380f30088d312f345 HTTP/1.1" status: 200 len: 267 time: 0.0888598 Aug 18 11:22:31.146534 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=100 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:22:31.291219 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb085bb-deac-495f-aacd-9162935e51fd req-b3d408e8-9fcd-408a-9b1a-657f51ffba39 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:22:31.292616 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-3bb085bb-deac-495f-aacd-9162935e51fd req-b3d408e8-9fcd-408a-9b1a-657f51ffba39 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] 10.222.0.16 "GET /networking/v2.0/networks?id=7f22837c-b0bf-4183-918e-ed97b8d7016a HTTP/1.1" status: 200 len: 812 time: 0.1744072 Aug 18 11:22:31.295373 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-ddeded13-36a9-41a2-9074-67bfbbbb47c3 req-74c06833-5e8a-4f41-843e-4e4a2121aec6 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/dd9ba834-1e3f-4b43-ad03-a13182799a15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1676629 Aug 18 11:22:31.308033 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-3bb085bb-deac-495f-aacd-9162935e51fd req-d0e997c3-cd03-4454-90c5-d8f4b9ffa558 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] 10.222.0.16 "GET /networking/v2.0/quotas/ede6199069114ce380f30088d312f345 HTTP/1.1" status: 200 len: 375 time: 0.0094464 Aug 18 11:22:31.367669 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-3bb085bb-deac-495f-aacd-9162935e51fd req-b5af0907-aa7c-433e-8bda-a28d7e891414 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=ede6199069114ce380f30088d312f345&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0532846 Aug 18 11:22:31.472971 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-3bb085bb-deac-495f-aacd-9162935e51fd req-7037777a-b48b-4649-b67d-9f6e1145fbaa service neutron] 10.222.0.16 "GET /networking/v2.0/networks/7f22837c-b0bf-4183-918e-ed97b8d7016a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929396 Aug 18 11:22:31.603525 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-3bb085bb-deac-495f-aacd-9162935e51fd req-6f7baeb0-5e7c-421b-ad92-9a8851d4871e service neutron] 10.222.0.16 "GET /networking/v2.0/networks/7f22837c-b0bf-4183-918e-ed97b8d7016a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241081 Aug 18 11:22:31.614414 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870b55e3-d53b-4dbe-abc8-c6229c368ad7 req-2ef79300-a5a8-4845-a229-c814ff5c802d tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:22:31.616614 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-870b55e3-d53b-4dbe-abc8-c6229c368ad7 req-2ef79300-a5a8-4845-a229-c814ff5c802d tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=89c0de05-1480-48f5-953a-687cea7e4044 HTTP/1.1" status: 200 len: 945 time: 0.0725195 Aug 18 11:22:31.684862 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-870b55e3-d53b-4dbe-abc8-c6229c368ad7 req-bd76dbcc-961e-479e-b0b9-846086ca48d9 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d4fc1cd8-bdf2-4971-b730-97db8d4df085&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577438 Aug 18 11:22:31.787732 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-ddeded13-36a9-41a2-9074-67bfbbbb47c3 req-655a5ecf-426d-4082-b70f-31befac65e1d service neutron] 10.222.0.20 "GET /networking/v2.0/networks/dd9ba834-1e3f-4b43-ad03-a13182799a15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170375 Aug 18 11:22:31.943391 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-55ace318-c55e-4f14-80de-54505a86ac38 req-9139a25a-c534-4a6a-a7c6-7199dfee31d4 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0b347d9d-d0c7-4e2e-9bfe-0e6bf90c6f85 HTTP/1.1" status: 200 len: 210 time: 0.0284946 Aug 18 11:22:32.046997 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Device f5805892-bcfb-4b5c-872c-c9655c2f6387 no longer exists at agent hyperv_hv-cinder-85345 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 11:22:32.068492 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] No Port match for: f5805892-bcfb-4b5c-872c-c9655c2f6387 {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 18 11:22:32.068930 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Device f5805892-bcfb-4b5c-872c-c9655c2f6387 not bound to the agent host hv-cinder-85345 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 11:22:32.120122 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d2297e-8d30-4378-8f37-e2f4b3cf099d req-d290292f-6e4a-4a4d-8c54-1af19dff52fd tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:22:32.122009 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-22d2297e-8d30-4378-8f37-e2f4b3cf099d req-d290292f-6e4a-4a4d-8c54-1af19dff52fd tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=14bb996a-1759-4c54-a265-b0c0ff031061 HTTP/1.1" status: 200 len: 984 time: 0.0559967 Aug 18 11:22:32.148956 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=100 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:22:32.198544 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-22d2297e-8d30-4378-8f37-e2f4b3cf099d req-b17de182-54c6-49ac-8842-88a966f9f63e tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=42183954-4a21-4746-a07e-acf26d6396e0&id=b24ec8ab-a55e-4d86-92f7-e9e1e78b7104&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0662761 Aug 18 11:22:32.829182 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dc0707-11a2-4d49-9c52-c63246b92bb9 req-154bc888-80b2-45b9-87a5-8a6b1ceb10dc tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:22:32.830649 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-55dc0707-11a2-4d49-9c52-c63246b92bb9 req-154bc888-80b2-45b9-87a5-8a6b1ceb10dc tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=89c0de05-1480-48f5-953a-687cea7e4044 HTTP/1.1" status: 200 len: 945 time: 0.0532115 Aug 18 11:22:32.878835 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-55dc0707-11a2-4d49-9c52-c63246b92bb9 req-7c630d80-0eca-46be-8b66-409a0b113fea tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d4fc1cd8-bdf2-4971-b730-97db8d4df085&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425727 Aug 18 11:22:33.044682 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-86c81dcc-d10c-440d-9ca8-59d1f11aad9e req-fc663b61-7e03-46e1-be89-aa09b8c3e0dc tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0b347d9d-d0c7-4e2e-9bfe-0e6bf90c6f85 HTTP/1.1" status: 200 len: 210 time: 0.0284109 Aug 18 11:22:33.998892 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47e6ce5-b833-4ddc-80c1-61498b0eb8d7 req-cf30f87e-1c7b-4a97-ae07-f468c4a67a8b tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:22:34.000472 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-d47e6ce5-b833-4ddc-80c1-61498b0eb8d7 req-cf30f87e-1c7b-4a97-ae07-f468c4a67a8b tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=89c0de05-1480-48f5-953a-687cea7e4044 HTTP/1.1" status: 200 len: 945 time: 0.0477552 Aug 18 11:22:34.052557 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-d47e6ce5-b833-4ddc-80c1-61498b0eb8d7 req-96eaba81-ec2f-41c6-8c7f-4094254d0dd7 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d4fc1cd8-bdf2-4971-b730-97db8d4df085&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465963 Aug 18 11:22:34.147612 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-29e79c66-f0a5-49c9-9687-f7b5b9e19107 req-045d220c-114b-4564-ad7d-ffb7caba7e05 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0b347d9d-d0c7-4e2e-9bfe-0e6bf90c6f85 HTTP/1.1" status: 200 len: 210 time: 0.0294502 Aug 18 11:22:35.181584 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45c3223-9989-4701-b7ab-4853b31d0c6c req-5100926f-6898-4171-8144-213eb156aea3 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:22:35.183049 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-a45c3223-9989-4701-b7ab-4853b31d0c6c req-5100926f-6898-4171-8144-213eb156aea3 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=89c0de05-1480-48f5-953a-687cea7e4044 HTTP/1.1" status: 200 len: 945 time: 0.0507064 Aug 18 11:22:35.215844 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=100 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:22:35.234210 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-a45c3223-9989-4701-b7ab-4853b31d0c6c req-66f82c5e-69ec-4968-bc02-c8bafe936045 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d4fc1cd8-bdf2-4971-b730-97db8d4df085&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453277 Aug 18 11:22:35.276455 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-1552bd10-a7cd-4a69-b518-ba35f118c0c4 req-944e2b30-d780-460f-93e4-be933f3cc1f5 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0b347d9d-d0c7-4e2e-9bfe-0e6bf90c6f85 HTTP/1.1" status: 200 len: 210 time: 0.0283670 Aug 18 11:22:35.671848 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (0c451e2b-fe38-44d1-984c-2dd7bcedf4dc), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:22:35.791443 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb085bb-deac-495f-aacd-9162935e51fd req-faf01200-b7dd-491e-8782-9e2a75fc782e tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:22:35.792910 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-3bb085bb-deac-495f-aacd-9162935e51fd req-faf01200-b7dd-491e-8782-9e2a75fc782e tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] 10.222.0.20 "GET /networking/v2.0/networks?id=7f22837c-b0bf-4183-918e-ed97b8d7016a HTTP/1.1" status: 200 len: 812 time: 0.1151621 Aug 18 11:22:35.866931 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-3bb085bb-deac-495f-aacd-9162935e51fd req-24e7412e-77dc-4348-bd01-26989850944d tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] 10.222.0.20 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=ede6199069114ce380f30088d312f345 HTTP/1.1" status: 200 len: 380 time: 0.0554550 Aug 18 11:22:35.875984 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.v2.base [req-3bb085bb-deac-495f-aacd-9162935e51fd req-9fe384c5-5063-4bb2-9696-45a350825dc2 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Request body: {'port': {'device_id': '0b347d9d-d0c7-4e2e-9bfe-0e6bf90c6f85', 'network_id': '7f22837c-b0bf-4183-918e-ed97b8d7016a', 'admin_state_up': True, 'tenant_id': 'ede6199069114ce380f30088d312f345', 'security_groups': ['d080cec0-bf37-4b83-8a3c-1cddb3e7bd6f']}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:22:35.989449 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3bb085bb-deac-495f-aacd-9162935e51fd req-9fe384c5-5063-4bb2-9696-45a350825dc2 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Made reservation on behalf of ede6199069114ce380f30088d312f345 for: {'port': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 11:22:35.992836 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-3bb085bb-deac-495f-aacd-9162935e51fd req-9fe384c5-5063-4bb2-9696-45a350825dc2 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (None), before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:22:36.119962 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [req-3bb085bb-deac-495f-aacd-9162935e51fd req-9fe384c5-5063-4bb2-9696-45a350825dc2 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Allocated IP 172.20.0.8 (7f22837c-b0bf-4183-918e-ed97b8d7016a/23956a8f-6417-481b-8752-923c1ff1baa8/032e8f81-17eb-4aec-b5fd-58456450d81c) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 11:22:36.265189 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:22:36.271681 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-3bb085bb-deac-495f-aacd-9162935e51fd req-9fe384c5-5063-4bb2-9696-45a350825dc2 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Publish callbacks [] for port (032e8f81-17eb-4aec-b5fd-58456450d81c), precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:22:36.308013 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-3bb085bb-deac-495f-aacd-9162935e51fd req-9fe384c5-5063-4bb2-9696-45a350825dc2 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732802528781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11809227'] for port (032e8f81-17eb-4aec-b5fd-58456450d81c), after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:22:36.393455 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3bb085bb-deac-495f-aacd-9162935e51fd req-9fe384c5-5063-4bb2-9696-45a350825dc2 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Network 7f22837c-b0bf-4183-918e-ed97b8d7016a is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 11:22:36.439667 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [req-3bb085bb-deac-495f-aacd-9162935e51fd req-9fe384c5-5063-4bb2-9696-45a350825dc2 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 11:22:36.442227 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bb085bb-deac-495f-aacd-9162935e51fd req-9fe384c5-5063-4bb2-9696-45a350825dc2 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 18 11:22:36.455547 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe384c5-5063-4bb2-9696-45a350825dc2 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Pushing event updated for resources: {'Port': ['ID=032e8f81-17eb-4aec-b5fd-58456450d81c,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:22:36.490192 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f29842f-236c-4329-a26e-6cfa5b3fc649 req-33e3a7cd-8356-404c-89e1-5a098890677e tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:22:36.491774 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-5f29842f-236c-4329-a26e-6cfa5b3fc649 req-33e3a7cd-8356-404c-89e1-5a098890677e tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=89c0de05-1480-48f5-953a-687cea7e4044 HTTP/1.1" status: 200 len: 945 time: 0.1396677 Aug 18 11:22:36.502982 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f19b17-5e8c-49c5-8b3b-ea431c8e1aa6 req-d7722873-41b8-4fab-9e26-c5146ed88234 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:22:36.504512 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-a7f19b17-5e8c-49c5-8b3b-ea431c8e1aa6 req-d7722873-41b8-4fab-9e26-c5146ed88234 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0b347d9d-d0c7-4e2e-9bfe-0e6bf90c6f85 HTTP/1.1" status: 200 len: 931 time: 0.1323638 Aug 18 11:22:36.508513 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:22:36.564180 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb085bb-deac-495f-aacd-9162935e51fd req-9fe384c5-5063-4bb2-9696-45a350825dc2 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:22:36.564556 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-3bb085bb-deac-495f-aacd-9162935e51fd req-9fe384c5-5063-4bb2-9696-45a350825dc2 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22494'] for port (None), before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:22:36.604565 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-3bb085bb-deac-495f-aacd-9162935e51fd req-9fe384c5-5063-4bb2-9696-45a350825dc2 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] 10.222.0.20 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7321393 Aug 18 11:22:36.622265 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.v2.base [req-3bb085bb-deac-495f-aacd-9162935e51fd req-c301f327-6157-4280-8dbf-de051419e8d5 service neutron] Request body: {'port': {'device_id': '0b347d9d-d0c7-4e2e-9bfe-0e6bf90c6f85', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85345'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:22:36.651271 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-a7f19b17-5e8c-49c5-8b3b-ea431c8e1aa6 req-0259a789-943c-4028-a399-b587739351d1 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d080cec0-bf37-4b83-8a3c-1cddb3e7bd6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1389430 Aug 18 11:22:36.654554 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-5f29842f-236c-4329-a26e-6cfa5b3fc649 req-ae232aba-ec39-4d31-8e23-f196db8cb874 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d4fc1cd8-bdf2-4971-b730-97db8d4df085&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1491511 Aug 18 11:22:36.703867 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-3bb085bb-deac-495f-aacd-9162935e51fd req-c301f327-6157-4280-8dbf-de051419e8d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (032e8f81-17eb-4aec-b5fd-58456450d81c), before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:22:36.707525 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-d19c5751-c59e-47a3-b4c1-dad3ecc0a982 None None] Provisioning complete for port 032e8f81-17eb-4aec-b5fd-58456450d81c triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 18 11:22:36.708138 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-d19c5751-c59e-47a3-b4c1-dad3ecc0a982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619404'] for port (032e8f81-17eb-4aec-b5fd-58456450d81c), provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:22:36.739903 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-d19c5751-c59e-47a3-b4c1-dad3ecc0a982 None None] Port 032e8f81-17eb-4aec-b5fd-58456450d81c cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 18 11:22:36.804931 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0835485f-72f5-4bbf-a8da-bbbac630c77b req-eda483d9-b84f-4373-9424-1434b978c9ea tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:22:36.806318 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-0835485f-72f5-4bbf-a8da-bbbac630c77b req-eda483d9-b84f-4373-9424-1434b978c9ea tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=89c0de05-1480-48f5-953a-687cea7e4044 HTTP/1.1" status: 200 len: 945 time: 0.0705612 Aug 18 11:22:36.816772 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.16', 56456) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:22:36.821726 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.v2.base [None req-3c4ea729-5018-4c44-9a50-07fc849ede7c tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Request body: {'floatingip': {'port_id': 'e3ba48d9-0ad1-42ac-aa6b-96d0a60793f5'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:22:36.891490 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-3c4ea729-5018-4c44-9a50-07fc849ede7c tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Publish callbacks [] for floatingip (e794d825-5aa7-466a-b457-fb422d3798af), before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:22:37.015157 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.notifiers.nova [req-3bb085bb-deac-495f-aacd-9162935e51fd req-c301f327-6157-4280-8dbf-de051419e8d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 032e8f81-17eb-4aec-b5fd-58456450d81c {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 18 11:22:37.022933 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-3bb085bb-deac-495f-aacd-9162935e51fd req-c301f327-6157-4280-8dbf-de051419e8d5 service neutron] Publish callbacks [] for port (032e8f81-17eb-4aec-b5fd-58456450d81c), precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:22:37.036823 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [req-3bb085bb-deac-495f-aacd-9162935e51fd req-c301f327-6157-4280-8dbf-de051419e8d5 service neutron] Transition to ACTIVE for port object 032e8f81-17eb-4aec-b5fd-58456450d81c will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 18 11:22:37.040540 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-3bb085bb-deac-495f-aacd-9162935e51fd req-c301f327-6157-4280-8dbf-de051419e8d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732803053689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732802528799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732802528817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11809220'] for port (032e8f81-17eb-4aec-b5fd-58456450d81c), after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:22:37.103556 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c301f327-6157-4280-8dbf-de051419e8d5 service neutron] Pushing event updated for resources: {'Port': ['ID=032e8f81-17eb-4aec-b5fd-58456450d81c,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:22:37.157191 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:22:37.171052 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-3bb085bb-deac-495f-aacd-9162935e51fd req-c301f327-6157-4280-8dbf-de051419e8d5 service neutron] Attempting to bind port 032e8f81-17eb-4aec-b5fd-58456450d81c on host hv-cinder-85345 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 18 11:22:37.171459 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-3bb085bb-deac-495f-aacd-9162935e51fd req-c301f327-6157-4280-8dbf-de051419e8d5 service neutron] Attempting to bind port 032e8f81-17eb-4aec-b5fd-58456450d81c by drivers openvswitch,hyperv on host hv-cinder-85345 at level 0 using segments [{'id': '58df20ea-3ae4-4865-bf80-8bcc6a73c066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 962, 'network_id': '7f22837c-b0bf-4183-918e-ed97b8d7016a'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 18 11:22:37.171789 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bb085bb-deac-495f-aacd-9162935e51fd req-c301f327-6157-4280-8dbf-de051419e8d5 service neutron] Attempting to bind port 032e8f81-17eb-4aec-b5fd-58456450d81c on network 7f22837c-b0bf-4183-918e-ed97b8d7016a {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 18 11:22:37.177311 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bb085bb-deac-495f-aacd-9162935e51fd req-c301f327-6157-4280-8dbf-de051419e8d5 service neutron] Port 032e8f81-17eb-4aec-b5fd-58456450d81c on network 7f22837c-b0bf-4183-918e-ed97b8d7016a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85345 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 18 11:22:37.177772 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bb085bb-deac-495f-aacd-9162935e51fd req-c301f327-6157-4280-8dbf-de051419e8d5 service neutron] Attempting to bind port 032e8f81-17eb-4aec-b5fd-58456450d81c on network 7f22837c-b0bf-4183-918e-ed97b8d7016a {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 18 11:22:37.184283 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bb085bb-deac-495f-aacd-9162935e51fd req-c301f327-6157-4280-8dbf-de051419e8d5 service neutron] Checking agent: {'id': '0c451e2b-fe38-44d1-984c-2dd7bcedf4dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85345', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 18, 11, 14, 5), 'started_at': datetime.datetime(2022, 8, 18, 11, 14, 5), 'heartbeat_timestamp': datetime.datetime(2022, 8, 18, 11, 22, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 18 11:22:37.184616 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bb085bb-deac-495f-aacd-9162935e51fd req-c301f327-6157-4280-8dbf-de051419e8d5 service neutron] Checking segment: {'id': '58df20ea-3ae4-4865-bf80-8bcc6a73c066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 962, 'network_id': '7f22837c-b0bf-4183-918e-ed97b8d7016a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 18 11:22:37.184996 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bb085bb-deac-495f-aacd-9162935e51fd req-c301f327-6157-4280-8dbf-de051419e8d5 service neutron] Bound using segment: {'id': '58df20ea-3ae4-4865-bf80-8bcc6a73c066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 962, 'network_id': '7f22837c-b0bf-4183-918e-ed97b8d7016a'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 18 11:22:37.185412 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-3bb085bb-deac-495f-aacd-9162935e51fd req-c301f327-6157-4280-8dbf-de051419e8d5 service neutron] Bound port: 032e8f81-17eb-4aec-b5fd-58456450d81c, host: hv-cinder-85345, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58df20ea-3ae4-4865-bf80-8bcc6a73c066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 962, 'network_id': '7f22837c-b0bf-4183-918e-ed97b8d7016a'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 18 11:22:37.185765 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-3bb085bb-deac-495f-aacd-9162935e51fd req-c301f327-6157-4280-8dbf-de051419e8d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (032e8f81-17eb-4aec-b5fd-58456450d81c), before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:22:37.248165 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-3bb085bb-deac-495f-aacd-9162935e51fd req-c301f327-6157-4280-8dbf-de051419e8d5 service neutron] For port 032e8f81-17eb-4aec-b5fd-58456450d81c, host hv-cinder-85345, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 11:22:37.251811 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-3bb085bb-deac-495f-aacd-9162935e51fd req-c301f327-6157-4280-8dbf-de051419e8d5 service neutron] For port 032e8f81-17eb-4aec-b5fd-58456450d81c, host hv-cinder-85345, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85345',level=0,port_id=032e8f81-17eb-4aec-b5fd-58456450d81c,segment=NetworkSegment(58df20ea-3ae4-4865-bf80-8bcc6a73c066),segment_id=58df20ea-3ae4-4865-bf80-8bcc6a73c066)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 11:22:37.258136 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-3bb085bb-deac-495f-aacd-9162935e51fd req-c301f327-6157-4280-8dbf-de051419e8d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732803053689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732802528799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732802528817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11809220'] for port (032e8f81-17eb-4aec-b5fd-58456450d81c), after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:22:37.264491 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb085bb-deac-495f-aacd-9162935e51fd req-c301f327-6157-4280-8dbf-de051419e8d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:22:37.265103 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-3bb085bb-deac-495f-aacd-9162935e51fd req-c301f327-6157-4280-8dbf-de051419e8d5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22494'] for port (None), before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:22:37.266471 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-3bb085bb-deac-495f-aacd-9162935e51fd req-c301f327-6157-4280-8dbf-de051419e8d5 service neutron] 10.222.0.20 "PUT /networking/v2.0/ports/032e8f81-17eb-4aec-b5fd-58456450d81c HTTP/1.1" status: 200 len: 1093 time: 0.6540432 Aug 18 11:22:37.267082 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b347d9d-d0c7-4e2e-9bfe-0e6bf90c6f85', 'tag': '032e8f81-17eb-4aec-b5fd-58456450d81c'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 18 11:22:37.269144 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c862ab1b2ee120cb5e2e4f2725a0fe0d7acaf57f657006002d91667c9b4c94a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f1f0c8a-c27b-4e9d-a741-d44c8418933f" -d '{"events": [{"name": "network-changed", "server_uuid": "0b347d9d-d0c7-4e2e-9bfe-0e6bf90c6f85", "tag": "032e8f81-17eb-4aec-b5fd-58456450d81c"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:22:37.320440 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Aug 2022 11:22:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09c0063e-c848-4687-962f-4ae140f57925 x-openstack-request-id: req-09c0063e-c848-4687-962f-4ae140f57925 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:22:37.320440 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b347d9d-d0c7-4e2e-9bfe-0e6bf90c6f85", "tag": "032e8f81-17eb-4aec-b5fd-58456450d81c", "status": "completed", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:22:37.320440 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-09c0063e-c848-4687-962f-4ae140f57925 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:22:37.320869 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09c0063e-c848-4687-962f-4ae140f57925'] response: {'name': 'network-changed', 'server_uuid': '0b347d9d-d0c7-4e2e-9bfe-0e6bf90c6f85', 'tag': '032e8f81-17eb-4aec-b5fd-58456450d81c', 'status': 'completed', 'code': 200} Aug 18 11:22:37.351209 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c301f327-6157-4280-8dbf-de051419e8d5 service neutron] Pushing event updated for resources: {'Port': ['ID=032e8f81-17eb-4aec-b5fd-58456450d81c,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:22:37.360108 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb085bb-deac-495f-aacd-9162935e51fd req-584a021a-c507-485e-8143-7c520f97ed5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:22:37.361506 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-3bb085bb-deac-495f-aacd-9162935e51fd req-584a021a-c507-485e-8143-7c520f97ed5b service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=ede6199069114ce380f30088d312f345&device_id=0b347d9d-d0c7-4e2e-9bfe-0e6bf90c6f85 HTTP/1.1" status: 200 len: 1127 time: 0.0543456 Aug 18 11:22:37.369310 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-3c4ea729-5018-4c44-9a50-07fc849ede7c tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:22:37.374135 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-3c4ea729-5018-4c44-9a50-07fc849ede7c tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-519515'] for floatingip (e794d825-5aa7-466a-b457-fb422d3798af), after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:22:37.415160 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-3bb085bb-deac-495f-aacd-9162935e51fd req-39c136a0-6e19-4ced-84a9-794bfe710c5e service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=032e8f81-17eb-4aec-b5fd-58456450d81c HTTP/1.1" status: 200 len: 217 time: 0.0359800 Aug 18 11:22:37.448761 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:22:37.466687 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb085bb-deac-495f-aacd-9162935e51fd req-140d22c6-0610-4f26-af3d-fb30524a428d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:22:37.468218 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-3bb085bb-deac-495f-aacd-9162935e51fd req-140d22c6-0610-4f26-af3d-fb30524a428d service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=23956a8f-6417-481b-8752-923c1ff1baa8 HTTP/1.1" status: 200 len: 851 time: 0.0469384 Aug 18 11:22:37.512635 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb085bb-deac-495f-aacd-9162935e51fd req-f204b972-2170-44a2-a93d-5844a1899315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:22:37.514140 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-3bb085bb-deac-495f-aacd-9162935e51fd req-f204b972-2170-44a2-a93d-5844a1899315 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=7f22837c-b0bf-4183-918e-ed97b8d7016a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0400238 Aug 18 11:22:37.615389 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-3bb085bb-deac-495f-aacd-9162935e51fd req-5f0379af-f59f-404a-94ff-0033cba08511 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/7f22837c-b0bf-4183-918e-ed97b8d7016a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944250 Aug 18 11:22:37.718234 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-3bb085bb-deac-495f-aacd-9162935e51fd req-030c5162-e00b-49e2-aa7a-f50a4d8f5428 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/7f22837c-b0bf-4183-918e-ed97b8d7016a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955241 Aug 18 11:22:37.778376 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a540183-4e35-4e17-80f0-6081cd647ed7 req-c981bb75-f8ac-4552-9e53-dba548716f53 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:22:37.779841 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-8a540183-4e35-4e17-80f0-6081cd647ed7 req-c981bb75-f8ac-4552-9e53-dba548716f53 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0b347d9d-d0c7-4e2e-9bfe-0e6bf90c6f85 HTTP/1.1" status: 200 len: 943 time: 0.0505810 Aug 18 11:22:37.805332 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c4ea729-5018-4c44-9a50-07fc849ede7c tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Router ac1bbf50-8919-4b59-b313-27fdafa51525 has already been hosted by L3 agent 5a2ac145-53e3-4597-a9e7-c52b4336ae58 {{(pid=106379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 11:22:37.830025 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-8a540183-4e35-4e17-80f0-6081cd647ed7 req-950fb0c7-84d4-48ca-9e86-880c448e235c tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d080cec0-bf37-4b83-8a3c-1cddb3e7bd6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444508 Aug 18 11:22:37.916593 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c4ea729-5018-4c44-9a50-07fc849ede7c tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Notify agent at l3_agent.dv-cinder-853450-2-iscsi the message routers_updated {{(pid=106379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 11:22:37.922184 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-3c4ea729-5018-4c44-9a50-07fc849ede7c tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22494'] for floatingip (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:22:37.927490 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b51426d-0370-43fd-a560-cccb0ac61ced None None] Sync routers for ids ['ac1bbf50-8919-4b59-b313-27fdafa51525'] in dv-cinder-853450-2-iscsi {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 11:22:37.939240 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b51426d-0370-43fd-a560-cccb0ac61ced None None] Routers {'ac1bbf50-8919-4b59-b313-27fdafa51525'} bound to L3 agent in host dv-cinder-853450-2-iscsi {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 18 11:22:37.939240 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-5b51426d-0370-43fd-a560-cccb0ac61ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853450-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-18T11:07:43Z,description=,heartbeat_timestamp=2022-08-18T11:22:13Z,host='dv-cinder-853450-2-iscsi',id=5a2ac145-53e3-4597-a9e7-c52b4336ae58,load=0,resource_versions=,resources_synced=,started_at=2022-08-18T11:07:43Z,topic='l3_agent')) {'router_ids': ['ac1bbf50-8919-4b59-b313-27fdafa51525'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:22:37.956650 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89c0de05-1480-48f5-953a-687cea7e4044', 'tag': 'e3ba48d9-0ad1-42ac-aa6b-96d0a60793f5'}] {{(pid=106379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 18 11:22:37.958930 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afeb4790f423e7ffe5fa0b02628cc43a14be8f1f20ac5f0ea3cf567e42d62054" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bd61efa-22eb-4581-b487-1b1bc40cb68d" -d '{"events": [{"name": "network-changed", "server_uuid": "89c0de05-1480-48f5-953a-687cea7e4044", "tag": "e3ba48d9-0ad1-42ac-aa6b-96d0a60793f5"}]}' {{(pid=106379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:22:37.993701 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-3c4ea729-5018-4c44-9a50-07fc849ede7c tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "PUT /networking/v2.0/floatingips/e794d825-5aa7-466a-b457-fb422d3798af HTTP/1.1" status: 200 len: 993 time: 1.1736071 Aug 18 11:22:38.043805 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-5b51426d-0370-43fd-a560-cccb0ac61ced None None] Set router ac1bbf50-8919-4b59-b313-27fdafa51525 gateway port host: dv-cinder-853450-2-iscsi {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 18 11:22:38.066316 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Aug 2022 11:22:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd318490-de5b-463a-a628-6974b3ef64f4 x-openstack-request-id: req-dd318490-de5b-463a-a628-6974b3ef64f4 {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:22:38.066606 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89c0de05-1480-48f5-953a-687cea7e4044", "tag": "e3ba48d9-0ad1-42ac-aa6b-96d0a60793f5", "status": "completed", "code": 200}]} {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:22:38.066858 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-dd318490-de5b-463a-a628-6974b3ef64f4 {{(pid=106379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:22:38.067262 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd318490-de5b-463a-a628-6974b3ef64f4'] response: {'name': 'network-changed', 'server_uuid': '89c0de05-1480-48f5-953a-687cea7e4044', 'tag': 'e3ba48d9-0ad1-42ac-aa6b-96d0a60793f5', 'status': 'completed', 'code': 200} Aug 18 11:22:38.079499 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=100 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:22:38.250318 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:22:38.258966 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-5b51426d-0370-43fd-a560-cccb0ac61ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac1bbf50-8919-4b59-b313-27fdafa51525', 'name': 'tempest-ServerRescueNegativeTestJSON-2046775969-router', 'tenant_id': 'aab35f7119e44d3c8da92076c7e823db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'external_fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.214'}], 'enable_snat': True}, 'gw_port_id': '44b9dc73-a9bf-496f-be3a-d067fc020a1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T11:15:55Z', 'updated_at': '2022-08-18T11:16:04Z', 'revision_number': 4, 'project_id': 'aab35f7119e44d3c8da92076c7e823db', 'gw_port': {'id': '44b9dc73-a9bf-496f-be3a-d067fc020a1d', 'name': '', 'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:fa:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac1bbf50-8919-4b59-b313-27fdafa51525', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853450-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:15:57Z', 'updated_at': '2022-08-18T11:16:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853450-2-iscsi', '_floatingips': [{'id': 'e794d825-5aa7-466a-b457-fb422d3798af', 'tenant_id': 'aab35f7119e44d3c8da92076c7e823db', 'floating_ip_address': '172.27.4.186', 'floating_network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'router_id': 'ac1bbf50-8919-4b59-b313-27fdafa51525', 'port_id': 'e3ba48d9-0ad1-42ac-aa6b-96d0a60793f5', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 420, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd9ba834-1e3f-4b43-ad03-a13182799a15', 'mac_address': 'fa:16:3e:08:f4:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89c0de05-1480-48f5-953a-687cea7e4044', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-18T11:18:57Z', 'updated_at': '2022-08-18T11:22:37Z', 'revision_number': 3, 'project_id': 'aab35f7119e44d3c8da92076c7e823db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ef0845a-eca3-4e27-9da9-f30e18d0cebc', 'name': '', 'network_id': 'dd9ba834-1e3f-4b43-ad03-a13182799a15', 'tenant_id': 'aab35f7119e44d3c8da92076c7e823db', 'mac_address': 'fa:16:3e:96:ff:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac1bbf50-8919-4b59-b313-27fdafa51525', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '055aadf2-d4b5-4a33-adc5-6baee36dc7bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853450-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:16:03Z', 'updated_at': '2022-08-18T11:16:23Z', 'revision_number': 5, 'project_id': 'aab35f7119e44d3c8da92076c7e823db', 'subnets': [{'id': '055aadf2-d4b5-4a33-adc5-6baee36dc7bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853450-2-iscsi', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:22:38.284267 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b51426d-0370-43fd-a560-cccb0ac61ced None None] Checking router: ac1bbf50-8919-4b59-b313-27fdafa51525 for host: dv-cinder-853450-2-iscsi {{(pid=106380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 11:22:38.292482 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b51426d-0370-43fd-a560-cccb0ac61ced None None] Routers {'ac1bbf50-8919-4b59-b313-27fdafa51525'} bound to L3 agent in host dv-cinder-853450-2-iscsi {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 18 11:22:38.293192 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-5b51426d-0370-43fd-a560-cccb0ac61ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853450-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-18T11:07:43Z,description=,heartbeat_timestamp=2022-08-18T11:22:13Z,host='dv-cinder-853450-2-iscsi',id=5a2ac145-53e3-4597-a9e7-c52b4336ae58,load=0,resource_versions=,resources_synced=,started_at=2022-08-18T11:07:43Z,topic='l3_agent')) {'router_ids': ['ac1bbf50-8919-4b59-b313-27fdafa51525'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:22:38.393738 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-5b51426d-0370-43fd-a560-cccb0ac61ced None None] Set router ac1bbf50-8919-4b59-b313-27fdafa51525 gateway port host: dv-cinder-853450-2-iscsi {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 18 11:22:38.724928 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-5b51426d-0370-43fd-a560-cccb0ac61ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac1bbf50-8919-4b59-b313-27fdafa51525', 'name': 'tempest-ServerRescueNegativeTestJSON-2046775969-router', 'tenant_id': 'aab35f7119e44d3c8da92076c7e823db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'external_fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.214'}], 'enable_snat': True}, 'gw_port_id': '44b9dc73-a9bf-496f-be3a-d067fc020a1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T11:15:55Z', 'updated_at': '2022-08-18T11:16:04Z', 'revision_number': 4, 'project_id': 'aab35f7119e44d3c8da92076c7e823db', 'gw_port': {'id': '44b9dc73-a9bf-496f-be3a-d067fc020a1d', 'name': '', 'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:fa:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac1bbf50-8919-4b59-b313-27fdafa51525', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853450-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:15:57Z', 'updated_at': '2022-08-18T11:16:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853450-2-iscsi', '_floatingips': [{'id': 'e794d825-5aa7-466a-b457-fb422d3798af', 'tenant_id': 'aab35f7119e44d3c8da92076c7e823db', 'floating_ip_address': '172.27.4.186', 'floating_network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'router_id': 'ac1bbf50-8919-4b59-b313-27fdafa51525', 'port_id': 'e3ba48d9-0ad1-42ac-aa6b-96d0a60793f5', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 420, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd9ba834-1e3f-4b43-ad03-a13182799a15', 'mac_address': 'fa:16:3e:08:f4:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89c0de05-1480-48f5-953a-687cea7e4044', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-18T11:18:57Z', 'updated_at': '2022-08-18T11:22:37Z', 'revision_number': 3, 'project_id': 'aab35f7119e44d3c8da92076c7e823db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ef0845a-eca3-4e27-9da9-f30e18d0cebc', 'name': '', 'network_id': 'dd9ba834-1e3f-4b43-ad03-a13182799a15', 'tenant_id': 'aab35f7119e44d3c8da92076c7e823db', 'mac_address': 'fa:16:3e:96:ff:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac1bbf50-8919-4b59-b313-27fdafa51525', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '055aadf2-d4b5-4a33-adc5-6baee36dc7bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853450-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:16:03Z', 'updated_at': '2022-08-18T11:16:23Z', 'revision_number': 5, 'project_id': 'aab35f7119e44d3c8da92076c7e823db', 'subnets': [{'id': '055aadf2-d4b5-4a33-adc5-6baee36dc7bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853450-2-iscsi', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:22:38.750006 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b51426d-0370-43fd-a560-cccb0ac61ced None None] The sync data for ids ['ac1bbf50-8919-4b59-b313-27fdafa51525'] in dv-cinder-853450-2-iscsi is: [{'id': 'ac1bbf50-8919-4b59-b313-27fdafa51525', 'name': 'tempest-ServerRescueNegativeTestJSON-2046775969-router', 'tenant_id': 'aab35f7119e44d3c8da92076c7e823db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'external_fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.214'}], 'enable_snat': True}, 'gw_port_id': '44b9dc73-a9bf-496f-be3a-d067fc020a1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T11:15:55Z', 'updated_at': '2022-08-18T11:16:04Z', 'revision_number': 4, 'project_id': 'aab35f7119e44d3c8da92076c7e823db', 'gw_port': {'id': '44b9dc73-a9bf-496f-be3a-d067fc020a1d', 'name': '', 'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:fa:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac1bbf50-8919-4b59-b313-27fdafa51525', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853450-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:15:57Z', 'updated_at': '2022-08-18T11:16:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853450-2-iscsi', '_floatingips': [{'id': 'e794d825-5aa7-466a-b457-fb422d3798af', 'tenant_id': 'aab35f7119e44d3c8da92076c7e823db', 'floating_ip_address': '172.27.4.186', 'floating_network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'router_id': 'ac1bbf50-8919-4b59-b313-27fdafa51525', 'port_id': 'e3ba48d9-0ad1-42ac-aa6b-96d0a60793f5', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 420, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd9ba834-1e3f-4b43-ad03-a13182799a15', 'mac_address': 'fa:16:3e:08:f4:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89c0de05-1480-48f5-953a-687cea7e4044', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-18T11:18:57Z', 'updated_at': '2022-08-18T11:22:37Z', 'revision_number': 3, 'project_id': 'aab35f7119e44d3c8da92076c7e823db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ef0845a-eca3-4e27-9da9-f30e18d0cebc', 'name': '', 'network_id': 'dd9ba834-1e3f-4b43-ad03-a13182799a15', 'tenant_id': 'aab35f7119e44d3c8da92076c7e823db', 'mac_address': 'fa:16:3e:96:ff:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac1bbf50-8919-4b59-b313-27fdafa51525', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '055aadf2-d4b5-4a33-adc5-6baee36dc7bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853450-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:16:03Z', 'updated_at': '2022-08-18T11:16:23Z', 'revision_number': 5, 'project_id': 'aab35f7119e44d3c8da92076c7e823db', 'subnets': [{'id': '055aadf2-d4b5-4a33-adc5-6baee36dc7bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 11:22:38.954629 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7502e7eb-e7aa-4b9a-a6da-514d0a11cf46 req-bd2f5a24-5c85-4bd8-9b9f-b1efba9472ff tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:22:38.956105 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-7502e7eb-e7aa-4b9a-a6da-514d0a11cf46 req-bd2f5a24-5c85-4bd8-9b9f-b1efba9472ff tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0b347d9d-d0c7-4e2e-9bfe-0e6bf90c6f85 HTTP/1.1" status: 200 len: 943 time: 0.0509095 Aug 18 11:22:39.006556 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-7502e7eb-e7aa-4b9a-a6da-514d0a11cf46 req-4a38485f-8a4d-4342-934f-5cf483a44ab9 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d080cec0-bf37-4b83-8a3c-1cddb3e7bd6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448072 Aug 18 11:22:39.213494 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1f0c8a-c27b-4e9d-a741-d44c8418933f req-cd4a6948-e9cf-476d-974b-252179fd96a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:22:39.215606 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-9f1f0c8a-c27b-4e9d-a741-d44c8418933f req-cd4a6948-e9cf-476d-974b-252179fd96a6 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=ede6199069114ce380f30088d312f345&device_id=0b347d9d-d0c7-4e2e-9bfe-0e6bf90c6f85 HTTP/1.1" status: 200 len: 1127 time: 0.0719171 Aug 18 11:22:39.216975 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd61efa-22eb-4581-b487-1b1bc40cb68d req-1e3ad465-cc03-44b9-af9b-023320ebdc1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:22:39.218297 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-7bd61efa-22eb-4581-b487-1b1bc40cb68d req-1e3ad465-cc03-44b9-af9b-023320ebdc1e service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=aab35f7119e44d3c8da92076c7e823db&device_id=89c0de05-1480-48f5-953a-687cea7e4044 HTTP/1.1" status: 200 len: 1129 time: 0.0647366 Aug 18 11:22:39.391448 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd61efa-22eb-4581-b487-1b1bc40cb68d req-98ca08dc-3013-4056-a348-efa9b432dc1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:22:39.392952 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-7bd61efa-22eb-4581-b487-1b1bc40cb68d req-98ca08dc-3013-4056-a348-efa9b432dc1a service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=dd9ba834-1e3f-4b43-ad03-a13182799a15 HTTP/1.1" status: 200 len: 920 time: 0.1509762 Aug 18 11:22:39.393902 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1f0c8a-c27b-4e9d-a741-d44c8418933f req-3c4cdd4a-9312-49e3-a3aa-7b4fd2e88e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:22:39.395199 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-9f1f0c8a-c27b-4e9d-a741-d44c8418933f req-3c4cdd4a-9312-49e3-a3aa-7b4fd2e88e08 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=7f22837c-b0bf-4183-918e-ed97b8d7016a HTTP/1.1" status: 200 len: 913 time: 0.1603642 Aug 18 11:22:39.472300 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-9f1f0c8a-c27b-4e9d-a741-d44c8418933f req-bb0d0c08-91ba-4aa3-a121-e948bcba0c37 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=032e8f81-17eb-4aec-b5fd-58456450d81c HTTP/1.1" status: 200 len: 217 time: 0.0622325 Aug 18 11:22:39.474196 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:22:39.531104 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-7bd61efa-22eb-4581-b487-1b1bc40cb68d req-ccdf4efd-66d3-43dc-9ff2-8b53b53e70e4 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e3ba48d9-0ad1-42ac-aa6b-96d0a60793f5 HTTP/1.1" status: 200 len: 1001 time: 0.1267831 Aug 18 11:22:39.539019 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1f0c8a-c27b-4e9d-a741-d44c8418933f req-bfb15e9d-6ac2-4d8b-95f4-483e94467713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:22:39.540392 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-9f1f0c8a-c27b-4e9d-a741-d44c8418933f req-bfb15e9d-6ac2-4d8b-95f4-483e94467713 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=23956a8f-6417-481b-8752-923c1ff1baa8 HTTP/1.1" status: 200 len: 851 time: 0.0590167 Aug 18 11:22:39.614375 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1f0c8a-c27b-4e9d-a741-d44c8418933f req-e5531217-b4c3-4578-9663-d56626fa532f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:22:39.615857 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-9f1f0c8a-c27b-4e9d-a741-d44c8418933f req-e5531217-b4c3-4578-9663-d56626fa532f service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=7f22837c-b0bf-4183-918e-ed97b8d7016a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0678570 Aug 18 11:22:39.617266 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd61efa-22eb-4581-b487-1b1bc40cb68d req-6a81c830-bfb3-4a59-97a7-9f0cb133feb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:22:39.618563 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-7bd61efa-22eb-4581-b487-1b1bc40cb68d req-6a81c830-bfb3-4a59-97a7-9f0cb133feb8 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=055aadf2-d4b5-4a33-adc5-6baee36dc7bc HTTP/1.1" status: 200 len: 858 time: 0.0812552 Aug 18 11:22:39.701282 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=100 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:22:39.711149 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd61efa-22eb-4581-b487-1b1bc40cb68d req-737a1da4-6dbd-4bfd-8e2d-0c7513861f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:22:39.712671 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-7bd61efa-22eb-4581-b487-1b1bc40cb68d req-737a1da4-6dbd-4bfd-8e2d-0c7513861f16 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=dd9ba834-1e3f-4b43-ad03-a13182799a15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0848920 Aug 18 11:22:39.793523 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-9f1f0c8a-c27b-4e9d-a741-d44c8418933f req-15d1c7f4-8255-4e22-95ce-fcae6dd77923 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/7f22837c-b0bf-4183-918e-ed97b8d7016a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1661053 Aug 18 11:22:39.877362 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-7bd61efa-22eb-4581-b487-1b1bc40cb68d req-4b847dea-b72c-4346-8192-e40244f1b508 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/dd9ba834-1e3f-4b43-ad03-a13182799a15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1570880 Aug 18 11:22:39.955209 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-9f1f0c8a-c27b-4e9d-a741-d44c8418933f req-4d2f43c2-250f-49e3-950c-f4fc97323f2f service neutron] 10.222.0.20 "GET /networking/v2.0/networks/7f22837c-b0bf-4183-918e-ed97b8d7016a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1557424 Aug 18 11:22:40.069088 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89c0de05-1480-48f5-953a-687cea7e4044', 'tag': 'e3ba48d9-0ad1-42ac-aa6b-96d0a60793f5'}] {{(pid=106379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 18 11:22:40.071459 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afeb4790f423e7ffe5fa0b02628cc43a14be8f1f20ac5f0ea3cf567e42d62054" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a3cdba9-f653-42ed-977f-221d7f629b0d" -d '{"events": [{"name": "network-changed", "server_uuid": "89c0de05-1480-48f5-953a-687cea7e4044", "tag": "e3ba48d9-0ad1-42ac-aa6b-96d0a60793f5"}]}' {{(pid=106379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:22:40.112806 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Aug 2022 11:22:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bb35a7d-20ed-4372-b098-7d5f9731ed42 x-openstack-request-id: req-6bb35a7d-20ed-4372-b098-7d5f9731ed42 {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:22:40.113114 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89c0de05-1480-48f5-953a-687cea7e4044", "tag": "e3ba48d9-0ad1-42ac-aa6b-96d0a60793f5", "status": "completed", "code": 200}]} {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:22:40.113367 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6bb35a7d-20ed-4372-b098-7d5f9731ed42 {{(pid=106379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:22:40.113771 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6bb35a7d-20ed-4372-b098-7d5f9731ed42'] response: {'name': 'network-changed', 'server_uuid': '89c0de05-1480-48f5-953a-687cea7e4044', 'tag': 'e3ba48d9-0ad1-42ac-aa6b-96d0a60793f5', 'status': 'completed', 'code': 200} Aug 18 11:22:40.254856 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-7bd61efa-22eb-4581-b487-1b1bc40cb68d req-cc4d4474-d5b6-451b-95b0-55ba67b68f51 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/dd9ba834-1e3f-4b43-ad03-a13182799a15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3698621 Aug 18 11:22:40.289129 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfed639e-663b-42b3-a155-d1fa913c6176 req-30aeb2ad-b709-4e31-b09a-604263224da9 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:22:40.290715 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-bfed639e-663b-42b3-a155-d1fa913c6176 req-30aeb2ad-b709-4e31-b09a-604263224da9 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0b347d9d-d0c7-4e2e-9bfe-0e6bf90c6f85 HTTP/1.1" status: 200 len: 943 time: 0.0545535 Aug 18 11:22:40.371073 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3cdba9-f653-42ed-977f-221d7f629b0d req-5c264f78-6221-4eee-957f-fbb2af6c60b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:22:40.372944 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-3a3cdba9-f653-42ed-977f-221d7f629b0d req-5c264f78-6221-4eee-957f-fbb2af6c60b3 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=aab35f7119e44d3c8da92076c7e823db&device_id=89c0de05-1480-48f5-953a-687cea7e4044 HTTP/1.1" status: 200 len: 1129 time: 0.0699904 Aug 18 11:22:40.376909 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-bfed639e-663b-42b3-a155-d1fa913c6176 req-0c604f35-2e90-4d66-880c-ed429f23ada6 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d080cec0-bf37-4b83-8a3c-1cddb3e7bd6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803947 Aug 18 11:22:40.473622 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3cdba9-f653-42ed-977f-221d7f629b0d req-9be089e8-d120-4a50-8ef0-31d9623f6a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:22:40.475322 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-3a3cdba9-f653-42ed-977f-221d7f629b0d req-9be089e8-d120-4a50-8ef0-31d9623f6a8a service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=dd9ba834-1e3f-4b43-ad03-a13182799a15 HTTP/1.1" status: 200 len: 920 time: 0.0960898 Aug 18 11:22:40.541665 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-3a3cdba9-f653-42ed-977f-221d7f629b0d req-440dd781-c620-43d7-ba83-f7ece6512f87 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e3ba48d9-0ad1-42ac-aa6b-96d0a60793f5 HTTP/1.1" status: 200 len: 1001 time: 0.0589542 Aug 18 11:22:40.595909 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3cdba9-f653-42ed-977f-221d7f629b0d req-d600e5f6-0958-4939-a711-c0cf81d6840b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:22:40.597409 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-3a3cdba9-f653-42ed-977f-221d7f629b0d req-d600e5f6-0958-4939-a711-c0cf81d6840b service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=055aadf2-d4b5-4a33-adc5-6baee36dc7bc HTTP/1.1" status: 200 len: 858 time: 0.0499895 Aug 18 11:22:40.643845 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3cdba9-f653-42ed-977f-221d7f629b0d req-895fb0c6-308e-44d8-95f3-e0b2ba8307ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:22:40.645269 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-3a3cdba9-f653-42ed-977f-221d7f629b0d req-895fb0c6-308e-44d8-95f3-e0b2ba8307ce service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=dd9ba834-1e3f-4b43-ad03-a13182799a15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0415084 Aug 18 11:22:40.722210 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=100 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:22:40.750957 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-3a3cdba9-f653-42ed-977f-221d7f629b0d req-c25e1253-a819-481b-8399-137e015802d2 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/dd9ba834-1e3f-4b43-ad03-a13182799a15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980225 Aug 18 11:22:40.862951 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-3a3cdba9-f653-42ed-977f-221d7f629b0d req-55f6e689-5df1-4c8b-8c03-0435bb4e3025 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/dd9ba834-1e3f-4b43-ad03-a13182799a15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952532 Aug 18 11:22:40.987455 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-f589f45e-cb14-4430-9594-26fd06565a1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (c499a017-4b38-4967-b050-d4094e1a7564), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:22:41.503703 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfc6073-5585-448d-a19d-b47a90308d23 req-290d1d88-0e5f-424b-96f1-2ce92e43fcd4 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:22:41.505193 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-bdfc6073-5585-448d-a19d-b47a90308d23 req-290d1d88-0e5f-424b-96f1-2ce92e43fcd4 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0b347d9d-d0c7-4e2e-9bfe-0e6bf90c6f85 HTTP/1.1" status: 200 len: 943 time: 0.0486996 Aug 18 11:22:41.518071 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=100 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:22:41.560417 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-bdfc6073-5585-448d-a19d-b47a90308d23 req-9ed5f8ad-ff4f-4ee4-be3b-2d340744d646 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d080cec0-bf37-4b83-8a3c-1cddb3e7bd6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492597 Aug 18 11:22:42.250545 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=14,neutron:UPDATE=1 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:22:42.258371 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=26,neutron:UPDATE=1 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:22:42.678935 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10b4fdf-8ca5-4a09-82c1-d41397173fbd req-08522107-699b-4ca7-88d1-f8b6204af48b tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:22:42.680409 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-e10b4fdf-8ca5-4a09-82c1-d41397173fbd req-08522107-699b-4ca7-88d1-f8b6204af48b tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0b347d9d-d0c7-4e2e-9bfe-0e6bf90c6f85 HTTP/1.1" status: 200 len: 943 time: 0.0472543 Aug 18 11:22:42.728848 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-e10b4fdf-8ca5-4a09-82c1-d41397173fbd req-c2bc2def-bd19-4f57-bcc7-cff2db9f35a5 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d080cec0-bf37-4b83-8a3c-1cddb3e7bd6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427930 Aug 18 11:22:43.351248 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e5101164-bf6b-4c91-aefd-cc5909d79999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (5a2ac145-53e3-4597-a9e7-c52b4336ae58), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:22:43.849832 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1cb52b-ba04-49bd-b167-608fa0c9cedd req-cf95793f-653d-464a-bb38-2084fedb6080 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:22:43.851269 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-5a1cb52b-ba04-49bd-b167-608fa0c9cedd req-cf95793f-653d-464a-bb38-2084fedb6080 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0b347d9d-d0c7-4e2e-9bfe-0e6bf90c6f85 HTTP/1.1" status: 200 len: 943 time: 0.0464325 Aug 18 11:22:43.903900 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-5a1cb52b-ba04-49bd-b167-608fa0c9cedd req-cf40c13d-20c7-4d23-99b2-465ad6a65a9c tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d080cec0-bf37-4b83-8a3c-1cddb3e7bd6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464590 Aug 18 11:22:44.685616 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-a5cc8183-7213-4642-9d48-bc0d47940d29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (29720577-1c8f-43c1-a8be-c2a14df8d65e), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:22:45.031842 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c67e7af-7042-48ab-9340-f55bcd7f0a4e req-00add00c-e214-4eff-bd31-1f1dc8a84dac tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:22:45.033355 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-8c67e7af-7042-48ab-9340-f55bcd7f0a4e req-00add00c-e214-4eff-bd31-1f1dc8a84dac tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0b347d9d-d0c7-4e2e-9bfe-0e6bf90c6f85 HTTP/1.1" status: 200 len: 943 time: 0.0535374 Aug 18 11:22:45.082945 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-8c67e7af-7042-48ab-9340-f55bcd7f0a4e req-43448f9b-fd8c-471c-a391-973df7fc2871 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d080cec0-bf37-4b83-8a3c-1cddb3e7bd6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437436 Aug 18 11:22:45.992247 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (69d4285f-736d-41a6-a99e-1994eed59bce), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:22:46.121894 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Device 032e8f81-17eb-4aec-b5fd-58456450d81c details requested by agent hyperv_hv-cinder-85345 with host hv-cinder-85345 {{(pid=106380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 11:22:46.204797 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39e7b46-0c06-417d-8665-ae14ffa29d54 req-afb6412a-b07f-4d71-ad26-de69f7718cc7 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:22:46.206264 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-d39e7b46-0c06-417d-8665-ae14ffa29d54 req-afb6412a-b07f-4d71-ad26-de69f7718cc7 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0b347d9d-d0c7-4e2e-9bfe-0e6bf90c6f85 HTTP/1.1" status: 200 len: 943 time: 0.0474865 Aug 18 11:22:46.222539 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] For port 032e8f81-17eb-4aec-b5fd-58456450d81c, host hv-cinder-85345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85345',level=0,port_id=032e8f81-17eb-4aec-b5fd-58456450d81c,segment=NetworkSegment(58df20ea-3ae4-4865-bf80-8bcc6a73c066),segment_id=58df20ea-3ae4-4865-bf80-8bcc6a73c066)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:22:46.234769 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Returning: {'device': '032e8f81-17eb-4aec-b5fd-58456450d81c', 'network_id': '7f22837c-b0bf-4183-918e-ed97b8d7016a', 'port_id': '032e8f81-17eb-4aec-b5fd-58456450d81c', 'mac_address': 'fa:16:3e:fa:0e:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 962, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23956a8f-6417-481b-8752-923c1ff1baa8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 11:22:46.256622 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-d39e7b46-0c06-417d-8665-ae14ffa29d54 req-0419cb60-eb44-446d-9c31-331c3c8d5e2d tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d080cec0-bf37-4b83-8a3c-1cddb3e7bd6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445700 Aug 18 11:22:46.275655 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Current status of the port 032e8f81-17eb-4aec-b5fd-58456450d81c is: DOWN; New status is: BUILD {{(pid=106380) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 11:22:46.276041 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (032e8f81-17eb-4aec-b5fd-58456450d81c), before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:22:46.290205 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.notifiers.nova [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 032e8f81-17eb-4aec-b5fd-58456450d81c {{(pid=106380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 18 11:22:46.309422 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] For port 032e8f81-17eb-4aec-b5fd-58456450d81c, host hv-cinder-85345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85345',level=0,port_id=032e8f81-17eb-4aec-b5fd-58456450d81c,segment=NetworkSegment(58df20ea-3ae4-4865-bf80-8bcc6a73c066),segment_id=58df20ea-3ae4-4865-bf80-8bcc6a73c066)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:22:46.313347 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732803053689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732802528799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732802528817'] for port (032e8f81-17eb-4aec-b5fd-58456450d81c), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:22:46.344607 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:22:46.360408 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Pushing event updated for resources: {'Port': ['ID=032e8f81-17eb-4aec-b5fd-58456450d81c,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:22:46.467631 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c68edff8-e550-48a3-9de2-17badfe483c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (307af099-d926-4e52-9df3-0cd09baf3c81), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:22:46.892702 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] get_ports_and_sgs() called for port_ids ['032e8f81-17eb-4aec-b5fd-58456450d81c'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 18 11:22:47.012589 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:22:47.378624 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c27ea3-a5ba-4732-b773-f5933fbd56c6 req-18f73644-d35c-4fa0-9067-776735135bac tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:22:47.380063 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-73c27ea3-a5ba-4732-b773-f5933fbd56c6 req-18f73644-d35c-4fa0-9067-776735135bac tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0b347d9d-d0c7-4e2e-9bfe-0e6bf90c6f85 HTTP/1.1" status: 200 len: 944 time: 0.0469625 Aug 18 11:22:47.432477 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-73c27ea3-a5ba-4732-b773-f5933fbd56c6 req-670b3e5d-ac1c-4408-9033-fe97581cbec5 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d080cec0-bf37-4b83-8a3c-1cddb3e7bd6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468838 Aug 18 11:22:47.986259 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:22:47.988319 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:22:48.242277 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Device 032e8f81-17eb-4aec-b5fd-58456450d81c up at agent hyperv_hv-cinder-85345 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 11:22:48.285500 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Provisioning for port 032e8f81-17eb-4aec-b5fd-58456450d81c completed by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 18 11:22:48.291232 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Provisioning complete for port 032e8f81-17eb-4aec-b5fd-58456450d81c triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 18 11:22:48.291634 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619404'] for port (032e8f81-17eb-4aec-b5fd-58456450d81c), provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:22:48.368804 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Current status of the port 032e8f81-17eb-4aec-b5fd-58456450d81c is: BUILD; New status is: ACTIVE {{(pid=106380) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 11:22:48.369196 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (032e8f81-17eb-4aec-b5fd-58456450d81c), before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:22:48.392877 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b347d9d-d0c7-4e2e-9bfe-0e6bf90c6f85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '032e8f81-17eb-4aec-b5fd-58456450d81c'}] {{(pid=106380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 18 11:22:48.395128 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2abfa1ee86993cd756e72fd91a3a01a1a8fb73078c92f04bbbffdb72ec117730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bece37e6-cf75-4f1e-900b-d4db5c80950e" -d '{"events": [{"server_uuid": "0b347d9d-d0c7-4e2e-9bfe-0e6bf90c6f85", "name": "network-vif-plugged", "status": "completed", "tag": "032e8f81-17eb-4aec-b5fd-58456450d81c"}]}' {{(pid=106380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:22:48.408280 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] For port 032e8f81-17eb-4aec-b5fd-58456450d81c, host hv-cinder-85345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85345',level=0,port_id=032e8f81-17eb-4aec-b5fd-58456450d81c,segment=NetworkSegment(58df20ea-3ae4-4865-bf80-8bcc6a73c066),segment_id=58df20ea-3ae4-4865-bf80-8bcc6a73c066)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:22:48.412265 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732803053689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732802528799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732802528817'] for port (032e8f81-17eb-4aec-b5fd-58456450d81c), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:22:48.435046 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Aug 2022 11:22:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81494e75-d9e4-4e67-ba1d-66c01b7b5d11 x-openstack-request-id: req-81494e75-d9e4-4e67-ba1d-66c01b7b5d11 {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:22:48.435352 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b347d9d-d0c7-4e2e-9bfe-0e6bf90c6f85", "name": "network-vif-plugged", "status": "completed", "tag": "032e8f81-17eb-4aec-b5fd-58456450d81c", "code": 200}]} {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:22:48.435612 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-81494e75-d9e4-4e67-ba1d-66c01b7b5d11 {{(pid=106380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:22:48.436004 dv-cinder-853450-2-iscsi neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81494e75-d9e4-4e67-ba1d-66c01b7b5d11'] response: {'server_uuid': '0b347d9d-d0c7-4e2e-9bfe-0e6bf90c6f85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '032e8f81-17eb-4aec-b5fd-58456450d81c', 'code': 200} Aug 18 11:22:48.461410 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Pushing event updated for resources: {'Port': ['ID=032e8f81-17eb-4aec-b5fd-58456450d81c,revision_number=5']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:22:48.556329 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8e777e-6ba7-4dbc-ad31-055bc330f0a1 req-4ed33ade-685e-44c0-a4e6-16a55444af63 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:22:48.557722 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-8b8e777e-6ba7-4dbc-ad31-055bc330f0a1 req-4ed33ade-685e-44c0-a4e6-16a55444af63 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0b347d9d-d0c7-4e2e-9bfe-0e6bf90c6f85 HTTP/1.1" status: 200 len: 945 time: 0.0471287 Aug 18 11:22:48.610028 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-8b8e777e-6ba7-4dbc-ad31-055bc330f0a1 req-4c393271-e132-4ae2-9cbd-c26d85957b0a tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d080cec0-bf37-4b83-8a3c-1cddb3e7bd6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460377 Aug 18 11:22:48.719158 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bee899-3cb1-49f6-a805-6afc30d0d0c0 req-4e9a6fe5-b1f7-4ccb-81f2-21341cc63d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:22:48.720648 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-e2bee899-3cb1-49f6-a805-6afc30d0d0c0 req-4e9a6fe5-b1f7-4ccb-81f2-21341cc63d78 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=0b347d9d-d0c7-4e2e-9bfe-0e6bf90c6f85 HTTP/1.1" status: 200 len: 1129 time: 0.0387757 Aug 18 11:22:48.768080 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-e2bee899-3cb1-49f6-a805-6afc30d0d0c0 req-8f27369a-66e4-46d4-a07d-771c23f59819 service neutron] 10.222.0.20 "GET /networking/v2.0/security-groups?id=d080cec0-bf37-4b83-8a3c-1cddb3e7bd6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391371 Aug 18 11:22:49.733400 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c96d3b-a7d0-453e-a68b-d30c9e45249b req-899b92a4-03b6-4561-9e75-0f1e1f8afa7c tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:22:49.734875 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-a3c96d3b-a7d0-453e-a68b-d30c9e45249b req-899b92a4-03b6-4561-9e75-0f1e1f8afa7c tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0b347d9d-d0c7-4e2e-9bfe-0e6bf90c6f85 HTTP/1.1" status: 200 len: 945 time: 0.0509391 Aug 18 11:22:49.784464 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-a3c96d3b-a7d0-453e-a68b-d30c9e45249b req-35a2e86a-e2b1-475b-89dc-f1b863582c6b tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d080cec0-bf37-4b83-8a3c-1cddb3e7bd6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440259 Aug 18 11:22:50.900732 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d298dc40-78a2-49da-93cb-9f2c17aadf29 req-4f15bb06-16ec-4b2e-91a4-9a3832f13c07 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:22:50.902183 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-d298dc40-78a2-49da-93cb-9f2c17aadf29 req-4f15bb06-16ec-4b2e-91a4-9a3832f13c07 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0b347d9d-d0c7-4e2e-9bfe-0e6bf90c6f85 HTTP/1.1" status: 200 len: 945 time: 0.0470629 Aug 18 11:22:50.920750 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=100 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:22:50.952466 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-d298dc40-78a2-49da-93cb-9f2c17aadf29 req-b8e0cc8e-4d6e-4755-bb72-f21ffe873d43 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d080cec0-bf37-4b83-8a3c-1cddb3e7bd6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447657 Aug 18 11:22:51.075489 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f6adf0-8e3a-43c1-8cff-2aaa5fef9cad req-f995f199-f74a-4024-98f3-0c41dc36b3df tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:22:51.076965 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-01f6adf0-8e3a-43c1-8cff-2aaa5fef9cad req-f995f199-f74a-4024-98f3-0c41dc36b3df tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0b347d9d-d0c7-4e2e-9bfe-0e6bf90c6f85 HTTP/1.1" status: 200 len: 945 time: 0.0527656 Aug 18 11:22:51.125835 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-01f6adf0-8e3a-43c1-8cff-2aaa5fef9cad req-65c3e6f6-e598-4d5d-8a8b-f26cdda69b93 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d080cec0-bf37-4b83-8a3c-1cddb3e7bd6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433862 Aug 18 11:22:51.151903 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.16', 56502) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:22:51.192811 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bbfd605-be6e-4096-9a35-3cd853de84c1 tempest-TestVolumeBootPattern-1155485194 tempest-TestVolumeBootPattern-1155485194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:22:51.194324 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-3bbfd605-be6e-4096-9a35-3cd853de84c1 tempest-TestVolumeBootPattern-1155485194 tempest-TestVolumeBootPattern-1155485194-project-admin] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0b347d9d-d0c7-4e2e-9bfe-0e6bf90c6f85 HTTP/1.1" status: 200 len: 1124 time: 0.0409210 Aug 18 11:22:51.197080 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.16', 56504) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:22:51.201473 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.v2.base [None req-dd2e26c4-1f7f-4727-9568-50934a7dfa0d tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Request body: {'floatingip': {'floating_network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'port_id': '032e8f81-17eb-4aec-b5fd-58456450d81c', 'tenant_id': 'ede6199069114ce380f30088d312f345', 'fixed_ip_address': '172.20.0.8'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:22:51.222018 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-dd2e26c4-1f7f-4727-9568-50934a7dfa0d tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:22:51.299780 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-dd2e26c4-1f7f-4727-9568-50934a7dfa0d tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (None), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:22:51.408269 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.db.db_base_plugin_common [None req-dd2e26c4-1f7f-4727-9568-50934a7dfa0d tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Allocated IP 172.27.4.63 (c4d5f339-67bc-4c12-8231-94aca87a7153/76ee03a1-e6cb-4518-8461-de8749842f4e/12cfb033-6a0b-468b-8226-30dc6ec7cf3a) {{(pid=106379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 11:22:51.513637 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-dd2e26c4-1f7f-4727-9568-50934a7dfa0d tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Publish callbacks [] for port (12cfb033-6a0b-468b-8226-30dc6ec7cf3a), precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:22:51.545557 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-dd2e26c4-1f7f-4727-9568-50934a7dfa0d tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732802528781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638927'] for port (12cfb033-6a0b-468b-8226-30dc6ec7cf3a), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:22:51.587427 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd2e26c4-1f7f-4727-9568-50934a7dfa0d tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Network c4d5f339-67bc-4c12-8231-94aca87a7153 is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 11:22:51.592501 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-dd2e26c4-1f7f-4727-9568-50934a7dfa0d tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 11:22:51.594670 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2e26c4-1f7f-4727-9568-50934a7dfa0d tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Pushing event updated for resources: {'Port': ['ID=12cfb033-6a0b-468b-8226-30dc6ec7cf3a,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:22:51.596805 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd2e26c4-1f7f-4727-9568-50934a7dfa0d tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Received port after_create {{(pid=106379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 18 11:22:51.621727 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2e26c4-1f7f-4727-9568-50934a7dfa0d tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:22:51.622079 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2e26c4-1f7f-4727-9568-50934a7dfa0d tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:22:51.622424 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2e26c4-1f7f-4727-9568-50934a7dfa0d tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:22:51.622767 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2e26c4-1f7f-4727-9568-50934a7dfa0d tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:22:51.623102 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2e26c4-1f7f-4727-9568-50934a7dfa0d tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:22:51.623434 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2e26c4-1f7f-4727-9568-50934a7dfa0d tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:22:51.623763 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2e26c4-1f7f-4727-9568-50934a7dfa0d tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:22:51.624089 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2e26c4-1f7f-4727-9568-50934a7dfa0d tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:22:51.624440 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2e26c4-1f7f-4727-9568-50934a7dfa0d tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:22:51.624784 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2e26c4-1f7f-4727-9568-50934a7dfa0d tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:22:51.625094 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2e26c4-1f7f-4727-9568-50934a7dfa0d tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:22:51.625419 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2e26c4-1f7f-4727-9568-50934a7dfa0d tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:22:51.625743 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2e26c4-1f7f-4727-9568-50934a7dfa0d tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:22:51.626065 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2e26c4-1f7f-4727-9568-50934a7dfa0d tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:22:51.626380 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2e26c4-1f7f-4727-9568-50934a7dfa0d tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:22:51.949874 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:22:51.952024 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:22:51.962282 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-dd2e26c4-1f7f-4727-9568-50934a7dfa0d tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Publish callbacks [] for floatingip (a8789c42-4d38-4aa8-a229-c3974437ebdb), precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:22:52.030558 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-dd2e26c4-1f7f-4727-9568-50934a7dfa0d tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (12cfb033-6a0b-468b-8226-30dc6ec7cf3a), before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:22:52.178216 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-dd2e26c4-1f7f-4727-9568-50934a7dfa0d tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Publish callbacks [] for port (12cfb033-6a0b-468b-8226-30dc6ec7cf3a), precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:22:52.182631 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-dd2e26c4-1f7f-4727-9568-50934a7dfa0d tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732803053689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732802528799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732802528817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1638912'] for port (12cfb033-6a0b-468b-8226-30dc6ec7cf3a), after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:22:52.252764 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2e26c4-1f7f-4727-9568-50934a7dfa0d tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Pushing event updated for resources: {'Port': ['ID=12cfb033-6a0b-468b-8226-30dc6ec7cf3a,revision_number=2']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:22:52.254985 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-dd2e26c4-1f7f-4727-9568-50934a7dfa0d tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-519515'] for floatingip (a8789c42-4d38-4aa8-a229-c3974437ebdb), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:22:52.357123 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.db.l3_db [None req-dd2e26c4-1f7f-4727-9568-50934a7dfa0d tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Floating IP a8789c42-4d38-4aa8-a229-c3974437ebdb associated. External IP: 172.27.4.63, port: 032e8f81-17eb-4aec-b5fd-58456450d81c. Aug 18 11:22:52.556496 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd2e26c4-1f7f-4727-9568-50934a7dfa0d tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Router 32a9fd1a-a136-4f96-b809-d118ef6118b0 has already been hosted by L3 agent 5a2ac145-53e3-4597-a9e7-c52b4336ae58 {{(pid=106379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 11:22:52.662241 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd2e26c4-1f7f-4727-9568-50934a7dfa0d tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Notify agent at l3_agent.dv-cinder-853450-2-iscsi the message routers_updated {{(pid=106379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 11:22:52.671916 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7249ade-cac0-40cb-bf4c-8748e7ba57b1 None None] Sync routers for ids ['32a9fd1a-a136-4f96-b809-d118ef6118b0'] in dv-cinder-853450-2-iscsi {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 11:22:52.679896 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-dd2e26c4-1f7f-4727-9568-50934a7dfa0d tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22494'] for floatingip (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:22:52.681707 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7249ade-cac0-40cb-bf4c-8748e7ba57b1 None None] Routers {'32a9fd1a-a136-4f96-b809-d118ef6118b0'} bound to L3 agent in host dv-cinder-853450-2-iscsi {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 18 11:22:52.682380 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-a7249ade-cac0-40cb-bf4c-8748e7ba57b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853450-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-18T11:07:43Z,description=,heartbeat_timestamp=2022-08-18T11:22:43Z,host='dv-cinder-853450-2-iscsi',id=5a2ac145-53e3-4597-a9e7-c52b4336ae58,load=0,resource_versions=,resources_synced=,started_at=2022-08-18T11:07:43Z,topic='l3_agent')) {'router_ids': ['32a9fd1a-a136-4f96-b809-d118ef6118b0'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:22:52.711137 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-dd2e26c4-1f7f-4727-9568-50934a7dfa0d tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] 10.222.0.16 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5130723 Aug 18 11:22:52.711748 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b347d9d-d0c7-4e2e-9bfe-0e6bf90c6f85', 'tag': '032e8f81-17eb-4aec-b5fd-58456450d81c'}] {{(pid=106379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 18 11:22:52.714107 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afeb4790f423e7ffe5fa0b02628cc43a14be8f1f20ac5f0ea3cf567e42d62054" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4da87130-1df2-4bca-8ff2-77bd7d6497d9" -d '{"events": [{"name": "network-changed", "server_uuid": "0b347d9d-d0c7-4e2e-9bfe-0e6bf90c6f85", "tag": "032e8f81-17eb-4aec-b5fd-58456450d81c"}]}' {{(pid=106379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:22:52.751447 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Aug 2022 11:22:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d035de2-4b75-408d-b0b4-3a3fcb2f422f x-openstack-request-id: req-0d035de2-4b75-408d-b0b4-3a3fcb2f422f {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:22:52.751740 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b347d9d-d0c7-4e2e-9bfe-0e6bf90c6f85", "tag": "032e8f81-17eb-4aec-b5fd-58456450d81c", "status": "completed", "code": 200}]} {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:22:52.751991 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0d035de2-4b75-408d-b0b4-3a3fcb2f422f {{(pid=106379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:22:52.752417 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d035de2-4b75-408d-b0b4-3a3fcb2f422f'] response: {'name': 'network-changed', 'server_uuid': '0b347d9d-d0c7-4e2e-9bfe-0e6bf90c6f85', 'tag': '032e8f81-17eb-4aec-b5fd-58456450d81c', 'status': 'completed', 'code': 200} Aug 18 11:22:52.784964 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-a7249ade-cac0-40cb-bf4c-8748e7ba57b1 None None] Set router 32a9fd1a-a136-4f96-b809-d118ef6118b0 gateway port host: dv-cinder-853450-2-iscsi {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 18 11:22:52.817536 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da87130-1df2-4bca-8ff2-77bd7d6497d9 req-cb26a307-ac41-43af-8162-8ca9d58f0494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:22:52.818963 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-4da87130-1df2-4bca-8ff2-77bd7d6497d9 req-cb26a307-ac41-43af-8162-8ca9d58f0494 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=ede6199069114ce380f30088d312f345&device_id=0b347d9d-d0c7-4e2e-9bfe-0e6bf90c6f85 HTTP/1.1" status: 200 len: 1129 time: 0.0396512 Aug 18 11:22:52.882991 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=100 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:22:52.914499 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da87130-1df2-4bca-8ff2-77bd7d6497d9 req-53c341ed-effe-4b07-a2eb-32be8eb840a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:22:52.915963 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-4da87130-1df2-4bca-8ff2-77bd7d6497d9 req-53c341ed-effe-4b07-a2eb-32be8eb840a5 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=7f22837c-b0bf-4183-918e-ed97b8d7016a HTTP/1.1" status: 200 len: 913 time: 0.0905521 Aug 18 11:22:52.980876 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-4da87130-1df2-4bca-8ff2-77bd7d6497d9 req-5b8af7f7-8a56-417e-b10d-94935943d95d service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=032e8f81-17eb-4aec-b5fd-58456450d81c HTTP/1.1" status: 200 len: 998 time: 0.0555067 Aug 18 11:22:52.995400 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-a7249ade-cac0-40cb-bf4c-8748e7ba57b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32a9fd1a-a136-4f96-b809-d118ef6118b0', 'name': 'tempest-TestVolumeBootPattern-1503680995-router', 'tenant_id': 'ede6199069114ce380f30088d312f345', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'external_fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.18'}], 'enable_snat': True}, 'gw_port_id': '2d11c8c1-de45-4706-86b4-20968fce1c19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T11:17:06Z', 'updated_at': '2022-08-18T11:17:16Z', 'revision_number': 4, 'project_id': 'ede6199069114ce380f30088d312f345', 'gw_port': {'id': '2d11c8c1-de45-4706-86b4-20968fce1c19', 'name': '', 'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:5e:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a9fd1a-a136-4f96-b809-d118ef6118b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853450-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:17:08Z', 'updated_at': '2022-08-18T11:17:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853450-2-iscsi', '_floatingips': [{'id': 'a8789c42-4d38-4aa8-a229-c3974437ebdb', 'tenant_id': 'ede6199069114ce380f30088d312f345', 'floating_ip_address': '172.27.4.63', 'floating_network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'router_id': '32a9fd1a-a136-4f96-b809-d118ef6118b0', 'port_id': '032e8f81-17eb-4aec-b5fd-58456450d81c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 497, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7f22837c-b0bf-4183-918e-ed97b8d7016a', 'mac_address': 'fa:16:3e:fa:0e:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b347d9d-d0c7-4e2e-9bfe-0e6bf90c6f85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-18T11:22:51Z', 'updated_at': '2022-08-18T11:22:51Z', 'revision_number': 0, 'project_id': 'ede6199069114ce380f30088d312f345', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4351a822-8a89-4ef3-9edf-3e59cd7f13a9', 'name': '', 'network_id': '7f22837c-b0bf-4183-918e-ed97b8d7016a', 'tenant_id': 'ede6199069114ce380f30088d312f345', 'mac_address': 'fa:16:3e:44:37:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a9fd1a-a136-4f96-b809-d118ef6118b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': '23956a8f-6417-481b-8752-923c1ff1baa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853450-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:17:13Z', 'updated_at': '2022-08-18T11:17:22Z', 'revision_number': 5, 'project_id': 'ede6199069114ce380f30088d312f345', 'subnets': [{'id': '23956a8f-6417-481b-8752-923c1ff1baa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853450-2-iscsi', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:22:53.020085 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7249ade-cac0-40cb-bf4c-8748e7ba57b1 None None] Checking router: 32a9fd1a-a136-4f96-b809-d118ef6118b0 for host: dv-cinder-853450-2-iscsi {{(pid=106381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 11:22:53.029659 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7249ade-cac0-40cb-bf4c-8748e7ba57b1 None None] Routers {'32a9fd1a-a136-4f96-b809-d118ef6118b0'} bound to L3 agent in host dv-cinder-853450-2-iscsi {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 18 11:22:53.030259 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-a7249ade-cac0-40cb-bf4c-8748e7ba57b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853450-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-18T11:07:43Z,description=,heartbeat_timestamp=2022-08-18T11:22:43Z,host='dv-cinder-853450-2-iscsi',id=5a2ac145-53e3-4597-a9e7-c52b4336ae58,load=0,resource_versions=,resources_synced=,started_at=2022-08-18T11:07:43Z,topic='l3_agent')) {'router_ids': ['32a9fd1a-a136-4f96-b809-d118ef6118b0'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:22:53.037165 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da87130-1df2-4bca-8ff2-77bd7d6497d9 req-9accf948-9d13-45bf-93d3-594ad1a9d78b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:22:53.038614 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-4da87130-1df2-4bca-8ff2-77bd7d6497d9 req-9accf948-9d13-45bf-93d3-594ad1a9d78b service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=23956a8f-6417-481b-8752-923c1ff1baa8 HTTP/1.1" status: 200 len: 851 time: 0.0523038 Aug 18 11:22:53.091692 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da87130-1df2-4bca-8ff2-77bd7d6497d9 req-d2cf324d-62be-4548-88d2-a8c18628c6f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:22:53.093155 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-4da87130-1df2-4bca-8ff2-77bd7d6497d9 req-d2cf324d-62be-4548-88d2-a8c18628c6f3 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=7f22837c-b0bf-4183-918e-ed97b8d7016a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0467045 Aug 18 11:22:53.132628 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-a7249ade-cac0-40cb-bf4c-8748e7ba57b1 None None] Set router 32a9fd1a-a136-4f96-b809-d118ef6118b0 gateway port host: dv-cinder-853450-2-iscsi {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 18 11:22:53.184426 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-4da87130-1df2-4bca-8ff2-77bd7d6497d9 req-6731807b-f063-4339-aa89-c1142b65528f service neutron] 10.222.0.20 "GET /networking/v2.0/networks/7f22837c-b0bf-4183-918e-ed97b8d7016a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838077 Aug 18 11:22:53.292003 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-4da87130-1df2-4bca-8ff2-77bd7d6497d9 req-1cf1bd9f-7bc1-4b04-a2dc-3d030d86105e service neutron] 10.222.0.20 "GET /networking/v2.0/networks/7f22837c-b0bf-4183-918e-ed97b8d7016a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907979 Aug 18 11:22:53.338382 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-a7249ade-cac0-40cb-bf4c-8748e7ba57b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32a9fd1a-a136-4f96-b809-d118ef6118b0', 'name': 'tempest-TestVolumeBootPattern-1503680995-router', 'tenant_id': 'ede6199069114ce380f30088d312f345', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'external_fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.18'}], 'enable_snat': True}, 'gw_port_id': '2d11c8c1-de45-4706-86b4-20968fce1c19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T11:17:06Z', 'updated_at': '2022-08-18T11:17:16Z', 'revision_number': 4, 'project_id': 'ede6199069114ce380f30088d312f345', 'gw_port': {'id': '2d11c8c1-de45-4706-86b4-20968fce1c19', 'name': '', 'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:5e:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a9fd1a-a136-4f96-b809-d118ef6118b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853450-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:17:08Z', 'updated_at': '2022-08-18T11:17:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853450-2-iscsi', '_floatingips': [{'id': 'a8789c42-4d38-4aa8-a229-c3974437ebdb', 'tenant_id': 'ede6199069114ce380f30088d312f345', 'floating_ip_address': '172.27.4.63', 'floating_network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'router_id': '32a9fd1a-a136-4f96-b809-d118ef6118b0', 'port_id': '032e8f81-17eb-4aec-b5fd-58456450d81c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 497, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7f22837c-b0bf-4183-918e-ed97b8d7016a', 'mac_address': 'fa:16:3e:fa:0e:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b347d9d-d0c7-4e2e-9bfe-0e6bf90c6f85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-18T11:22:51Z', 'updated_at': '2022-08-18T11:22:51Z', 'revision_number': 0, 'project_id': 'ede6199069114ce380f30088d312f345', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4351a822-8a89-4ef3-9edf-3e59cd7f13a9', 'name': '', 'network_id': '7f22837c-b0bf-4183-918e-ed97b8d7016a', 'tenant_id': 'ede6199069114ce380f30088d312f345', 'mac_address': 'fa:16:3e:44:37:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a9fd1a-a136-4f96-b809-d118ef6118b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': '23956a8f-6417-481b-8752-923c1ff1baa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853450-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:17:13Z', 'updated_at': '2022-08-18T11:17:22Z', 'revision_number': 5, 'project_id': 'ede6199069114ce380f30088d312f345', 'subnets': [{'id': '23956a8f-6417-481b-8752-923c1ff1baa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853450-2-iscsi', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:22:53.366657 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7249ade-cac0-40cb-bf4c-8748e7ba57b1 None None] The sync data for ids ['32a9fd1a-a136-4f96-b809-d118ef6118b0'] in dv-cinder-853450-2-iscsi is: [{'id': '32a9fd1a-a136-4f96-b809-d118ef6118b0', 'name': 'tempest-TestVolumeBootPattern-1503680995-router', 'tenant_id': 'ede6199069114ce380f30088d312f345', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'external_fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.18'}], 'enable_snat': True}, 'gw_port_id': '2d11c8c1-de45-4706-86b4-20968fce1c19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T11:17:06Z', 'updated_at': '2022-08-18T11:17:16Z', 'revision_number': 4, 'project_id': 'ede6199069114ce380f30088d312f345', 'gw_port': {'id': '2d11c8c1-de45-4706-86b4-20968fce1c19', 'name': '', 'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:5e:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a9fd1a-a136-4f96-b809-d118ef6118b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853450-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:17:08Z', 'updated_at': '2022-08-18T11:17:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853450-2-iscsi', '_floatingips': [{'id': 'a8789c42-4d38-4aa8-a229-c3974437ebdb', 'tenant_id': 'ede6199069114ce380f30088d312f345', 'floating_ip_address': '172.27.4.63', 'floating_network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'router_id': '32a9fd1a-a136-4f96-b809-d118ef6118b0', 'port_id': '032e8f81-17eb-4aec-b5fd-58456450d81c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 497, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7f22837c-b0bf-4183-918e-ed97b8d7016a', 'mac_address': 'fa:16:3e:fa:0e:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b347d9d-d0c7-4e2e-9bfe-0e6bf90c6f85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-18T11:22:51Z', 'updated_at': '2022-08-18T11:22:51Z', 'revision_number': 0, 'project_id': 'ede6199069114ce380f30088d312f345', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4351a822-8a89-4ef3-9edf-3e59cd7f13a9', 'name': '', 'network_id': '7f22837c-b0bf-4183-918e-ed97b8d7016a', 'tenant_id': 'ede6199069114ce380f30088d312f345', 'mac_address': 'fa:16:3e:44:37:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a9fd1a-a136-4f96-b809-d118ef6118b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': '23956a8f-6417-481b-8752-923c1ff1baa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853450-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:17:13Z', 'updated_at': '2022-08-18T11:17:22Z', 'revision_number': 5, 'project_id': 'ede6199069114ce380f30088d312f345', 'subnets': [{'id': '23956a8f-6417-481b-8752-923c1ff1baa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 11:22:53.555304 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1df9947d-1211-4b43-9d43-00fae9e3ef03 None None] New status for floating IP a8789c42-4d38-4aa8-a229-c3974437ebdb: ACTIVE {{(pid=106380) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 18 11:22:54.273575 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.agents_db [None req-8a9264f7-88d3-4c8b-91d1-adcc6bb37de7 None None] Agent healthcheck: found 6 active agents {{(pid=106381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 11:23:02.705568 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=85,neutron:DELETE=2 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:23:02.707864 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:23:03.287839 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=60 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:23:03.288582 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=36 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:23:03.657338 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=54,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:23:03.659799 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=75,neutron:UPDATE=1 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:23:04.268884 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=75 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:23:04.269664 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=75 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:23:05.060248 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-a09c21d1-6394-417c-967b-9ad8b1847aa5 req-b2e469d6-1865-4494-beb1-5f9336cde585 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=71c3b65c-c12b-4633-ac7c-27a5cd878c43&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0443106 Aug 18 11:23:05.123664 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09c21d1-6394-417c-967b-9ad8b1847aa5 req-52cd3cc5-5dea-4c45-9f78-174f1c8fbb62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:23:05.125207 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-a09c21d1-6394-417c-967b-9ad8b1847aa5 req-52cd3cc5-5dea-4c45-9f78-174f1c8fbb62 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=aab35f7119e44d3c8da92076c7e823db&device_id=71c3b65c-c12b-4633-ac7c-27a5cd878c43 HTTP/1.1" status: 200 len: 1130 time: 0.0399895 Aug 18 11:23:05.233391 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09c21d1-6394-417c-967b-9ad8b1847aa5 req-4eada4ce-37f6-46d1-98df-24bc54f85159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:23:05.234855 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-a09c21d1-6394-417c-967b-9ad8b1847aa5 req-4eada4ce-37f6-46d1-98df-24bc54f85159 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=dd9ba834-1e3f-4b43-ad03-a13182799a15 HTTP/1.1" status: 200 len: 920 time: 0.0918918 Aug 18 11:23:05.275077 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-a09c21d1-6394-417c-967b-9ad8b1847aa5 req-8b9b3343-ba9a-4c34-8afc-572b0a3e3b9a service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ec2b7eba-444a-4297-beb7-1a9941391627 HTTP/1.1" status: 200 len: 217 time: 0.0322192 Aug 18 11:23:05.323235 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09c21d1-6394-417c-967b-9ad8b1847aa5 req-a55d1f58-c758-4ec4-b72e-822ca8d060d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:23:05.325147 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-a09c21d1-6394-417c-967b-9ad8b1847aa5 req-a55d1f58-c758-4ec4-b72e-822ca8d060d0 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=055aadf2-d4b5-4a33-adc5-6baee36dc7bc HTTP/1.1" status: 200 len: 858 time: 0.0427303 Aug 18 11:23:05.379163 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09c21d1-6394-417c-967b-9ad8b1847aa5 req-b0369b3a-1350-4a07-aecd-b36d0077c145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:23:05.380672 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-a09c21d1-6394-417c-967b-9ad8b1847aa5 req-b0369b3a-1350-4a07-aecd-b36d0077c145 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=dd9ba834-1e3f-4b43-ad03-a13182799a15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0495403 Aug 18 11:23:05.474498 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-a09c21d1-6394-417c-967b-9ad8b1847aa5 req-b5e77852-fc05-435e-8499-3714517187a0 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/dd9ba834-1e3f-4b43-ad03-a13182799a15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843468 Aug 18 11:23:05.567441 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-a09c21d1-6394-417c-967b-9ad8b1847aa5 req-4a835449-13e8-4bd9-9ea8-582553947b22 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/dd9ba834-1e3f-4b43-ad03-a13182799a15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856476 Aug 18 11:23:05.681911 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (0c451e2b-fe38-44d1-984c-2dd7bcedf4dc), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:23:07.117124 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df1aa19-6663-42a3-9d9f-c876e99f5b7d req-31d79755-7b9c-468d-930c-83da72de69e0 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:23:07.118590 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-5df1aa19-6663-42a3-9d9f-c876e99f5b7d req-31d79755-7b9c-468d-930c-83da72de69e0 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3661a163-6ece-46a8-a76f-83ef6796584b HTTP/1.1" status: 200 len: 945 time: 0.0471160 Aug 18 11:23:07.172841 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-5df1aa19-6663-42a3-9d9f-c876e99f5b7d req-ef0156f4-7975-4c7b-a0e2-003f7a1bf38a tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=88700920-bea7-4722-a87e-5cd7bdbafb11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474932 Aug 18 11:23:08.297718 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec22980-aa2e-4b8a-b3dc-d5ed79901443 req-9e086cef-bc27-413f-8304-eb36ac73d260 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:23:08.299102 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-9ec22980-aa2e-4b8a-b3dc-d5ed79901443 req-9e086cef-bc27-413f-8304-eb36ac73d260 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3661a163-6ece-46a8-a76f-83ef6796584b HTTP/1.1" status: 200 len: 945 time: 0.0513568 Aug 18 11:23:08.346499 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-9ec22980-aa2e-4b8a-b3dc-d5ed79901443 req-d4766f4e-4008-4448-8ab5-adfc51242543 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=88700920-bea7-4722-a87e-5cd7bdbafb11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419486 Aug 18 11:23:09.494088 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e98a329-0814-4e39-8ffb-743c10df7d08 req-e51a497d-8336-4c6f-a0c3-721d9323940e tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:23:09.495547 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-7e98a329-0814-4e39-8ffb-743c10df7d08 req-e51a497d-8336-4c6f-a0c3-721d9323940e tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3661a163-6ece-46a8-a76f-83ef6796584b HTTP/1.1" status: 200 len: 945 time: 0.0745714 Aug 18 11:23:09.507336 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cd2d0f-b36c-4cc7-80a9-84b14b361866 req-2af43c51-29f1-4dd2-95be-e88dc86185a3 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:23:09.508843 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-89cd2d0f-b36c-4cc7-80a9-84b14b361866 req-2af43c51-29f1-4dd2-95be-e88dc86185a3 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=3661a163-6ece-46a8-a76f-83ef6796584b HTTP/1.1" status: 200 len: 945 time: 0.0601094 Aug 18 11:23:09.608616 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-7e98a329-0814-4e39-8ffb-743c10df7d08 req-a5ea290c-c187-437c-80c5-ad9e575d0563 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=88700920-bea7-4722-a87e-5cd7bdbafb11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1072447 Aug 18 11:23:09.623842 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [req-89cd2d0f-b36c-4cc7-80a9-84b14b361866 req-b7560563-b30f-41b3-bc3b-ddbb4dbf79cf tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Deleting port adedacf9-e004-4cf8-9ad1-c4e2ab86ed9c {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 18 11:23:09.624215 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-89cd2d0f-b36c-4cc7-80a9-84b14b361866 req-b7560563-b30f-41b3-bc3b-ddbb4dbf79cf tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732803047114'] for port (adedacf9-e004-4cf8-9ad1-c4e2ab86ed9c), before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:23:09.705552 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=100 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:23:09.717168 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-89cd2d0f-b36c-4cc7-80a9-84b14b361866 req-b7560563-b30f-41b3-bc3b-ddbb4dbf79cf tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] For port adedacf9-e004-4cf8-9ad1-c4e2ab86ed9c, host hv-cinder-85345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85345',level=0,port_id=adedacf9-e004-4cf8-9ad1-c4e2ab86ed9c,segment=NetworkSegment(ee45f576-d1b7-4e11-a10f-3fe54663f35e),segment_id=ee45f576-d1b7-4e11-a10f-3fe54663f35e)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:23:09.717534 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-89cd2d0f-b36c-4cc7-80a9-84b14b361866 req-b7560563-b30f-41b3-bc3b-ddbb4dbf79cf tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498516'] for port (adedacf9-e004-4cf8-9ad1-c4e2ab86ed9c), precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:23:09.813311 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=100 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:23:09.876656 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-89cd2d0f-b36c-4cc7-80a9-84b14b361866 req-b7560563-b30f-41b3-bc3b-ddbb4dbf79cf tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:23:09.876989 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-89cd2d0f-b36c-4cc7-80a9-84b14b361866 req-b7560563-b30f-41b3-bc3b-ddbb4dbf79cf tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-519515'] for floatingip (07320686-afd7-417a-9286-74387cd06768), after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:23:09.877301 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.db.l3_db [req-89cd2d0f-b36c-4cc7-80a9-84b14b361866 req-b7560563-b30f-41b3-bc3b-ddbb4dbf79cf tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Floating IP 07320686-afd7-417a-9286-74387cd06768 disassociated. External IP: 172.27.4.24, port: adedacf9-e004-4cf8-9ad1-c4e2ab86ed9c. Aug 18 11:23:09.877644 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [req-89cd2d0f-b36c-4cc7-80a9-84b14b361866 req-b7560563-b30f-41b3-bc3b-ddbb4dbf79cf tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Calling delete_port for adedacf9-e004-4cf8-9ad1-c4e2ab86ed9c owned by compute:nova {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 18 11:23:10.005726 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-89cd2d0f-b36c-4cc7-80a9-84b14b361866 req-b7560563-b30f-41b3-bc3b-ddbb4dbf79cf tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732803053743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732802528790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11809227'] for port (adedacf9-e004-4cf8-9ad1-c4e2ab86ed9c), after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:23:10.034175 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7560563-b30f-41b3-bc3b-ddbb4dbf79cf tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Pushing event deleted for resources: {'Port': ['ID=adedacf9-e004-4cf8-9ad1-c4e2ab86ed9c,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:23:10.144431 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.scheduler.l3_agent_scheduler [req-89cd2d0f-b36c-4cc7-80a9-84b14b361866 req-b7560563-b30f-41b3-bc3b-ddbb4dbf79cf tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Router 998cf145-4292-4cbf-b148-168edf6fee5f has already been hosted by L3 agent 5a2ac145-53e3-4597-a9e7-c52b4336ae58 {{(pid=106378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 11:23:10.247412 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-89cd2d0f-b36c-4cc7-80a9-84b14b361866 req-b7560563-b30f-41b3-bc3b-ddbb4dbf79cf tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Notify agent at l3_agent.dv-cinder-853450-2-iscsi the message routers_updated {{(pid=106378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 11:23:10.256890 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-090dceaf-03f1-4bf6-be9a-1a89e950cc98 None None] Sync routers for ids ['998cf145-4292-4cbf-b148-168edf6fee5f'] in dv-cinder-853450-2-iscsi {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 11:23:10.266826 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-090dceaf-03f1-4bf6-be9a-1a89e950cc98 None None] Routers {'998cf145-4292-4cbf-b148-168edf6fee5f'} bound to L3 agent in host dv-cinder-853450-2-iscsi {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 18 11:23:10.267494 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-090dceaf-03f1-4bf6-be9a-1a89e950cc98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853450-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-18T11:07:43Z,description=,heartbeat_timestamp=2022-08-18T11:22:43Z,host='dv-cinder-853450-2-iscsi',id=5a2ac145-53e3-4597-a9e7-c52b4336ae58,load=0,resource_versions=,resources_synced=,started_at=2022-08-18T11:07:43Z,topic='l3_agent')) {'router_ids': ['998cf145-4292-4cbf-b148-168edf6fee5f'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:23:10.290734 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [req-89cd2d0f-b36c-4cc7-80a9-84b14b361866 req-b7560563-b30f-41b3-bc3b-ddbb4dbf79cf tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] No DVR routers for this DVR port adedacf9-e004-4cf8-9ad1-c4e2ab86ed9c on host hv-cinder-85345 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 18 11:23:10.293771 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-89cd2d0f-b36c-4cc7-80a9-84b14b361866 req-b7560563-b30f-41b3-bc3b-ddbb4dbf79cf tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22494'] for port (None), before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:23:10.297199 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-89cd2d0f-b36c-4cc7-80a9-84b14b361866 req-b7560563-b30f-41b3-bc3b-ddbb4dbf79cf tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] 10.222.0.20 "DELETE /networking/v2.0/ports/adedacf9-e004-4cf8-9ad1-c4e2ab86ed9c HTTP/1.1" status: 204 len: 173 time: 0.7813642 Aug 18 11:23:10.297672 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3661a163-6ece-46a8-a76f-83ef6796584b', 'name': 'network-vif-deleted', 'tag': 'adedacf9-e004-4cf8-9ad1-c4e2ab86ed9c'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 18 11:23:10.300040 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c862ab1b2ee120cb5e2e4f2725a0fe0d7acaf57f657006002d91667c9b4c94a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4649ab18-628e-497c-bcb9-a78e8e960996" -d '{"events": [{"server_uuid": "3661a163-6ece-46a8-a76f-83ef6796584b", "name": "network-vif-deleted", "tag": "adedacf9-e004-4cf8-9ad1-c4e2ab86ed9c"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:23:10.343239 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Aug 2022 11:23:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e54d48d8-f733-4896-ab4f-0efcd29f4767 x-openstack-request-id: req-e54d48d8-f733-4896-ab4f-0efcd29f4767 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:23:10.343585 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3661a163-6ece-46a8-a76f-83ef6796584b", "name": "network-vif-deleted", "tag": "adedacf9-e004-4cf8-9ad1-c4e2ab86ed9c", "status": "completed", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:23:10.343868 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e54d48d8-f733-4896-ab4f-0efcd29f4767 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:23:10.344332 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e54d48d8-f733-4896-ab4f-0efcd29f4767'] response: {'server_uuid': '3661a163-6ece-46a8-a76f-83ef6796584b', 'name': 'network-vif-deleted', 'tag': 'adedacf9-e004-4cf8-9ad1-c4e2ab86ed9c', 'status': 'completed', 'code': 200} Aug 18 11:23:10.378824 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-090dceaf-03f1-4bf6-be9a-1a89e950cc98 None None] Set router 998cf145-4292-4cbf-b148-168edf6fee5f gateway port host: dv-cinder-853450-2-iscsi {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 18 11:23:10.609470 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-090dceaf-03f1-4bf6-be9a-1a89e950cc98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '998cf145-4292-4cbf-b148-168edf6fee5f', 'name': 'tempest-AttachVolumeNegativeTest-2089290289-router', 'tenant_id': '129f3d9f33ad4b209039244eb09599e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'external_fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.158'}], 'enable_snat': True}, 'gw_port_id': 'ce095ec4-83b0-46bf-b392-7aa0e9163c2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T11:15:55Z', 'updated_at': '2022-08-18T11:16:07Z', 'revision_number': 4, 'project_id': '129f3d9f33ad4b209039244eb09599e9', 'gw_port': {'id': 'ce095ec4-83b0-46bf-b392-7aa0e9163c2a', 'name': '', 'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:5f:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '998cf145-4292-4cbf-b148-168edf6fee5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853450-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:15:56Z', 'updated_at': '2022-08-18T11:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853450-2-iscsi', '_floatingips': [{'id': 'b358ca63-ac88-4ea9-8f3a-33cc66141fd5', 'tenant_id': '129f3d9f33ad4b209039244eb09599e9', 'floating_ip_address': '172.27.4.136', 'floating_network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'router_id': '998cf145-4292-4cbf-b148-168edf6fee5f', 'port_id': 'd63b2561-cafa-4cbb-9ba8-843fcd0143c2', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 125, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca6ccede-6467-4618-b24a-e0809d05149d', 'mac_address': 'fa:16:3e:67:fd:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a099c0b5-8a0f-4e0e-808f-01ebe10264ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-18T11:16:19Z', 'updated_at': '2022-08-18T11:17:17Z', 'revision_number': 2, 'project_id': '129f3d9f33ad4b209039244eb09599e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7274281-41d9-436f-9277-93ef3e666e58', 'name': '', 'network_id': 'ca6ccede-6467-4618-b24a-e0809d05149d', 'tenant_id': '129f3d9f33ad4b209039244eb09599e9', 'mac_address': 'fa:16:3e:c0:ff:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '998cf145-4292-4cbf-b148-168edf6fee5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'cf42f62c-f94a-411e-aa38-b95605994c37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853450-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:16:03Z', 'updated_at': '2022-08-18T11:16:20Z', 'revision_number': 5, 'project_id': '129f3d9f33ad4b209039244eb09599e9', 'subnets': [{'id': 'cf42f62c-f94a-411e-aa38-b95605994c37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853450-2-iscsi', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:23:10.634052 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-090dceaf-03f1-4bf6-be9a-1a89e950cc98 None None] Checking router: 998cf145-4292-4cbf-b148-168edf6fee5f for host: dv-cinder-853450-2-iscsi {{(pid=106381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 11:23:10.643382 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-090dceaf-03f1-4bf6-be9a-1a89e950cc98 None None] Routers {'998cf145-4292-4cbf-b148-168edf6fee5f'} bound to L3 agent in host dv-cinder-853450-2-iscsi {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 18 11:23:10.643988 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-090dceaf-03f1-4bf6-be9a-1a89e950cc98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853450-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-18T11:07:43Z,description=,heartbeat_timestamp=2022-08-18T11:22:43Z,host='dv-cinder-853450-2-iscsi',id=5a2ac145-53e3-4597-a9e7-c52b4336ae58,load=0,resource_versions=,resources_synced=,started_at=2022-08-18T11:07:43Z,topic='l3_agent')) {'router_ids': ['998cf145-4292-4cbf-b148-168edf6fee5f'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:23:10.728812 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-6e36a5f7-d0a3-4ea0-87ea-381e62bfe572 req-8b9aabf3-f7d9-4e3e-b7f8-5b0702c55fcd tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3661a163-6ece-46a8-a76f-83ef6796584b HTTP/1.1" status: 200 len: 210 time: 0.0295568 Aug 18 11:23:10.748767 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-090dceaf-03f1-4bf6-be9a-1a89e950cc98 None None] Set router 998cf145-4292-4cbf-b148-168edf6fee5f gateway port host: dv-cinder-853450-2-iscsi {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 18 11:23:10.967658 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-090dceaf-03f1-4bf6-be9a-1a89e950cc98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '998cf145-4292-4cbf-b148-168edf6fee5f', 'name': 'tempest-AttachVolumeNegativeTest-2089290289-router', 'tenant_id': '129f3d9f33ad4b209039244eb09599e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'external_fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.158'}], 'enable_snat': True}, 'gw_port_id': 'ce095ec4-83b0-46bf-b392-7aa0e9163c2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T11:15:55Z', 'updated_at': '2022-08-18T11:16:07Z', 'revision_number': 4, 'project_id': '129f3d9f33ad4b209039244eb09599e9', 'gw_port': {'id': 'ce095ec4-83b0-46bf-b392-7aa0e9163c2a', 'name': '', 'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:5f:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '998cf145-4292-4cbf-b148-168edf6fee5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853450-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:15:56Z', 'updated_at': '2022-08-18T11:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853450-2-iscsi', '_floatingips': [{'id': 'b358ca63-ac88-4ea9-8f3a-33cc66141fd5', 'tenant_id': '129f3d9f33ad4b209039244eb09599e9', 'floating_ip_address': '172.27.4.136', 'floating_network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'router_id': '998cf145-4292-4cbf-b148-168edf6fee5f', 'port_id': 'd63b2561-cafa-4cbb-9ba8-843fcd0143c2', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 125, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca6ccede-6467-4618-b24a-e0809d05149d', 'mac_address': 'fa:16:3e:67:fd:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a099c0b5-8a0f-4e0e-808f-01ebe10264ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-18T11:16:19Z', 'updated_at': '2022-08-18T11:17:17Z', 'revision_number': 2, 'project_id': '129f3d9f33ad4b209039244eb09599e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7274281-41d9-436f-9277-93ef3e666e58', 'name': '', 'network_id': 'ca6ccede-6467-4618-b24a-e0809d05149d', 'tenant_id': '129f3d9f33ad4b209039244eb09599e9', 'mac_address': 'fa:16:3e:c0:ff:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '998cf145-4292-4cbf-b148-168edf6fee5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'cf42f62c-f94a-411e-aa38-b95605994c37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853450-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:16:03Z', 'updated_at': '2022-08-18T11:16:20Z', 'revision_number': 5, 'project_id': '129f3d9f33ad4b209039244eb09599e9', 'subnets': [{'id': 'cf42f62c-f94a-411e-aa38-b95605994c37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853450-2-iscsi', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:23:10.989800 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8228dd50-5b1c-4b10-8f25-9db8b5e4c2ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (c499a017-4b38-4967-b050-d4094e1a7564), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:23:10.996770 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-090dceaf-03f1-4bf6-be9a-1a89e950cc98 None None] The sync data for ids ['998cf145-4292-4cbf-b148-168edf6fee5f'] in dv-cinder-853450-2-iscsi is: [{'id': '998cf145-4292-4cbf-b148-168edf6fee5f', 'name': 'tempest-AttachVolumeNegativeTest-2089290289-router', 'tenant_id': '129f3d9f33ad4b209039244eb09599e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'external_fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.158'}], 'enable_snat': True}, 'gw_port_id': 'ce095ec4-83b0-46bf-b392-7aa0e9163c2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T11:15:55Z', 'updated_at': '2022-08-18T11:16:07Z', 'revision_number': 4, 'project_id': '129f3d9f33ad4b209039244eb09599e9', 'gw_port': {'id': 'ce095ec4-83b0-46bf-b392-7aa0e9163c2a', 'name': '', 'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:5f:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '998cf145-4292-4cbf-b148-168edf6fee5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853450-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:15:56Z', 'updated_at': '2022-08-18T11:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853450-2-iscsi', '_floatingips': [{'id': 'b358ca63-ac88-4ea9-8f3a-33cc66141fd5', 'tenant_id': '129f3d9f33ad4b209039244eb09599e9', 'floating_ip_address': '172.27.4.136', 'floating_network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'router_id': '998cf145-4292-4cbf-b148-168edf6fee5f', 'port_id': 'd63b2561-cafa-4cbb-9ba8-843fcd0143c2', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 125, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca6ccede-6467-4618-b24a-e0809d05149d', 'mac_address': 'fa:16:3e:67:fd:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a099c0b5-8a0f-4e0e-808f-01ebe10264ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-18T11:16:19Z', 'updated_at': '2022-08-18T11:17:17Z', 'revision_number': 2, 'project_id': '129f3d9f33ad4b209039244eb09599e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7274281-41d9-436f-9277-93ef3e666e58', 'name': '', 'network_id': 'ca6ccede-6467-4618-b24a-e0809d05149d', 'tenant_id': '129f3d9f33ad4b209039244eb09599e9', 'mac_address': 'fa:16:3e:c0:ff:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '998cf145-4292-4cbf-b148-168edf6fee5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'cf42f62c-f94a-411e-aa38-b95605994c37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853450-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:16:03Z', 'updated_at': '2022-08-18T11:16:20Z', 'revision_number': 5, 'project_id': '129f3d9f33ad4b209039244eb09599e9', 'subnets': [{'id': 'cf42f62c-f94a-411e-aa38-b95605994c37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 11:23:11.202673 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee0551c3-1079-490f-a138-8fcda4a3ac3d None None] New status for floating IP 07320686-afd7-417a-9286-74387cd06768: DOWN {{(pid=106380) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 18 11:23:11.824959 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.16', 56554) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:23:11.879257 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-1b1ddee8-6508-443a-a6ec-e2b0482d5e00 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Publish callbacks [] for security_group (88700920-bea7-4722-a87e-5cd7bdbafb11), before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:23:11.907205 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-1b1ddee8-6508-443a-a6ec-e2b0482d5e00 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Publish callbacks [] for security_group (88700920-bea7-4722-a87e-5cd7bdbafb11), precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:23:11.954150 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-1b1ddee8-6508-443a-a6ec-e2b0482d5e00 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433130'] for security_group (88700920-bea7-4722-a87e-5cd7bdbafb11), after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:23:11.956884 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-1b1ddee8-6508-443a-a6ec-e2b0482d5e00 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Publish callbacks [] for security_group (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:23:11.958044 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-1b1ddee8-6508-443a-a6ec-e2b0482d5e00 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] 10.222.0.16 "DELETE /networking/v2.0/security-groups/88700920-bea7-4722-a87e-5cd7bdbafb11 HTTP/1.1" status: 204 len: 168 time: 0.1320121 Aug 18 11:23:11.960970 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.16', 56556) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:23:11.968408 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1ddee8-6508-443a-a6ec-e2b0482d5e00 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=88700920-bea7-4722-a87e-5cd7bdbafb11,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:23:11.975393 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.api.v2.resource [None req-a210415d-cb53-4fbb-98f4-7dfed57cf8b0 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] show failed (client error): The resource could not be found. Aug 18 11:23:11.976435 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [None req-a210415d-cb53-4fbb-98f4-7dfed57cf8b0 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] 10.222.0.16 "GET /networking/v2.0/security-groups/88700920-bea7-4722-a87e-5cd7bdbafb11 HTTP/1.1" status: 404 len: 347 time: 0.0144215 Aug 18 11:23:11.979372 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.16', 56558) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:23:12.091726 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-4aef9ad1-af93-4b43-b80b-d3021162b1d1 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Deleting port e779772e-5a55-4dee-9012-cab1c19d0d4e {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 18 11:23:12.092073 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4aef9ad1-af93-4b43-b80b-d3021162b1d1 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732803047114'] for port (e779772e-5a55-4dee-9012-cab1c19d0d4e), before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:23:12.172558 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4aef9ad1-af93-4b43-b80b-d3021162b1d1 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498516'] for port (e779772e-5a55-4dee-9012-cab1c19d0d4e), precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:23:12.172927 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4aef9ad1-af93-4b43-b80b-d3021162b1d1 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Publish callbacks [] for floatingip (e779772e-5a55-4dee-9012-cab1c19d0d4e), precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:23:12.192137 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-4aef9ad1-af93-4b43-b80b-d3021162b1d1 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Calling delete_port for e779772e-5a55-4dee-9012-cab1c19d0d4e owned by network:floatingip {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 18 11:23:12.283878 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:23:12.315772 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Device adedacf9-e004-4cf8-9ad1-c4e2ab86ed9c no longer exists at agent hyperv_hv-cinder-85345 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 11:23:12.329285 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=89,neutron:UPDATE=1,neutron:DELETE=10 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:23:12.334692 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] No Port match for: adedacf9-e004-4cf8-9ad1-c4e2ab86ed9c {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 18 11:23:12.335044 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Device adedacf9-e004-4cf8-9ad1-c4e2ab86ed9c not bound to the agent host hv-cinder-85345 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 11:23:12.345748 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4aef9ad1-af93-4b43-b80b-d3021162b1d1 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732803053743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732802528790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11809227'] for port (e779772e-5a55-4dee-9012-cab1c19d0d4e), after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:23:12.370541 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aef9ad1-af93-4b43-b80b-d3021162b1d1 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Pushing event deleted for resources: {'Port': ['ID=e779772e-5a55-4dee-9012-cab1c19d0d4e,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:23:12.432882 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4aef9ad1-af93-4b43-b80b-d3021162b1d1 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Publish callbacks [] for floatingip (07320686-afd7-417a-9286-74387cd06768), after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:23:12.435655 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4aef9ad1-af93-4b43-b80b-d3021162b1d1 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22494'] for floatingip (None), before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:23:12.436848 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [None req-4aef9ad1-af93-4b43-b80b-d3021162b1d1 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] 10.222.0.16 "DELETE /networking/v2.0/floatingips/07320686-afd7-417a-9286-74387cd06768 HTTP/1.1" status: 204 len: 168 time: 0.4565849 Aug 18 11:23:13.352422 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-bf3cf243-f546-48a6-8975-d4bfdd48a8ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (5a2ac145-53e3-4597-a9e7-c52b4336ae58), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:23:14.090128 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb50ce60-e014-491d-a752-53130e88059e req-341b166e-56d9-4a40-bb4b-a1df3a4116b5 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:23:14.091635 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-eb50ce60-e014-491d-a752-53130e88059e req-341b166e-56d9-4a40-bb4b-a1df3a4116b5 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a099c0b5-8a0f-4e0e-808f-01ebe10264ae HTTP/1.1" status: 200 len: 946 time: 0.0510495 Aug 18 11:23:14.139288 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-eb50ce60-e014-491d-a752-53130e88059e req-e797113b-e783-41c4-895f-97328cbbfcdf tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=16bfbadc-c0d3-4087-aa51-822d3fcb8180&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417471 Aug 18 11:23:14.688950 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-a5cc8183-7213-4642-9d48-bc0d47940d29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (29720577-1c8f-43c1-a8be-c2a14df8d65e), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:23:15.039751 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26b5baf-d281-4ccc-ae65-fb59648ecba7 req-cdb289c2-0761-45e1-a5d9-0f00cef8427a tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:23:15.041223 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-f26b5baf-d281-4ccc-ae65-fb59648ecba7 req-cdb289c2-0761-45e1-a5d9-0f00cef8427a tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=a099c0b5-8a0f-4e0e-808f-01ebe10264ae HTTP/1.1" status: 200 len: 946 time: 0.0481868 Aug 18 11:23:15.130074 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [req-f26b5baf-d281-4ccc-ae65-fb59648ecba7 req-3ec49822-ef05-46af-8c43-881350de9d74 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Deleting port d63b2561-cafa-4cbb-9ba8-843fcd0143c2 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 18 11:23:15.130807 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-f26b5baf-d281-4ccc-ae65-fb59648ecba7 req-3ec49822-ef05-46af-8c43-881350de9d74 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732803047114'] for port (d63b2561-cafa-4cbb-9ba8-843fcd0143c2), before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:23:15.257554 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-f26b5baf-d281-4ccc-ae65-fb59648ecba7 req-3ec49822-ef05-46af-8c43-881350de9d74 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] For port d63b2561-cafa-4cbb-9ba8-843fcd0143c2, host hv-cinder-85345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85345',level=0,port_id=d63b2561-cafa-4cbb-9ba8-843fcd0143c2,segment=NetworkSegment(ee45f576-d1b7-4e11-a10f-3fe54663f35e),segment_id=ee45f576-d1b7-4e11-a10f-3fe54663f35e)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:23:15.257919 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-f26b5baf-d281-4ccc-ae65-fb59648ecba7 req-3ec49822-ef05-46af-8c43-881350de9d74 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498516'] for port (d63b2561-cafa-4cbb-9ba8-843fcd0143c2), precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:23:15.285974 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e129da17-55a8-4f24-b85a-1f76f4f8d03e req-9aa993f1-f57a-4eea-8610-067a85b36628 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:23:15.287359 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-e129da17-55a8-4f24-b85a-1f76f4f8d03e req-9aa993f1-f57a-4eea-8610-067a85b36628 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a099c0b5-8a0f-4e0e-808f-01ebe10264ae HTTP/1.1" status: 200 len: 946 time: 0.0707033 Aug 18 11:23:15.647353 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-e129da17-55a8-4f24-b85a-1f76f4f8d03e req-8ebd5d00-4a27-4910-8f3b-c3d165a50b07 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=16bfbadc-c0d3-4087-aa51-822d3fcb8180&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3342957 Aug 18 11:23:15.708379 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-f26b5baf-d281-4ccc-ae65-fb59648ecba7 req-3ec49822-ef05-46af-8c43-881350de9d74 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:23:15.708737 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-f26b5baf-d281-4ccc-ae65-fb59648ecba7 req-3ec49822-ef05-46af-8c43-881350de9d74 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-519515'] for floatingip (b358ca63-ac88-4ea9-8f3a-33cc66141fd5), after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:23:15.709052 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.db.l3_db [req-f26b5baf-d281-4ccc-ae65-fb59648ecba7 req-3ec49822-ef05-46af-8c43-881350de9d74 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Floating IP b358ca63-ac88-4ea9-8f3a-33cc66141fd5 disassociated. External IP: 172.27.4.136, port: d63b2561-cafa-4cbb-9ba8-843fcd0143c2. Aug 18 11:23:15.709420 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [req-f26b5baf-d281-4ccc-ae65-fb59648ecba7 req-3ec49822-ef05-46af-8c43-881350de9d74 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Calling delete_port for d63b2561-cafa-4cbb-9ba8-843fcd0143c2 owned by compute:nova {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 18 11:23:15.838569 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-f26b5baf-d281-4ccc-ae65-fb59648ecba7 req-3ec49822-ef05-46af-8c43-881350de9d74 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732803053743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732802528790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11809227'] for port (d63b2561-cafa-4cbb-9ba8-843fcd0143c2), after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:23:15.864222 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec49822-ef05-46af-8c43-881350de9d74 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Pushing event deleted for resources: {'Port': ['ID=d63b2561-cafa-4cbb-9ba8-843fcd0143c2,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:23:15.915448 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:23:15.950901 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:23:15.979235 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f26b5baf-d281-4ccc-ae65-fb59648ecba7 req-3ec49822-ef05-46af-8c43-881350de9d74 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Router 998cf145-4292-4cbf-b148-168edf6fee5f has already been hosted by L3 agent 5a2ac145-53e3-4597-a9e7-c52b4336ae58 {{(pid=106378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 11:23:15.993850 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (69d4285f-736d-41a6-a99e-1994eed59bce), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:23:16.086089 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f26b5baf-d281-4ccc-ae65-fb59648ecba7 req-3ec49822-ef05-46af-8c43-881350de9d74 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Notify agent at l3_agent.dv-cinder-853450-2-iscsi the message routers_updated {{(pid=106378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 11:23:16.096767 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2be36125-668f-4568-8508-646d1b6dc557 None None] Sync routers for ids ['998cf145-4292-4cbf-b148-168edf6fee5f'] in dv-cinder-853450-2-iscsi {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 11:23:16.106222 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2be36125-668f-4568-8508-646d1b6dc557 None None] Routers {'998cf145-4292-4cbf-b148-168edf6fee5f'} bound to L3 agent in host dv-cinder-853450-2-iscsi {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 18 11:23:16.106812 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-2be36125-668f-4568-8508-646d1b6dc557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853450-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-18T11:07:43Z,description=,heartbeat_timestamp=2022-08-18T11:23:13Z,host='dv-cinder-853450-2-iscsi',id=5a2ac145-53e3-4597-a9e7-c52b4336ae58,load=0,resource_versions=,resources_synced=,started_at=2022-08-18T11:07:43Z,topic='l3_agent')) {'router_ids': ['998cf145-4292-4cbf-b148-168edf6fee5f'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:23:16.129335 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [req-f26b5baf-d281-4ccc-ae65-fb59648ecba7 req-3ec49822-ef05-46af-8c43-881350de9d74 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] No DVR routers for this DVR port d63b2561-cafa-4cbb-9ba8-843fcd0143c2 on host hv-cinder-85345 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 18 11:23:16.131965 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-f26b5baf-d281-4ccc-ae65-fb59648ecba7 req-3ec49822-ef05-46af-8c43-881350de9d74 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22494'] for port (None), before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:23:16.135593 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-f26b5baf-d281-4ccc-ae65-fb59648ecba7 req-3ec49822-ef05-46af-8c43-881350de9d74 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] 10.222.0.20 "DELETE /networking/v2.0/ports/d63b2561-cafa-4cbb-9ba8-843fcd0143c2 HTTP/1.1" status: 204 len: 173 time: 1.0877063 Aug 18 11:23:16.136003 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a099c0b5-8a0f-4e0e-808f-01ebe10264ae', 'name': 'network-vif-deleted', 'tag': 'd63b2561-cafa-4cbb-9ba8-843fcd0143c2'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 18 11:23:16.139466 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c862ab1b2ee120cb5e2e4f2725a0fe0d7acaf57f657006002d91667c9b4c94a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a6b3e15-15b9-40da-9ced-56961c67f758" -d '{"events": [{"server_uuid": "a099c0b5-8a0f-4e0e-808f-01ebe10264ae", "name": "network-vif-deleted", "tag": "d63b2561-cafa-4cbb-9ba8-843fcd0143c2"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:23:16.193705 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Aug 2022 11:23:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44cfd02c-a5f5-4bfd-9b50-8db95eb1d3d4 x-openstack-request-id: req-44cfd02c-a5f5-4bfd-9b50-8db95eb1d3d4 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:23:16.194191 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a099c0b5-8a0f-4e0e-808f-01ebe10264ae", "name": "network-vif-deleted", "tag": "d63b2561-cafa-4cbb-9ba8-843fcd0143c2", "status": "completed", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:23:16.194646 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-44cfd02c-a5f5-4bfd-9b50-8db95eb1d3d4 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:23:16.195136 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event matching ['req-44cfd02c-a5f5-4bfd-9b50-8db95eb1d3d4'] response: {'server_uuid': 'a099c0b5-8a0f-4e0e-808f-01ebe10264ae', 'name': 'network-vif-deleted', 'tag': 'd63b2561-cafa-4cbb-9ba8-843fcd0143c2', 'status': 'completed', 'code': 200} Aug 18 11:23:16.216225 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-2be36125-668f-4568-8508-646d1b6dc557 None None] Set router 998cf145-4292-4cbf-b148-168edf6fee5f gateway port host: dv-cinder-853450-2-iscsi {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 18 11:23:16.286360 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=100 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:23:16.378668 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=100 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:23:16.418256 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-2be36125-668f-4568-8508-646d1b6dc557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '998cf145-4292-4cbf-b148-168edf6fee5f', 'name': 'tempest-AttachVolumeNegativeTest-2089290289-router', 'tenant_id': '129f3d9f33ad4b209039244eb09599e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'external_fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.158'}], 'enable_snat': True}, 'gw_port_id': 'ce095ec4-83b0-46bf-b392-7aa0e9163c2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T11:15:55Z', 'updated_at': '2022-08-18T11:16:07Z', 'revision_number': 4, 'project_id': '129f3d9f33ad4b209039244eb09599e9', 'gw_port': {'id': 'ce095ec4-83b0-46bf-b392-7aa0e9163c2a', 'name': '', 'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:5f:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '998cf145-4292-4cbf-b148-168edf6fee5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853450-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:15:56Z', 'updated_at': '2022-08-18T11:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853450-2-iscsi', '_interfaces': [{'id': 'a7274281-41d9-436f-9277-93ef3e666e58', 'name': '', 'network_id': 'ca6ccede-6467-4618-b24a-e0809d05149d', 'tenant_id': '129f3d9f33ad4b209039244eb09599e9', 'mac_address': 'fa:16:3e:c0:ff:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '998cf145-4292-4cbf-b148-168edf6fee5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'cf42f62c-f94a-411e-aa38-b95605994c37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853450-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:16:03Z', 'updated_at': '2022-08-18T11:16:20Z', 'revision_number': 5, 'project_id': '129f3d9f33ad4b209039244eb09599e9', 'subnets': [{'id': 'cf42f62c-f94a-411e-aa38-b95605994c37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853450-2-iscsi', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:23:16.442877 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2be36125-668f-4568-8508-646d1b6dc557 None None] Checking router: 998cf145-4292-4cbf-b148-168edf6fee5f for host: dv-cinder-853450-2-iscsi {{(pid=106381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 11:23:16.451327 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2be36125-668f-4568-8508-646d1b6dc557 None None] Routers {'998cf145-4292-4cbf-b148-168edf6fee5f'} bound to L3 agent in host dv-cinder-853450-2-iscsi {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 18 11:23:16.451914 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-2be36125-668f-4568-8508-646d1b6dc557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853450-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-18T11:07:43Z,description=,heartbeat_timestamp=2022-08-18T11:23:13Z,host='dv-cinder-853450-2-iscsi',id=5a2ac145-53e3-4597-a9e7-c52b4336ae58,load=0,resource_versions=,resources_synced=,started_at=2022-08-18T11:07:43Z,topic='l3_agent')) {'router_ids': ['998cf145-4292-4cbf-b148-168edf6fee5f'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:23:16.469817 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c68edff8-e550-48a3-9de2-17badfe483c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (307af099-d926-4e52-9df3-0cd09baf3c81), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:23:16.565732 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-2be36125-668f-4568-8508-646d1b6dc557 None None] Set router 998cf145-4292-4cbf-b148-168edf6fee5f gateway port host: dv-cinder-853450-2-iscsi {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 18 11:23:16.749395 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.16', 56592) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:23:16.816866 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-fbd819d7-51b8-41df-a873-56a62795e988 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Publish callbacks [] for security_group (16bfbadc-c0d3-4087-aa51-822d3fcb8180), before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:23:16.840488 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-fbd819d7-51b8-41df-a873-56a62795e988 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Publish callbacks [] for security_group (16bfbadc-c0d3-4087-aa51-822d3fcb8180), precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:23:16.853893 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-2be36125-668f-4568-8508-646d1b6dc557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '998cf145-4292-4cbf-b148-168edf6fee5f', 'name': 'tempest-AttachVolumeNegativeTest-2089290289-router', 'tenant_id': '129f3d9f33ad4b209039244eb09599e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'external_fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.158'}], 'enable_snat': True}, 'gw_port_id': 'ce095ec4-83b0-46bf-b392-7aa0e9163c2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T11:15:55Z', 'updated_at': '2022-08-18T11:16:07Z', 'revision_number': 4, 'project_id': '129f3d9f33ad4b209039244eb09599e9', 'gw_port': {'id': 'ce095ec4-83b0-46bf-b392-7aa0e9163c2a', 'name': '', 'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:5f:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '998cf145-4292-4cbf-b148-168edf6fee5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853450-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:15:56Z', 'updated_at': '2022-08-18T11:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853450-2-iscsi', '_interfaces': [{'id': 'a7274281-41d9-436f-9277-93ef3e666e58', 'name': '', 'network_id': 'ca6ccede-6467-4618-b24a-e0809d05149d', 'tenant_id': '129f3d9f33ad4b209039244eb09599e9', 'mac_address': 'fa:16:3e:c0:ff:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '998cf145-4292-4cbf-b148-168edf6fee5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'cf42f62c-f94a-411e-aa38-b95605994c37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853450-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:16:03Z', 'updated_at': '2022-08-18T11:16:20Z', 'revision_number': 5, 'project_id': '129f3d9f33ad4b209039244eb09599e9', 'subnets': [{'id': 'cf42f62c-f94a-411e-aa38-b95605994c37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853450-2-iscsi', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:23:16.879194 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2be36125-668f-4568-8508-646d1b6dc557 None None] The sync data for ids ['998cf145-4292-4cbf-b148-168edf6fee5f'] in dv-cinder-853450-2-iscsi is: [{'id': '998cf145-4292-4cbf-b148-168edf6fee5f', 'name': 'tempest-AttachVolumeNegativeTest-2089290289-router', 'tenant_id': '129f3d9f33ad4b209039244eb09599e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'external_fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.158'}], 'enable_snat': True}, 'gw_port_id': 'ce095ec4-83b0-46bf-b392-7aa0e9163c2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T11:15:55Z', 'updated_at': '2022-08-18T11:16:07Z', 'revision_number': 4, 'project_id': '129f3d9f33ad4b209039244eb09599e9', 'gw_port': {'id': 'ce095ec4-83b0-46bf-b392-7aa0e9163c2a', 'name': '', 'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:5f:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '998cf145-4292-4cbf-b148-168edf6fee5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853450-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:15:56Z', 'updated_at': '2022-08-18T11:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853450-2-iscsi', '_interfaces': [{'id': 'a7274281-41d9-436f-9277-93ef3e666e58', 'name': '', 'network_id': 'ca6ccede-6467-4618-b24a-e0809d05149d', 'tenant_id': '129f3d9f33ad4b209039244eb09599e9', 'mac_address': 'fa:16:3e:c0:ff:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '998cf145-4292-4cbf-b148-168edf6fee5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'cf42f62c-f94a-411e-aa38-b95605994c37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853450-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:16:03Z', 'updated_at': '2022-08-18T11:16:20Z', 'revision_number': 5, 'project_id': '129f3d9f33ad4b209039244eb09599e9', 'subnets': [{'id': 'cf42f62c-f94a-411e-aa38-b95605994c37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 11:23:16.892786 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-fbd819d7-51b8-41df-a873-56a62795e988 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433130'] for security_group (16bfbadc-c0d3-4087-aa51-822d3fcb8180), after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:23:16.895544 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-fbd819d7-51b8-41df-a873-56a62795e988 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Publish callbacks [] for security_group (None), before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:23:16.896805 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [None req-fbd819d7-51b8-41df-a873-56a62795e988 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] 10.222.0.16 "DELETE /networking/v2.0/security-groups/16bfbadc-c0d3-4087-aa51-822d3fcb8180 HTTP/1.1" status: 204 len: 168 time: 0.1463928 Aug 18 11:23:16.899641 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.16', 56594) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:23:16.908101 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd819d7-51b8-41df-a873-56a62795e988 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=16bfbadc-c0d3-4087-aa51-822d3fcb8180,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:23:16.915472 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.api.v2.resource [None req-cace472d-f1b2-467c-8d97-204d9c990d65 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] show failed (client error): The resource could not be found. Aug 18 11:23:16.920479 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-cace472d-f1b2-467c-8d97-204d9c990d65 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] 10.222.0.16 "GET /networking/v2.0/security-groups/16bfbadc-c0d3-4087-aa51-822d3fcb8180 HTTP/1.1" status: 404 len: 347 time: 0.0187643 Aug 18 11:23:16.920683 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.16', 56596) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:23:17.040903 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-f721dba1-9592-4878-8c16-7403911ec275 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Deleting port b5a7304c-895d-46fe-b29b-18a5c4c97402 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 18 11:23:17.041246 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f721dba1-9592-4878-8c16-7403911ec275 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732803047114'] for port (b5a7304c-895d-46fe-b29b-18a5c4c97402), before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:23:17.111438 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-633bb24e-c07e-447e-931c-f251041835a0 None None] New status for floating IP b358ca63-ac88-4ea9-8f3a-33cc66141fd5: DOWN {{(pid=106380) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 18 11:23:17.125853 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f721dba1-9592-4878-8c16-7403911ec275 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498516'] for port (b5a7304c-895d-46fe-b29b-18a5c4c97402), precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:23:17.126188 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f721dba1-9592-4878-8c16-7403911ec275 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Publish callbacks [] for floatingip (b5a7304c-895d-46fe-b29b-18a5c4c97402), precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:23:17.139796 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-f721dba1-9592-4878-8c16-7403911ec275 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Calling delete_port for b5a7304c-895d-46fe-b29b-18a5c4c97402 owned by network:floatingip {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 18 11:23:17.278718 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f721dba1-9592-4878-8c16-7403911ec275 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732803053743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732802528790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11809227'] for port (b5a7304c-895d-46fe-b29b-18a5c4c97402), after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:23:17.304542 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721dba1-9592-4878-8c16-7403911ec275 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Pushing event deleted for resources: {'Port': ['ID=b5a7304c-895d-46fe-b29b-18a5c4c97402,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:23:17.368649 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f721dba1-9592-4878-8c16-7403911ec275 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Publish callbacks [] for floatingip (b358ca63-ac88-4ea9-8f3a-33cc66141fd5), after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:23:17.371718 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f721dba1-9592-4878-8c16-7403911ec275 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22494'] for floatingip (None), before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:23:17.372958 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [None req-f721dba1-9592-4878-8c16-7403911ec275 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] 10.222.0.16 "DELETE /networking/v2.0/floatingips/b358ca63-ac88-4ea9-8f3a-33cc66141fd5 HTTP/1.1" status: 204 len: 168 time: 0.4513600 Aug 18 11:23:17.451932 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.16', 56600) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:23:17.456441 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.v2.base [None req-687774a6-a676-4323-b04a-8e0c57667faa tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Request body: {'security_group': {'name': 'tempest-securitygroup--11112178', 'description': 'tempest-description--837142458'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:23:17.477512 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-687774a6-a676-4323-b04a-8e0c57667faa tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Publish callbacks [] for security_group (None), before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:23:17.517556 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=90,neutron:DELETE=6,neutron:INSERT=4 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:23:17.522029 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:23:17.554860 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-687774a6-a676-4323-b04a-8e0c57667faa tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Publish callbacks [] for security_group (52adbda7-f8cc-4c13-8b43-21c05dd64a9b), precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:23:17.558637 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-687774a6-a676-4323-b04a-8e0c57667faa tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433130'] for security_group (52adbda7-f8cc-4c13-8b43-21c05dd64a9b), after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:23:17.588699 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-687774a6-a676-4323-b04a-8e0c57667faa tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Publish callbacks [] for security_group (None), before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:23:17.590511 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [None req-687774a6-a676-4323-b04a-8e0c57667faa tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] 10.222.0.16 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1374676 Aug 18 11:23:17.592389 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687774a6-a676-4323-b04a-8e0c57667faa tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52adbda7-f8cc-4c13-8b43-21c05dd64a9b,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:23:17.593683 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.16', 56602) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:23:17.598283 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.v2.base [None req-3c62757e-81e9-41dd-b2ca-9fe61738c428 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Request body: {'security_group_rule': {'security_group_id': '52adbda7-f8cc-4c13-8b43-21c05dd64a9b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:23:17.626651 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-3c62757e-81e9-41dd-b2ca-9fe61738c428 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Publish callbacks [] for security_group_rule (8fe2856d-4611-47c8-adf5-5a1e216e0001), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:23:17.684142 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-3c62757e-81e9-41dd-b2ca-9fe61738c428 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Publish callbacks [] for security_group_rule (8fe2856d-4611-47c8-adf5-5a1e216e0001), precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:23:17.687845 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-3c62757e-81e9-41dd-b2ca-9fe61738c428 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432955'] for security_group_rule (8fe2856d-4611-47c8-adf5-5a1e216e0001), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:23:17.706121 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c62757e-81e9-41dd-b2ca-9fe61738c428 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fe2856d-4611-47c8-adf5-5a1e216e0001,revision_number=0']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:23:17.713031 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-3c62757e-81e9-41dd-b2ca-9fe61738c428 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:23:17.714230 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-3c62757e-81e9-41dd-b2ca-9fe61738c428 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1195021 Aug 18 11:23:17.717610 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.16', 56604) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:23:17.721727 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.v2.base [None req-e104194f-d2ea-4f5b-91bc-0064e6e1e905 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Request body: {'security_group_rule': {'security_group_id': '52adbda7-f8cc-4c13-8b43-21c05dd64a9b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:23:17.747975 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e104194f-d2ea-4f5b-91bc-0064e6e1e905 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Publish callbacks [] for security_group_rule (11560b42-e9c5-4a71-beac-ebfd094cb57f), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:23:17.808362 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e104194f-d2ea-4f5b-91bc-0064e6e1e905 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Publish callbacks [] for security_group_rule (11560b42-e9c5-4a71-beac-ebfd094cb57f), precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:23:17.811978 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e104194f-d2ea-4f5b-91bc-0064e6e1e905 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432955'] for security_group_rule (11560b42-e9c5-4a71-beac-ebfd094cb57f), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:23:17.832062 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e104194f-d2ea-4f5b-91bc-0064e6e1e905 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11560b42-e9c5-4a71-beac-ebfd094cb57f,revision_number=0']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:23:17.837350 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e104194f-d2ea-4f5b-91bc-0064e6e1e905 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:23:17.838566 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-e104194f-d2ea-4f5b-91bc-0064e6e1e905 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1200125 Aug 18 11:23:17.842294 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.16', 56606) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:23:17.846542 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.v2.base [None req-a707e702-3109-42b4-8ba7-fab8d7bd6981 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Request body: {'floatingip': {'floating_network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:23:17.866600 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a707e702-3109-42b4-8ba7-fab8d7bd6981 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:23:17.943989 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a707e702-3109-42b4-8ba7-fab8d7bd6981 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (None), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:23:18.055847 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.db.db_base_plugin_common [None req-a707e702-3109-42b4-8ba7-fab8d7bd6981 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Allocated IP 172.27.4.98 (c4d5f339-67bc-4c12-8231-94aca87a7153/76ee03a1-e6cb-4518-8461-de8749842f4e/9cba4bcb-1494-4bb9-aeee-6369c54b25e2) {{(pid=106379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 11:23:18.166587 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a707e702-3109-42b4-8ba7-fab8d7bd6981 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Publish callbacks [] for port (9cba4bcb-1494-4bb9-aeee-6369c54b25e2), precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:23:18.169429 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=81,neutron:DELETE=3,neutron:INSERT=12,neutron:UPDATE=4 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:23:18.173096 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:23:18.206193 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a707e702-3109-42b4-8ba7-fab8d7bd6981 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732802528781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638927'] for port (9cba4bcb-1494-4bb9-aeee-6369c54b25e2), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:23:18.245050 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a707e702-3109-42b4-8ba7-fab8d7bd6981 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Network c4d5f339-67bc-4c12-8231-94aca87a7153 is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 11:23:18.248795 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-a707e702-3109-42b4-8ba7-fab8d7bd6981 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 11:23:18.252613 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a707e702-3109-42b4-8ba7-fab8d7bd6981 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Received port after_create {{(pid=106379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 18 11:23:18.274482 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a707e702-3109-42b4-8ba7-fab8d7bd6981 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Pushing event updated for resources: {'Port': ['ID=9cba4bcb-1494-4bb9-aeee-6369c54b25e2,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:23:18.336782 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a707e702-3109-42b4-8ba7-fab8d7bd6981 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Publish callbacks [] for floatingip (3d4f0440-fa6e-4e8c-8cf4-7ae2d1f5e8a1), precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:23:18.371497 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Device d63b2561-cafa-4cbb-9ba8-843fcd0143c2 no longer exists at agent hyperv_hv-cinder-85345 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 11:23:18.376609 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a707e702-3109-42b4-8ba7-fab8d7bd6981 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (9cba4bcb-1494-4bb9-aeee-6369c54b25e2), before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:23:18.393866 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] No Port match for: d63b2561-cafa-4cbb-9ba8-843fcd0143c2 {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 18 11:23:18.394212 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Device d63b2561-cafa-4cbb-9ba8-843fcd0143c2 not bound to the agent host hv-cinder-85345 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 11:23:18.521520 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a707e702-3109-42b4-8ba7-fab8d7bd6981 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Publish callbacks [] for port (9cba4bcb-1494-4bb9-aeee-6369c54b25e2), precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:23:18.526914 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a707e702-3109-42b4-8ba7-fab8d7bd6981 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732803053689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732802528799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732802528817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1638912'] for port (9cba4bcb-1494-4bb9-aeee-6369c54b25e2), after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:23:18.599727 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a707e702-3109-42b4-8ba7-fab8d7bd6981 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-519515'] for floatingip (3d4f0440-fa6e-4e8c-8cf4-7ae2d1f5e8a1), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:23:18.602199 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a707e702-3109-42b4-8ba7-fab8d7bd6981 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Pushing event updated for resources: {'Port': ['ID=9cba4bcb-1494-4bb9-aeee-6369c54b25e2,revision_number=2']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:23:18.617569 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a707e702-3109-42b4-8ba7-fab8d7bd6981 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22494'] for floatingip (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:23:18.618801 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-a707e702-3109-42b4-8ba7-fab8d7bd6981 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] 10.222.0.16 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7755387 Aug 18 11:23:18.776428 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-4d2e0f59-6742-4a0f-9c3a-49e3bb804d46 req-bf88afd9-6059-4ef7-b57c-efa1ae38a35c tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] 10.222.0.16 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--11112178&fields=id&tenant_id=129f3d9f33ad4b209039244eb09599e9 HTTP/1.1" status: 200 len: 267 time: 0.0449593 Aug 18 11:23:18.885745 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2e0f59-6742-4a0f-9c3a-49e3bb804d46 req-49201125-4d77-4435-aa72-db82898d2d5e tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:23:18.887139 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-4d2e0f59-6742-4a0f-9c3a-49e3bb804d46 req-49201125-4d77-4435-aa72-db82898d2d5e tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] 10.222.0.16 "GET /networking/v2.0/networks?id=ca6ccede-6467-4618-b24a-e0809d05149d HTTP/1.1" status: 200 len: 815 time: 0.1048219 Aug 18 11:23:18.902377 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-4d2e0f59-6742-4a0f-9c3a-49e3bb804d46 req-94cfd71f-eda0-48c5-a6d6-9a529849c14c tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] 10.222.0.16 "GET /networking/v2.0/quotas/129f3d9f33ad4b209039244eb09599e9 HTTP/1.1" status: 200 len: 375 time: 0.0092120 Aug 18 11:23:18.951080 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-4d2e0f59-6742-4a0f-9c3a-49e3bb804d46 req-4dd02350-a438-4963-b718-a3ad737721fc tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=129f3d9f33ad4b209039244eb09599e9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0438497 Aug 18 11:23:19.050969 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-4d2e0f59-6742-4a0f-9c3a-49e3bb804d46 req-eba5e2c1-7e7d-45bc-b232-f02e69d398ad service neutron] 10.222.0.16 "GET /networking/v2.0/networks/ca6ccede-6467-4618-b24a-e0809d05149d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885684 Aug 18 11:23:19.138701 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-4d2e0f59-6742-4a0f-9c3a-49e3bb804d46 req-e7b400bf-03bc-4ce8-b953-636c3b628dbd service neutron] 10.222.0.16 "GET /networking/v2.0/networks/ca6ccede-6467-4618-b24a-e0809d05149d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819178 Aug 18 11:23:19.301925 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-29ac42ed-8373-4755-8929-c858e50b6079 req-b95182b7-9482-4d50-b9b4-55bf2b95992b tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5c5450cb-60bb-4b31-8e16-384e8956acd2 HTTP/1.1" status: 200 len: 210 time: 0.0323110 Aug 18 11:23:20.390637 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2e0f59-6742-4a0f-9c3a-49e3bb804d46 req-a4f427ea-0ee6-4174-98ae-5570d3dd01ba tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:23:20.392494 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-4d2e0f59-6742-4a0f-9c3a-49e3bb804d46 req-a4f427ea-0ee6-4174-98ae-5570d3dd01ba tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] 10.222.0.20 "GET /networking/v2.0/networks?id=ca6ccede-6467-4618-b24a-e0809d05149d HTTP/1.1" status: 200 len: 815 time: 0.1482568 Aug 18 11:23:20.445001 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-2fc6293d-45c3-4989-ab7a-a0cdb0110091 req-1bee5555-f8bb-4b72-abd0-6d510b3a4151 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5c5450cb-60bb-4b31-8e16-384e8956acd2 HTTP/1.1" status: 200 len: 210 time: 0.0478866 Aug 18 11:23:20.488161 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-4d2e0f59-6742-4a0f-9c3a-49e3bb804d46 req-1f018f9e-fbd8-477b-b0b9-f63f1c0db5cd tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] 10.222.0.20 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=129f3d9f33ad4b209039244eb09599e9 HTTP/1.1" status: 200 len: 378 time: 0.0796475 Aug 18 11:23:20.863111 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.v2.base [req-4d2e0f59-6742-4a0f-9c3a-49e3bb804d46 req-dee7f3e0-cea7-419e-b18c-3931d15ff622 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Request body: {'port': {'device_id': '5c5450cb-60bb-4b31-8e16-384e8956acd2', 'network_id': 'ca6ccede-6467-4618-b24a-e0809d05149d', 'admin_state_up': True, 'tenant_id': '129f3d9f33ad4b209039244eb09599e9', 'security_groups': ['52adbda7-f8cc-4c13-8b43-21c05dd64a9b']}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:23:20.970526 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d2e0f59-6742-4a0f-9c3a-49e3bb804d46 req-dee7f3e0-cea7-419e-b18c-3931d15ff622 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Made reservation on behalf of 129f3d9f33ad4b209039244eb09599e9 for: {'port': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 11:23:20.974094 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-4d2e0f59-6742-4a0f-9c3a-49e3bb804d46 req-dee7f3e0-cea7-419e-b18c-3931d15ff622 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (None), before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:23:21.049563 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:INSERT=2,neutron:SELECT=96,neutron:DELETE=2 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:23:21.112838 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [req-4d2e0f59-6742-4a0f-9c3a-49e3bb804d46 req-dee7f3e0-cea7-419e-b18c-3931d15ff622 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Allocated IP 172.20.0.11 (ca6ccede-6467-4618-b24a-e0809d05149d/cf42f62c-f94a-411e-aa38-b95605994c37/6fbda186-466e-451e-85fb-50abb1d991b8) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 11:23:21.197410 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:23:21.257670 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-4d2e0f59-6742-4a0f-9c3a-49e3bb804d46 req-dee7f3e0-cea7-419e-b18c-3931d15ff622 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Publish callbacks [] for port (6fbda186-466e-451e-85fb-50abb1d991b8), precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:23:21.291998 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-4d2e0f59-6742-4a0f-9c3a-49e3bb804d46 req-dee7f3e0-cea7-419e-b18c-3931d15ff622 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732802528781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11809227'] for port (6fbda186-466e-451e-85fb-50abb1d991b8), after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:23:21.341132 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d2e0f59-6742-4a0f-9c3a-49e3bb804d46 req-dee7f3e0-cea7-419e-b18c-3931d15ff622 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Network ca6ccede-6467-4618-b24a-e0809d05149d is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 11:23:21.346508 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [req-4d2e0f59-6742-4a0f-9c3a-49e3bb804d46 req-dee7f3e0-cea7-419e-b18c-3931d15ff622 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 11:23:21.348940 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee7f3e0-cea7-419e-b18c-3931d15ff622 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Pushing event updated for resources: {'Port': ['ID=6fbda186-466e-451e-85fb-50abb1d991b8,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:23:21.351200 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d2e0f59-6742-4a0f-9c3a-49e3bb804d46 req-dee7f3e0-cea7-419e-b18c-3931d15ff622 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 18 11:23:21.403487 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2e0f59-6742-4a0f-9c3a-49e3bb804d46 req-dee7f3e0-cea7-419e-b18c-3931d15ff622 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:23:21.404241 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-4d2e0f59-6742-4a0f-9c3a-49e3bb804d46 req-dee7f3e0-cea7-419e-b18c-3931d15ff622 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22494'] for port (None), before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:23:21.431317 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-4d2e0f59-6742-4a0f-9c3a-49e3bb804d46 req-dee7f3e0-cea7-419e-b18c-3931d15ff622 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] 10.222.0.20 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5721447 Aug 18 11:23:21.447395 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.v2.base [req-4d2e0f59-6742-4a0f-9c3a-49e3bb804d46 req-98c9b315-08fe-456e-b55d-176126de93ce service neutron] Request body: {'port': {'device_id': '5c5450cb-60bb-4b31-8e16-384e8956acd2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85345'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:23:21.516476 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-4d2e0f59-6742-4a0f-9c3a-49e3bb804d46 req-98c9b315-08fe-456e-b55d-176126de93ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (6fbda186-466e-451e-85fb-50abb1d991b8), before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:23:21.618955 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d0fc29-377c-4e0d-9f0b-6cfb39381f30 req-2da9dc77-f3fb-4496-9e8b-bd5ecd3f4584 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:23:21.621327 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-a5d0fc29-377c-4e0d-9f0b-6cfb39381f30 req-2da9dc77-f3fb-4496-9e8b-bd5ecd3f4584 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5c5450cb-60bb-4b31-8e16-384e8956acd2 HTTP/1.1" status: 200 len: 932 time: 0.0685568 Aug 18 11:23:21.650760 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-c538f96f-ca84-4a61-93a8-6ad373c3ae25 None None] Provisioning complete for port 6fbda186-466e-451e-85fb-50abb1d991b8 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 18 11:23:21.652627 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c538f96f-ca84-4a61-93a8-6ad373c3ae25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619404'] for port (6fbda186-466e-451e-85fb-50abb1d991b8), provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:23:21.685356 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-c538f96f-ca84-4a61-93a8-6ad373c3ae25 None None] Port 6fbda186-466e-451e-85fb-50abb1d991b8 cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 18 11:23:21.803845 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-a5d0fc29-377c-4e0d-9f0b-6cfb39381f30 req-cacebebf-8d8e-4766-9ac0-471e55e3cd5b tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=52adbda7-f8cc-4c13-8b43-21c05dd64a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1378739 Aug 18 11:23:21.825968 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bd8bf2-8420-475b-b4fd-6e38be8dfbc4 req-ce8fed3c-3036-4389-9d56-bd3a57a71b19 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:23:21.827711 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-96bd8bf2-8420-475b-b4fd-6e38be8dfbc4 req-ce8fed3c-3036-4389-9d56-bd3a57a71b19 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7d250382-9a20-4990-8a8f-8d0de89674a3 HTTP/1.1" status: 200 len: 947 time: 0.1158137 Aug 18 11:23:21.853251 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:23:21.918110 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-96bd8bf2-8420-475b-b4fd-6e38be8dfbc4 req-df20ca2d-e7a2-4a90-8c8e-8f185fbf0ad5 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4ea5bf43-978e-4299-a64e-45416a7e4e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812035 Aug 18 11:23:21.946252 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.notifiers.nova [req-4d2e0f59-6742-4a0f-9c3a-49e3bb804d46 req-98c9b315-08fe-456e-b55d-176126de93ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6fbda186-466e-451e-85fb-50abb1d991b8 {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 18 11:23:21.954494 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-4d2e0f59-6742-4a0f-9c3a-49e3bb804d46 req-98c9b315-08fe-456e-b55d-176126de93ce service neutron] Publish callbacks [] for port (6fbda186-466e-451e-85fb-50abb1d991b8), precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:23:21.966677 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [req-4d2e0f59-6742-4a0f-9c3a-49e3bb804d46 req-98c9b315-08fe-456e-b55d-176126de93ce service neutron] Transition to ACTIVE for port object 6fbda186-466e-451e-85fb-50abb1d991b8 will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 18 11:23:21.970250 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-4d2e0f59-6742-4a0f-9c3a-49e3bb804d46 req-98c9b315-08fe-456e-b55d-176126de93ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732803053689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732802528799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732802528817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11809220'] for port (6fbda186-466e-451e-85fb-50abb1d991b8), after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:23:22.013278 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:23:22.037418 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c9b315-08fe-456e-b55d-176126de93ce service neutron] Pushing event updated for resources: {'Port': ['ID=6fbda186-466e-451e-85fb-50abb1d991b8,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:23:22.087521 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-4d2e0f59-6742-4a0f-9c3a-49e3bb804d46 req-98c9b315-08fe-456e-b55d-176126de93ce service neutron] Attempting to bind port 6fbda186-466e-451e-85fb-50abb1d991b8 on host hv-cinder-85345 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 18 11:23:22.087772 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-4d2e0f59-6742-4a0f-9c3a-49e3bb804d46 req-98c9b315-08fe-456e-b55d-176126de93ce service neutron] Attempting to bind port 6fbda186-466e-451e-85fb-50abb1d991b8 by drivers openvswitch,hyperv on host hv-cinder-85345 at level 0 using segments [{'id': 'ee45f576-d1b7-4e11-a10f-3fe54663f35e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 997, 'network_id': 'ca6ccede-6467-4618-b24a-e0809d05149d'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 18 11:23:22.088100 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d2e0f59-6742-4a0f-9c3a-49e3bb804d46 req-98c9b315-08fe-456e-b55d-176126de93ce service neutron] Attempting to bind port 6fbda186-466e-451e-85fb-50abb1d991b8 on network ca6ccede-6467-4618-b24a-e0809d05149d {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 18 11:23:22.092496 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d2e0f59-6742-4a0f-9c3a-49e3bb804d46 req-98c9b315-08fe-456e-b55d-176126de93ce service neutron] Port 6fbda186-466e-451e-85fb-50abb1d991b8 on network ca6ccede-6467-4618-b24a-e0809d05149d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85345 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 18 11:23:22.092825 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d2e0f59-6742-4a0f-9c3a-49e3bb804d46 req-98c9b315-08fe-456e-b55d-176126de93ce service neutron] Attempting to bind port 6fbda186-466e-451e-85fb-50abb1d991b8 on network ca6ccede-6467-4618-b24a-e0809d05149d {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 18 11:23:22.097675 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d2e0f59-6742-4a0f-9c3a-49e3bb804d46 req-98c9b315-08fe-456e-b55d-176126de93ce service neutron] Checking agent: {'id': '0c451e2b-fe38-44d1-984c-2dd7bcedf4dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85345', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 18, 11, 14, 5), 'started_at': datetime.datetime(2022, 8, 18, 11, 14, 5), 'heartbeat_timestamp': datetime.datetime(2022, 8, 18, 11, 23, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 18 11:23:22.098012 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d2e0f59-6742-4a0f-9c3a-49e3bb804d46 req-98c9b315-08fe-456e-b55d-176126de93ce service neutron] Checking segment: {'id': 'ee45f576-d1b7-4e11-a10f-3fe54663f35e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 997, 'network_id': 'ca6ccede-6467-4618-b24a-e0809d05149d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 18 11:23:22.098392 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d2e0f59-6742-4a0f-9c3a-49e3bb804d46 req-98c9b315-08fe-456e-b55d-176126de93ce service neutron] Bound using segment: {'id': 'ee45f576-d1b7-4e11-a10f-3fe54663f35e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 997, 'network_id': 'ca6ccede-6467-4618-b24a-e0809d05149d'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 18 11:23:22.098844 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-4d2e0f59-6742-4a0f-9c3a-49e3bb804d46 req-98c9b315-08fe-456e-b55d-176126de93ce service neutron] Bound port: 6fbda186-466e-451e-85fb-50abb1d991b8, host: hv-cinder-85345, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee45f576-d1b7-4e11-a10f-3fe54663f35e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 997, 'network_id': 'ca6ccede-6467-4618-b24a-e0809d05149d'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 18 11:23:22.099199 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-4d2e0f59-6742-4a0f-9c3a-49e3bb804d46 req-98c9b315-08fe-456e-b55d-176126de93ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (6fbda186-466e-451e-85fb-50abb1d991b8), before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:23:22.160147 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-4d2e0f59-6742-4a0f-9c3a-49e3bb804d46 req-98c9b315-08fe-456e-b55d-176126de93ce service neutron] For port 6fbda186-466e-451e-85fb-50abb1d991b8, host hv-cinder-85345, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 11:23:22.163144 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-4d2e0f59-6742-4a0f-9c3a-49e3bb804d46 req-98c9b315-08fe-456e-b55d-176126de93ce service neutron] For port 6fbda186-466e-451e-85fb-50abb1d991b8, host hv-cinder-85345, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85345',level=0,port_id=6fbda186-466e-451e-85fb-50abb1d991b8,segment=NetworkSegment(ee45f576-d1b7-4e11-a10f-3fe54663f35e),segment_id=ee45f576-d1b7-4e11-a10f-3fe54663f35e)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 11:23:22.168814 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-4d2e0f59-6742-4a0f-9c3a-49e3bb804d46 req-98c9b315-08fe-456e-b55d-176126de93ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732803053689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732802528799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732802528817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11809220'] for port (6fbda186-466e-451e-85fb-50abb1d991b8), after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:23:22.172780 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2e0f59-6742-4a0f-9c3a-49e3bb804d46 req-98c9b315-08fe-456e-b55d-176126de93ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:23:22.173384 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-4d2e0f59-6742-4a0f-9c3a-49e3bb804d46 req-98c9b315-08fe-456e-b55d-176126de93ce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22494'] for port (None), before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:23:22.174732 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-4d2e0f59-6742-4a0f-9c3a-49e3bb804d46 req-98c9b315-08fe-456e-b55d-176126de93ce service neutron] 10.222.0.20 "PUT /networking/v2.0/ports/6fbda186-466e-451e-85fb-50abb1d991b8 HTTP/1.1" status: 200 len: 1094 time: 0.7354274 Aug 18 11:23:22.175219 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c5450cb-60bb-4b31-8e16-384e8956acd2', 'tag': '6fbda186-466e-451e-85fb-50abb1d991b8'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 18 11:23:22.177472 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c862ab1b2ee120cb5e2e4f2725a0fe0d7acaf57f657006002d91667c9b4c94a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70743951-7400-4f6c-a1b8-f677eaf83412" -d '{"events": [{"name": "network-changed", "server_uuid": "5c5450cb-60bb-4b31-8e16-384e8956acd2", "tag": "6fbda186-466e-451e-85fb-50abb1d991b8"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:23:22.214146 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Aug 2022 11:23:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6fbfac5-6e92-40d3-af7d-40d8e3e6d595 x-openstack-request-id: req-f6fbfac5-6e92-40d3-af7d-40d8e3e6d595 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:23:22.214678 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c5450cb-60bb-4b31-8e16-384e8956acd2", "tag": "6fbda186-466e-451e-85fb-50abb1d991b8", "status": "completed", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:23:22.214678 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f6fbfac5-6e92-40d3-af7d-40d8e3e6d595 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:23:22.215108 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f6fbfac5-6e92-40d3-af7d-40d8e3e6d595'] response: {'name': 'network-changed', 'server_uuid': '5c5450cb-60bb-4b31-8e16-384e8956acd2', 'tag': '6fbda186-466e-451e-85fb-50abb1d991b8', 'status': 'completed', 'code': 200} Aug 18 11:23:22.231157 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c9b315-08fe-456e-b55d-176126de93ce service neutron] Pushing event updated for resources: {'Port': ['ID=6fbda186-466e-451e-85fb-50abb1d991b8,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:23:22.927498 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995f055a-6906-4f63-9d3b-14117181445d req-2cd71f8e-af06-479c-b758-4a8a6b00f79e tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:23:22.928992 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-995f055a-6906-4f63-9d3b-14117181445d req-2cd71f8e-af06-479c-b758-4a8a6b00f79e tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5c5450cb-60bb-4b31-8e16-384e8956acd2 HTTP/1.1" status: 200 len: 944 time: 0.0482948 Aug 18 11:23:22.976916 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-995f055a-6906-4f63-9d3b-14117181445d req-c6a95061-2286-439d-92a3-fe00306d153d tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=52adbda7-f8cc-4c13-8b43-21c05dd64a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423200 Aug 18 11:23:23.059712 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadee0ab-0c5e-4244-b6bb-d4c31836dc71 req-5de8ebc1-e863-45d1-bb7b-fbc34b82edc9 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:23:23.061208 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-cadee0ab-0c5e-4244-b6bb-d4c31836dc71 req-5de8ebc1-e863-45d1-bb7b-fbc34b82edc9 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7d250382-9a20-4990-8a8f-8d0de89674a3 HTTP/1.1" status: 200 len: 947 time: 0.0481985 Aug 18 11:23:23.108615 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-cadee0ab-0c5e-4244-b6bb-d4c31836dc71 req-75376e8a-6a2a-4ec7-b6f7-f706fb09d7c7 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4ea5bf43-978e-4299-a64e-45416a7e4e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417309 Aug 18 11:23:23.239226 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70743951-7400-4f6c-a1b8-f677eaf83412 req-77707687-a49d-4bd1-804e-e7fe2d2f4ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:23:23.240714 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-70743951-7400-4f6c-a1b8-f677eaf83412 req-77707687-a49d-4bd1-804e-e7fe2d2f4ca9 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=129f3d9f33ad4b209039244eb09599e9&device_id=5c5450cb-60bb-4b31-8e16-384e8956acd2 HTTP/1.1" status: 200 len: 1128 time: 0.0431187 Aug 18 11:23:23.339209 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70743951-7400-4f6c-a1b8-f677eaf83412 req-f5ec822f-6792-4b15-b9a8-3b0c363a6d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:23:23.341345 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-70743951-7400-4f6c-a1b8-f677eaf83412 req-f5ec822f-6792-4b15-b9a8-3b0c363a6d24 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?tenant_id=129f3d9f33ad4b209039244eb09599e9&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0926883 Aug 18 11:23:23.440949 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70743951-7400-4f6c-a1b8-f677eaf83412 req-ffa7b198-c3d1-4ae6-bc86-a4ede451a0d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:23:23.442465 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-70743951-7400-4f6c-a1b8-f677eaf83412 req-ffa7b198-c3d1-4ae6-bc86-a4ede451a0d4 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0948317 Aug 18 11:23:23.845706 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2e0f59-6742-4a0f-9c3a-49e3bb804d46 req-1d7c191b-a114-4634-b2a1-6d8b67efab94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:23:23.847192 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-4d2e0f59-6742-4a0f-9c3a-49e3bb804d46 req-1d7c191b-a114-4634-b2a1-6d8b67efab94 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=129f3d9f33ad4b209039244eb09599e9&device_id=5c5450cb-60bb-4b31-8e16-384e8956acd2 HTTP/1.1" status: 200 len: 1128 time: 0.0688713 Aug 18 11:23:23.853078 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d17bfc-4049-4545-ad4e-03984a000125 req-f34494d4-d3a9-4af7-a73f-3a805a015a8e tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:23:23.854369 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-70d17bfc-4049-4545-ad4e-03984a000125 req-f34494d4-d3a9-4af7-a73f-3a805a015a8e tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=7d250382-9a20-4990-8a8f-8d0de89674a3 HTTP/1.1" status: 200 len: 947 time: 0.0748749 Aug 18 11:23:23.923587 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-4d2e0f59-6742-4a0f-9c3a-49e3bb804d46 req-6ebbee10-334a-4829-b2ae-e0bf29e4c9ea service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6fbda186-466e-451e-85fb-50abb1d991b8 HTTP/1.1" status: 200 len: 217 time: 0.0572038 Aug 18 11:23:23.967653 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:23:24.014786 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2e0f59-6742-4a0f-9c3a-49e3bb804d46 req-48f5af76-8f9a-402b-af90-c90c6d3d4233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:23:24.016297 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-4d2e0f59-6742-4a0f-9c3a-49e3bb804d46 req-48f5af76-8f9a-402b-af90-c90c6d3d4233 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=cf42f62c-f94a-411e-aa38-b95605994c37 HTTP/1.1" status: 200 len: 854 time: 0.0866985 Aug 18 11:23:24.023599 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [req-70d17bfc-4049-4545-ad4e-03984a000125 req-18a6dcd8-73d2-4ada-bd50-4cdc24060a7d tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Deleting port 565d092d-be66-4df6-a273-c1968e5a86f7 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 18 11:23:24.023884 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-70d17bfc-4049-4545-ad4e-03984a000125 req-18a6dcd8-73d2-4ada-bd50-4cdc24060a7d tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732803047114'] for port (565d092d-be66-4df6-a273-c1968e5a86f7), before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:23:24.099236 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=100 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:23:24.142194 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2e0f59-6742-4a0f-9c3a-49e3bb804d46 req-c9ccb321-cc41-4401-affd-3d38c632eefa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:23:24.143950 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-4d2e0f59-6742-4a0f-9c3a-49e3bb804d46 req-c9ccb321-cc41-4401-affd-3d38c632eefa service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=ca6ccede-6467-4618-b24a-e0809d05149d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1214058 Aug 18 11:23:24.153047 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e4b5dd-95d5-48d9-9aa9-17baf309d34d req-bee7bb32-c790-498c-8462-c2abf4b1e88a tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:23:24.154515 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-b4e4b5dd-95d5-48d9-9aa9-17baf309d34d req-bee7bb32-c790-498c-8462-c2abf4b1e88a tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5c5450cb-60bb-4b31-8e16-384e8956acd2 HTTP/1.1" status: 200 len: 944 time: 0.0934415 Aug 18 11:23:24.541668 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-70d17bfc-4049-4545-ad4e-03984a000125 req-18a6dcd8-73d2-4ada-bd50-4cdc24060a7d tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] For port 565d092d-be66-4df6-a273-c1968e5a86f7, host hv-cinder-85345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85345',level=0,port_id=565d092d-be66-4df6-a273-c1968e5a86f7,segment=NetworkSegment(9c3c1f69-d097-49d4-af01-0805916be3fe),segment_id=9c3c1f69-d097-49d4-af01-0805916be3fe)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:23:24.542032 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-70d17bfc-4049-4545-ad4e-03984a000125 req-18a6dcd8-73d2-4ada-bd50-4cdc24060a7d tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498516'] for port (565d092d-be66-4df6-a273-c1968e5a86f7), precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:23:24.566555 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc6cffe-40b1-4851-a40b-ae24427a125e req-f0912c59-3fd9-4465-9db5-b95e756c501b tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:23:24.568014 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-3fc6cffe-40b1-4851-a40b-ae24427a125e req-f0912c59-3fd9-4465-9db5-b95e756c501b tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7d250382-9a20-4990-8a8f-8d0de89674a3 HTTP/1.1" status: 200 len: 947 time: 0.3780172 Aug 18 11:23:24.643559 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-b4e4b5dd-95d5-48d9-9aa9-17baf309d34d req-fe0a98bc-3c14-4763-94fa-5c8deb82e108 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=52adbda7-f8cc-4c13-8b43-21c05dd64a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4789071 Aug 18 11:23:24.659013 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-4d2e0f59-6742-4a0f-9c3a-49e3bb804d46 req-d4fba7b5-197f-4b17-b7f7-63391930b070 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/ca6ccede-6467-4618-b24a-e0809d05149d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5035870 Aug 18 11:23:24.773529 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-3fc6cffe-40b1-4851-a40b-ae24427a125e req-1ae5919c-da15-4e6b-9683-6a1800ccd413 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4ea5bf43-978e-4299-a64e-45416a7e4e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1944482 Aug 18 11:23:24.860618 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-70d17bfc-4049-4545-ad4e-03984a000125 req-18a6dcd8-73d2-4ada-bd50-4cdc24060a7d tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:23:24.860897 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-70d17bfc-4049-4545-ad4e-03984a000125 req-18a6dcd8-73d2-4ada-bd50-4cdc24060a7d tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-519515'] for floatingip (c36cff77-6279-418b-9866-35663ab14aae), after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:23:24.861210 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.db.l3_db [req-70d17bfc-4049-4545-ad4e-03984a000125 req-18a6dcd8-73d2-4ada-bd50-4cdc24060a7d tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Floating IP c36cff77-6279-418b-9866-35663ab14aae disassociated. External IP: 172.27.4.196, port: 565d092d-be66-4df6-a273-c1968e5a86f7. Aug 18 11:23:24.861554 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [req-70d17bfc-4049-4545-ad4e-03984a000125 req-18a6dcd8-73d2-4ada-bd50-4cdc24060a7d tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Calling delete_port for 565d092d-be66-4df6-a273-c1968e5a86f7 owned by compute:nova {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 18 11:23:24.866942 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-4d2e0f59-6742-4a0f-9c3a-49e3bb804d46 req-cb205f0f-1841-49c4-939c-dbe8e0773111 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/ca6ccede-6467-4618-b24a-e0809d05149d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2002661 Aug 18 11:23:24.992550 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-70d17bfc-4049-4545-ad4e-03984a000125 req-18a6dcd8-73d2-4ada-bd50-4cdc24060a7d tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732803053743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732802528790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11809227'] for port (565d092d-be66-4df6-a273-c1968e5a86f7), after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:23:25.017359 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:23:25.020621 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a6dcd8-73d2-4ada-bd50-4cdc24060a7d tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Pushing event deleted for resources: {'Port': ['ID=565d092d-be66-4df6-a273-c1968e5a86f7,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:23:25.136533 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.scheduler.l3_agent_scheduler [req-70d17bfc-4049-4545-ad4e-03984a000125 req-18a6dcd8-73d2-4ada-bd50-4cdc24060a7d tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Router 831210b6-dcdc-42e9-b525-a9ceeab779ac has already been hosted by L3 agent 5a2ac145-53e3-4597-a9e7-c52b4336ae58 {{(pid=106378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 11:23:25.193423 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:23:25.245744 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-70d17bfc-4049-4545-ad4e-03984a000125 req-18a6dcd8-73d2-4ada-bd50-4cdc24060a7d tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Notify agent at l3_agent.dv-cinder-853450-2-iscsi the message routers_updated {{(pid=106378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 11:23:25.255655 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b674312a-2cc9-4ca1-ad70-f960e6406de1 None None] Sync routers for ids ['831210b6-dcdc-42e9-b525-a9ceeab779ac'] in dv-cinder-853450-2-iscsi {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 11:23:25.266575 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b674312a-2cc9-4ca1-ad70-f960e6406de1 None None] Routers {'831210b6-dcdc-42e9-b525-a9ceeab779ac'} bound to L3 agent in host dv-cinder-853450-2-iscsi {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 18 11:23:25.267164 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-b674312a-2cc9-4ca1-ad70-f960e6406de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853450-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-18T11:07:43Z,description=,heartbeat_timestamp=2022-08-18T11:23:13Z,host='dv-cinder-853450-2-iscsi',id=5a2ac145-53e3-4597-a9e7-c52b4336ae58,load=0,resource_versions=,resources_synced=,started_at=2022-08-18T11:07:43Z,topic='l3_agent')) {'router_ids': ['831210b6-dcdc-42e9-b525-a9ceeab779ac'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:23:25.288977 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [req-70d17bfc-4049-4545-ad4e-03984a000125 req-18a6dcd8-73d2-4ada-bd50-4cdc24060a7d tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] No DVR routers for this DVR port 565d092d-be66-4df6-a273-c1968e5a86f7 on host hv-cinder-85345 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 18 11:23:25.291560 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-70d17bfc-4049-4545-ad4e-03984a000125 req-18a6dcd8-73d2-4ada-bd50-4cdc24060a7d tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22494'] for port (None), before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:23:25.295129 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-70d17bfc-4049-4545-ad4e-03984a000125 req-18a6dcd8-73d2-4ada-bd50-4cdc24060a7d tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.20 "DELETE /networking/v2.0/ports/565d092d-be66-4df6-a273-c1968e5a86f7 HTTP/1.1" status: 204 len: 173 time: 1.4227548 Aug 18 11:23:25.295532 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d250382-9a20-4990-8a8f-8d0de89674a3', 'name': 'network-vif-deleted', 'tag': '565d092d-be66-4df6-a273-c1968e5a86f7'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 18 11:23:25.297847 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c862ab1b2ee120cb5e2e4f2725a0fe0d7acaf57f657006002d91667c9b4c94a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cc064b3-ff1e-4b1c-9739-ba426dbb7b65" -d '{"events": [{"server_uuid": "7d250382-9a20-4990-8a8f-8d0de89674a3", "name": "network-vif-deleted", "tag": "565d092d-be66-4df6-a273-c1968e5a86f7"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:23:25.334842 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Aug 2022 11:23:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-879018b4-3b19-4821-88a9-050996349c2d x-openstack-request-id: req-879018b4-3b19-4821-88a9-050996349c2d {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:23:25.335132 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d250382-9a20-4990-8a8f-8d0de89674a3", "name": "network-vif-deleted", "tag": "565d092d-be66-4df6-a273-c1968e5a86f7", "status": "completed", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:23:25.335384 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-879018b4-3b19-4821-88a9-050996349c2d {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:23:25.335786 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event matching ['req-879018b4-3b19-4821-88a9-050996349c2d'] response: {'server_uuid': '7d250382-9a20-4990-8a8f-8d0de89674a3', 'name': 'network-vif-deleted', 'tag': '565d092d-be66-4df6-a273-c1968e5a86f7', 'status': 'completed', 'code': 200} Aug 18 11:23:25.369399 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-b674312a-2cc9-4ca1-ad70-f960e6406de1 None None] Set router 831210b6-dcdc-42e9-b525-a9ceeab779ac gateway port host: dv-cinder-853450-2-iscsi {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 18 11:23:25.563325 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-b674312a-2cc9-4ca1-ad70-f960e6406de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '831210b6-dcdc-42e9-b525-a9ceeab779ac', 'name': 'tempest-AttachVolumeShelveTestJSON-1403039600-router', 'tenant_id': 'be810e9efc4f4214b473f76da7e2714b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'external_fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.248'}], 'enable_snat': True}, 'gw_port_id': 'e014c633-017b-40b4-8bad-1dcf59e53287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T11:16:00Z', 'updated_at': '2022-08-18T11:16:14Z', 'revision_number': 4, 'project_id': 'be810e9efc4f4214b473f76da7e2714b', 'gw_port': {'id': 'e014c633-017b-40b4-8bad-1dcf59e53287', 'name': '', 'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:76:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '831210b6-dcdc-42e9-b525-a9ceeab779ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853450-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:16:03Z', 'updated_at': '2022-08-18T11:16:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853450-2-iscsi', '_interfaces': [{'id': '483817c4-d525-4e0e-8fdc-9115e6f5f758', 'name': '', 'network_id': '610eae45-7047-4853-8153-1da79fb95838', 'tenant_id': 'be810e9efc4f4214b473f76da7e2714b', 'mac_address': 'fa:16:3e:57:b0:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '831210b6-dcdc-42e9-b525-a9ceeab779ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'c3eb1b23-820c-420d-9ebc-59169bbc8615', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853450-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:16:12Z', 'updated_at': '2022-08-18T11:16:34Z', 'revision_number': 5, 'project_id': 'be810e9efc4f4214b473f76da7e2714b', 'subnets': [{'id': 'c3eb1b23-820c-420d-9ebc-59169bbc8615', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853450-2-iscsi', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:23:25.587849 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b674312a-2cc9-4ca1-ad70-f960e6406de1 None None] Checking router: 831210b6-dcdc-42e9-b525-a9ceeab779ac for host: dv-cinder-853450-2-iscsi {{(pid=106381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 11:23:25.597064 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b674312a-2cc9-4ca1-ad70-f960e6406de1 None None] Routers {'831210b6-dcdc-42e9-b525-a9ceeab779ac'} bound to L3 agent in host dv-cinder-853450-2-iscsi {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 18 11:23:25.597685 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-b674312a-2cc9-4ca1-ad70-f960e6406de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853450-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-18T11:07:43Z,description=,heartbeat_timestamp=2022-08-18T11:23:13Z,host='dv-cinder-853450-2-iscsi',id=5a2ac145-53e3-4597-a9e7-c52b4336ae58,load=0,resource_versions=,resources_synced=,started_at=2022-08-18T11:07:43Z,topic='l3_agent')) {'router_ids': ['831210b6-dcdc-42e9-b525-a9ceeab779ac'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:23:25.701749 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=100 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:23:25.705918 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-b674312a-2cc9-4ca1-ad70-f960e6406de1 None None] Set router 831210b6-dcdc-42e9-b525-a9ceeab779ac gateway port host: dv-cinder-853450-2-iscsi {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 18 11:23:25.764391 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9492dff2-2a8d-41df-82ac-28f6c429eff0 req-2ebd6ddb-458a-4aad-bb58-226c414a7d31 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:23:25.765885 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-9492dff2-2a8d-41df-82ac-28f6c429eff0 req-2ebd6ddb-458a-4aad-bb58-226c414a7d31 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5c5450cb-60bb-4b31-8e16-384e8956acd2 HTTP/1.1" status: 200 len: 944 time: 0.0477457 Aug 18 11:23:25.818027 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-9492dff2-2a8d-41df-82ac-28f6c429eff0 req-cda34d87-a667-4591-8f78-293d2a11da33 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=52adbda7-f8cc-4c13-8b43-21c05dd64a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0465274 Aug 18 11:23:25.885883 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-b1b13ae0-39a4-4bf5-ba6b-7663be207a49 req-6981ff42-ca39-4d23-b2df-8ca50ba09c83 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7d250382-9a20-4990-8a8f-8d0de89674a3 HTTP/1.1" status: 200 len: 210 time: 0.0292046 Aug 18 11:23:25.897095 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-b674312a-2cc9-4ca1-ad70-f960e6406de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '831210b6-dcdc-42e9-b525-a9ceeab779ac', 'name': 'tempest-AttachVolumeShelveTestJSON-1403039600-router', 'tenant_id': 'be810e9efc4f4214b473f76da7e2714b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'external_fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.248'}], 'enable_snat': True}, 'gw_port_id': 'e014c633-017b-40b4-8bad-1dcf59e53287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T11:16:00Z', 'updated_at': '2022-08-18T11:16:14Z', 'revision_number': 4, 'project_id': 'be810e9efc4f4214b473f76da7e2714b', 'gw_port': {'id': 'e014c633-017b-40b4-8bad-1dcf59e53287', 'name': '', 'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:76:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '831210b6-dcdc-42e9-b525-a9ceeab779ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853450-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:16:03Z', 'updated_at': '2022-08-18T11:16:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853450-2-iscsi', '_interfaces': [{'id': '483817c4-d525-4e0e-8fdc-9115e6f5f758', 'name': '', 'network_id': '610eae45-7047-4853-8153-1da79fb95838', 'tenant_id': 'be810e9efc4f4214b473f76da7e2714b', 'mac_address': 'fa:16:3e:57:b0:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '831210b6-dcdc-42e9-b525-a9ceeab779ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'c3eb1b23-820c-420d-9ebc-59169bbc8615', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853450-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:16:12Z', 'updated_at': '2022-08-18T11:16:34Z', 'revision_number': 5, 'project_id': 'be810e9efc4f4214b473f76da7e2714b', 'subnets': [{'id': 'c3eb1b23-820c-420d-9ebc-59169bbc8615', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853450-2-iscsi', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:23:25.923080 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b674312a-2cc9-4ca1-ad70-f960e6406de1 None None] The sync data for ids ['831210b6-dcdc-42e9-b525-a9ceeab779ac'] in dv-cinder-853450-2-iscsi is: [{'id': '831210b6-dcdc-42e9-b525-a9ceeab779ac', 'name': 'tempest-AttachVolumeShelveTestJSON-1403039600-router', 'tenant_id': 'be810e9efc4f4214b473f76da7e2714b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'external_fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.248'}], 'enable_snat': True}, 'gw_port_id': 'e014c633-017b-40b4-8bad-1dcf59e53287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T11:16:00Z', 'updated_at': '2022-08-18T11:16:14Z', 'revision_number': 4, 'project_id': 'be810e9efc4f4214b473f76da7e2714b', 'gw_port': {'id': 'e014c633-017b-40b4-8bad-1dcf59e53287', 'name': '', 'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:76:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '831210b6-dcdc-42e9-b525-a9ceeab779ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853450-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:16:03Z', 'updated_at': '2022-08-18T11:16:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853450-2-iscsi', '_interfaces': [{'id': '483817c4-d525-4e0e-8fdc-9115e6f5f758', 'name': '', 'network_id': '610eae45-7047-4853-8153-1da79fb95838', 'tenant_id': 'be810e9efc4f4214b473f76da7e2714b', 'mac_address': 'fa:16:3e:57:b0:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '831210b6-dcdc-42e9-b525-a9ceeab779ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'c3eb1b23-820c-420d-9ebc-59169bbc8615', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853450-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:16:12Z', 'updated_at': '2022-08-18T11:16:34Z', 'revision_number': 5, 'project_id': 'be810e9efc4f4214b473f76da7e2714b', 'subnets': [{'id': 'c3eb1b23-820c-420d-9ebc-59169bbc8615', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 11:23:26.137049 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9724752c-729d-4876-82ba-e23f29b95242 None None] New status for floating IP c36cff77-6279-418b-9866-35663ab14aae: DOWN {{(pid=106380) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 18 11:23:26.941617 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f717600-7825-4aa6-a354-951cc0c09519 req-c279464b-730b-479f-a2d6-897fbbed9d47 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:23:26.943101 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-9f717600-7825-4aa6-a354-951cc0c09519 req-c279464b-730b-479f-a2d6-897fbbed9d47 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5c5450cb-60bb-4b31-8e16-384e8956acd2 HTTP/1.1" status: 200 len: 944 time: 0.0494165 Aug 18 11:23:27.014798 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-2c311ecc-48e0-4588-8c90-9006066fc541 req-178bfb67-e959-4528-8c7d-6f4cdea67365 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7d250382-9a20-4990-8a8f-8d0de89674a3 HTTP/1.1" status: 200 len: 210 time: 0.0377371 Aug 18 11:23:27.018444 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-9f717600-7825-4aa6-a354-951cc0c09519 req-d6a52a50-3c60-4b88-b467-bb2a0b6e12af tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=52adbda7-f8cc-4c13-8b43-21c05dd64a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0693753 Aug 18 11:23:28.150490 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-fad4e914-5ebe-4810-b61d-0a8534811998 req-683ab119-7aa0-4b87-9cca-ec520fbadbdf tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7d250382-9a20-4990-8a8f-8d0de89674a3 HTTP/1.1" status: 200 len: 210 time: 0.0490162 Aug 18 11:23:28.164874 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a0b5d2-50a0-42db-9c20-cc6bbed9236f req-d819caad-cb60-43bf-a5ea-d46502303d07 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:23:28.166355 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-05a0b5d2-50a0-42db-9c20-cc6bbed9236f req-d819caad-cb60-43bf-a5ea-d46502303d07 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5c5450cb-60bb-4b31-8e16-384e8956acd2 HTTP/1.1" status: 200 len: 944 time: 0.0739002 Aug 18 11:23:28.214005 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-05a0b5d2-50a0-42db-9c20-cc6bbed9236f req-314b0a6d-5fdf-4320-894a-e95b4bd26e39 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=52adbda7-f8cc-4c13-8b43-21c05dd64a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0412045 Aug 18 11:23:28.432223 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Device 6fbda186-466e-451e-85fb-50abb1d991b8 details requested by agent hyperv_hv-cinder-85345 with host hv-cinder-85345 {{(pid=106380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 11:23:28.435920 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Device 565d092d-be66-4df6-a273-c1968e5a86f7 no longer exists at agent hyperv_hv-cinder-85345 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 11:23:28.466173 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] No Port match for: 565d092d-be66-4df6-a273-c1968e5a86f7 {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 18 11:23:28.466525 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Device 565d092d-be66-4df6-a273-c1968e5a86f7 not bound to the agent host hv-cinder-85345 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 11:23:28.555410 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] For port 6fbda186-466e-451e-85fb-50abb1d991b8, host hv-cinder-85345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85345',level=0,port_id=6fbda186-466e-451e-85fb-50abb1d991b8,segment=NetworkSegment(ee45f576-d1b7-4e11-a10f-3fe54663f35e),segment_id=ee45f576-d1b7-4e11-a10f-3fe54663f35e)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:23:28.566546 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Returning: {'device': '6fbda186-466e-451e-85fb-50abb1d991b8', 'network_id': 'ca6ccede-6467-4618-b24a-e0809d05149d', 'port_id': '6fbda186-466e-451e-85fb-50abb1d991b8', 'mac_address': 'fa:16:3e:73:60:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 997, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf42f62c-f94a-411e-aa38-b95605994c37', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 11:23:28.605962 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Current status of the port 6fbda186-466e-451e-85fb-50abb1d991b8 is: DOWN; New status is: BUILD {{(pid=106380) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 11:23:28.606347 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (6fbda186-466e-451e-85fb-50abb1d991b8), before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:23:28.611561 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=61,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:23:28.612449 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=61,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:23:28.621871 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.notifiers.nova [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6fbda186-466e-451e-85fb-50abb1d991b8 {{(pid=106380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 18 11:23:28.642492 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] For port 6fbda186-466e-451e-85fb-50abb1d991b8, host hv-cinder-85345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85345',level=0,port_id=6fbda186-466e-451e-85fb-50abb1d991b8,segment=NetworkSegment(ee45f576-d1b7-4e11-a10f-3fe54663f35e),segment_id=ee45f576-d1b7-4e11-a10f-3fe54663f35e)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:23:28.646493 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732803053689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732802528799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732802528817'] for port (6fbda186-466e-451e-85fb-50abb1d991b8), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:23:28.693789 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Pushing event updated for resources: {'Port': ['ID=6fbda186-466e-451e-85fb-50abb1d991b8,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:23:28.701146 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:23:28.701495 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:23:28.701838 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:23:28.702177 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:23:28.702511 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:23:28.702843 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:23:28.703171 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:23:28.703498 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:23:28.703825 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:23:28.704148 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:23:28.704505 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:23:28.704829 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:23:28.705151 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:23:28.705470 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:23:28.705789 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:23:29.140081 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] get_ports_and_sgs() called for port_ids ['6fbda186-466e-451e-85fb-50abb1d991b8'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 18 11:23:29.208865 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=91,neutron:UPDATE=9 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:23:29.263827 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.16', 56698) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:23:29.280489 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=100 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:23:29.333553 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-befbb810-68f4-4a08-b7bc-35b2428a0227 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Publish callbacks [] for security_group (4ea5bf43-978e-4299-a64e-45416a7e4e6b), before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:23:29.357125 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab96b577-e227-4aac-8d29-8a4690498f80 req-1d39d3d2-9781-4aaa-8375-41e1f79fd858 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:23:29.359083 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-befbb810-68f4-4a08-b7bc-35b2428a0227 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Publish callbacks [] for security_group (4ea5bf43-978e-4299-a64e-45416a7e4e6b), precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:23:29.359533 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-ab96b577-e227-4aac-8d29-8a4690498f80 req-1d39d3d2-9781-4aaa-8375-41e1f79fd858 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5c5450cb-60bb-4b31-8e16-384e8956acd2 HTTP/1.1" status: 200 len: 945 time: 0.0554292 Aug 18 11:23:29.381393 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:23:29.414035 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-befbb810-68f4-4a08-b7bc-35b2428a0227 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433130'] for security_group (4ea5bf43-978e-4299-a64e-45416a7e4e6b), after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:23:29.416801 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-befbb810-68f4-4a08-b7bc-35b2428a0227 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Publish callbacks [] for security_group (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:23:29.421004 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-befbb810-68f4-4a08-b7bc-35b2428a0227 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "DELETE /networking/v2.0/security-groups/4ea5bf43-978e-4299-a64e-45416a7e4e6b HTTP/1.1" status: 204 len: 168 time: 0.1531644 Aug 18 11:23:29.421329 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-ab96b577-e227-4aac-8d29-8a4690498f80 req-d3930207-ffc6-4964-9bff-765159a2e1b4 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=52adbda7-f8cc-4c13-8b43-21c05dd64a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0526481 Aug 18 11:23:29.421329 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.16', 56700) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:23:29.428583 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befbb810-68f4-4a08-b7bc-35b2428a0227 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ea5bf43-978e-4299-a64e-45416a7e4e6b,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:23:29.442895 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.api.v2.resource [None req-510c080a-6323-4073-96ce-21046905935f tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] show failed (client error): The resource could not be found. Aug 18 11:23:29.446862 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [None req-510c080a-6323-4073-96ce-21046905935f tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/security-groups/4ea5bf43-978e-4299-a64e-45416a7e4e6b HTTP/1.1" status: 404 len: 347 time: 0.0218072 Aug 18 11:23:29.446994 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.16', 56702) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:23:29.560332 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-46a43c10-b927-41fe-ac8a-89ec81ceacfb tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Deleting port c7f84f95-e896-4199-a055-27353f32ef2e {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 18 11:23:29.560586 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-46a43c10-b927-41fe-ac8a-89ec81ceacfb tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732803047114'] for port (c7f84f95-e896-4199-a055-27353f32ef2e), before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:23:29.636159 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-46a43c10-b927-41fe-ac8a-89ec81ceacfb tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498516'] for port (c7f84f95-e896-4199-a055-27353f32ef2e), precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:23:29.636529 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-46a43c10-b927-41fe-ac8a-89ec81ceacfb tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Publish callbacks [] for floatingip (c7f84f95-e896-4199-a055-27353f32ef2e), precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:23:29.648988 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-46a43c10-b927-41fe-ac8a-89ec81ceacfb tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Calling delete_port for c7f84f95-e896-4199-a055-27353f32ef2e owned by network:floatingip {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 18 11:23:29.768095 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:23:29.784296 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-46a43c10-b927-41fe-ac8a-89ec81ceacfb tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732803053743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732802528790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11809227'] for port (c7f84f95-e896-4199-a055-27353f32ef2e), after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:23:29.808455 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a43c10-b927-41fe-ac8a-89ec81ceacfb tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Pushing event deleted for resources: {'Port': ['ID=c7f84f95-e896-4199-a055-27353f32ef2e,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:23:29.837802 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a43c10-b927-41fe-ac8a-89ec81ceacfb tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:23:29.838154 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a43c10-b927-41fe-ac8a-89ec81ceacfb tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:23:29.838502 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a43c10-b927-41fe-ac8a-89ec81ceacfb tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:23:29.838843 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a43c10-b927-41fe-ac8a-89ec81ceacfb tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:23:29.839179 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a43c10-b927-41fe-ac8a-89ec81ceacfb tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:23:29.840272 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a43c10-b927-41fe-ac8a-89ec81ceacfb tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:23:29.840625 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a43c10-b927-41fe-ac8a-89ec81ceacfb tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:23:29.840964 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a43c10-b927-41fe-ac8a-89ec81ceacfb tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:23:29.841294 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a43c10-b927-41fe-ac8a-89ec81ceacfb tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:23:29.841626 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a43c10-b927-41fe-ac8a-89ec81ceacfb tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:23:29.841952 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a43c10-b927-41fe-ac8a-89ec81ceacfb tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:23:29.842282 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a43c10-b927-41fe-ac8a-89ec81ceacfb tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:23:29.842609 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a43c10-b927-41fe-ac8a-89ec81ceacfb tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:23:29.842935 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a43c10-b927-41fe-ac8a-89ec81ceacfb tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:23:29.843259 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a43c10-b927-41fe-ac8a-89ec81ceacfb tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:23:29.880615 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:23:29.885976 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-46a43c10-b927-41fe-ac8a-89ec81ceacfb tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Publish callbacks [] for floatingip (c36cff77-6279-418b-9866-35663ab14aae), after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:23:29.889054 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-46a43c10-b927-41fe-ac8a-89ec81ceacfb tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22494'] for floatingip (None), before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:23:29.890206 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [None req-46a43c10-b927-41fe-ac8a-89ec81ceacfb tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "DELETE /networking/v2.0/floatingips/c36cff77-6279-418b-9866-35663ab14aae HTTP/1.1" status: 204 len: 168 time: 0.4423645 Aug 18 11:23:29.979766 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.16', 56706) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:23:29.984575 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.v2.base [None req-0cc42a6a-e824-4e8a-b522-1570d6df30b8 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1325854876', 'description': 'tempest-description--353980517'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:23:30.007092 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0cc42a6a-e824-4e8a-b522-1570d6df30b8 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Publish callbacks [] for security_group (None), before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:23:30.078907 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0cc42a6a-e824-4e8a-b522-1570d6df30b8 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Publish callbacks [] for security_group (f2cca6d3-a14d-4a28-a5b0-42bc876ad7e5), precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:23:30.082195 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0cc42a6a-e824-4e8a-b522-1570d6df30b8 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433130'] for security_group (f2cca6d3-a14d-4a28-a5b0-42bc876ad7e5), after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:23:30.112410 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0cc42a6a-e824-4e8a-b522-1570d6df30b8 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Publish callbacks [] for security_group (None), before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:23:30.113624 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [None req-0cc42a6a-e824-4e8a-b522-1570d6df30b8 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1325653 Aug 18 11:23:30.115394 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc42a6a-e824-4e8a-b522-1570d6df30b8 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2cca6d3-a14d-4a28-a5b0-42bc876ad7e5,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:23:30.116671 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.16', 56708) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:23:30.123036 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.v2.base [None req-0a50f612-1eea-4d65-9b47-db5622c70b41 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Request body: {'security_group_rule': {'security_group_id': 'f2cca6d3-a14d-4a28-a5b0-42bc876ad7e5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:23:30.153741 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-0a50f612-1eea-4d65-9b47-db5622c70b41 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Publish callbacks [] for security_group_rule (118ad3c4-7f8f-4487-9cd1-fd67496807a8), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:23:30.210609 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-0a50f612-1eea-4d65-9b47-db5622c70b41 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Publish callbacks [] for security_group_rule (118ad3c4-7f8f-4487-9cd1-fd67496807a8), precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:23:30.214876 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-0a50f612-1eea-4d65-9b47-db5622c70b41 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432955'] for security_group_rule (118ad3c4-7f8f-4487-9cd1-fd67496807a8), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:23:30.233053 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a50f612-1eea-4d65-9b47-db5622c70b41 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=118ad3c4-7f8f-4487-9cd1-fd67496807a8,revision_number=0']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:23:30.240067 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-0a50f612-1eea-4d65-9b47-db5622c70b41 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:23:30.241258 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-0a50f612-1eea-4d65-9b47-db5622c70b41 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1229045 Aug 18 11:23:30.244273 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.16', 56710) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:23:30.248884 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.v2.base [None req-49baba40-003f-4f7d-a166-2a7c318f3d05 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Request body: {'security_group_rule': {'security_group_id': 'f2cca6d3-a14d-4a28-a5b0-42bc876ad7e5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:23:30.275808 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-49baba40-003f-4f7d-a166-2a7c318f3d05 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Publish callbacks [] for security_group_rule (14f4ecfd-7d0f-440b-bc8d-3bfa83c7d7de), before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:23:30.334375 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-49baba40-003f-4f7d-a166-2a7c318f3d05 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Publish callbacks [] for security_group_rule (14f4ecfd-7d0f-440b-bc8d-3bfa83c7d7de), precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:23:30.337740 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-49baba40-003f-4f7d-a166-2a7c318f3d05 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432955'] for security_group_rule (14f4ecfd-7d0f-440b-bc8d-3bfa83c7d7de), after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:23:30.360727 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49baba40-003f-4f7d-a166-2a7c318f3d05 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14f4ecfd-7d0f-440b-bc8d-3bfa83c7d7de,revision_number=0']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:23:30.365796 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-49baba40-003f-4f7d-a166-2a7c318f3d05 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:23:30.366989 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [None req-49baba40-003f-4f7d-a166-2a7c318f3d05 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1216891 Aug 18 11:23:30.370010 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.16', 56712) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:23:30.374456 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.v2.base [None req-78c7d90c-a4e1-4c59-bfd4-6d26148ca3f1 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Request body: {'floatingip': {'floating_network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:23:30.394720 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-78c7d90c-a4e1-4c59-bfd4-6d26148ca3f1 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:23:30.470685 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Device 6fbda186-466e-451e-85fb-50abb1d991b8 up at agent hyperv_hv-cinder-85345 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 11:23:30.476893 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-78c7d90c-a4e1-4c59-bfd4-6d26148ca3f1 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (None), before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:23:30.513338 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Provisioning for port 6fbda186-466e-451e-85fb-50abb1d991b8 completed by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 18 11:23:30.519358 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Provisioning complete for port 6fbda186-466e-451e-85fb-50abb1d991b8 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 18 11:23:30.519809 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619404'] for port (6fbda186-466e-451e-85fb-50abb1d991b8), provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:23:30.587129 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5128b818-361b-4eb7-a75a-94175f0f28f6 req-609628b6-41c4-4577-881f-b62598e7e5a4 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:23:30.588544 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-5128b818-361b-4eb7-a75a-94175f0f28f6 req-609628b6-41c4-4577-881f-b62598e7e5a4 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5c5450cb-60bb-4b31-8e16-384e8956acd2 HTTP/1.1" status: 200 len: 945 time: 0.0724015 Aug 18 11:23:30.604272 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Current status of the port 6fbda186-466e-451e-85fb-50abb1d991b8 is: BUILD; New status is: ACTIVE {{(pid=106380) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 11:23:30.604803 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (6fbda186-466e-451e-85fb-50abb1d991b8), before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:23:30.628443 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c5450cb-60bb-4b31-8e16-384e8956acd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fbda186-466e-451e-85fb-50abb1d991b8'}] {{(pid=106380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 18 11:23:30.630689 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2abfa1ee86993cd756e72fd91a3a01a1a8fb73078c92f04bbbffdb72ec117730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d4ba888-6b3d-4e26-9a4f-fed2f1ada194" -d '{"events": [{"server_uuid": "5c5450cb-60bb-4b31-8e16-384e8956acd2", "name": "network-vif-plugged", "status": "completed", "tag": "6fbda186-466e-451e-85fb-50abb1d991b8"}]}' {{(pid=106380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:23:30.644406 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] For port 6fbda186-466e-451e-85fb-50abb1d991b8, host hv-cinder-85345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85345',level=0,port_id=6fbda186-466e-451e-85fb-50abb1d991b8,segment=NetworkSegment(ee45f576-d1b7-4e11-a10f-3fe54663f35e),segment_id=ee45f576-d1b7-4e11-a10f-3fe54663f35e)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:23:30.649242 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732803053689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732802528799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732802528817'] for port (6fbda186-466e-451e-85fb-50abb1d991b8), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:23:30.663970 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-78c7d90c-a4e1-4c59-bfd4-6d26148ca3f1 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Allocated IP 172.27.4.109 (c4d5f339-67bc-4c12-8231-94aca87a7153/76ee03a1-e6cb-4518-8461-de8749842f4e/e171a1d5-b142-4ad1-bd13-353e6469981c) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 11:23:30.685097 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-5128b818-361b-4eb7-a75a-94175f0f28f6 req-2dfa4a93-a785-4001-9a87-58f3c4aa19fd tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=52adbda7-f8cc-4c13-8b43-21c05dd64a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0782540 Aug 18 11:23:30.686323 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Aug 2022 11:23:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3bc1248-50af-4644-83d2-6d418accef3c x-openstack-request-id: req-f3bc1248-50af-4644-83d2-6d418accef3c {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:23:30.686630 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c5450cb-60bb-4b31-8e16-384e8956acd2", "name": "network-vif-plugged", "status": "completed", "tag": "6fbda186-466e-451e-85fb-50abb1d991b8", "code": 200}]} {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:23:30.687042 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f3bc1248-50af-4644-83d2-6d418accef3c {{(pid=106380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:23:30.687433 dv-cinder-853450-2-iscsi neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3bc1248-50af-4644-83d2-6d418accef3c'] response: {'server_uuid': '5c5450cb-60bb-4b31-8e16-384e8956acd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fbda186-466e-451e-85fb-50abb1d991b8', 'code': 200} Aug 18 11:23:30.718714 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Pushing event updated for resources: {'Port': ['ID=6fbda186-466e-451e-85fb-50abb1d991b8,revision_number=5']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:23:30.774760 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:23:30.787484 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-78c7d90c-a4e1-4c59-bfd4-6d26148ca3f1 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Publish callbacks [] for port (e171a1d5-b142-4ad1-bd13-353e6469981c), precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:23:30.795611 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=82,neutron:INSERT=11,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:23:30.825479 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-78c7d90c-a4e1-4c59-bfd4-6d26148ca3f1 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732802528781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11809227'] for port (e171a1d5-b142-4ad1-bd13-353e6469981c), after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:23:30.894376 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78c7d90c-a4e1-4c59-bfd4-6d26148ca3f1 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Network c4d5f339-67bc-4c12-8231-94aca87a7153 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 11:23:30.900692 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-78c7d90c-a4e1-4c59-bfd4-6d26148ca3f1 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 11:23:30.906771 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78c7d90c-a4e1-4c59-bfd4-6d26148ca3f1 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 18 11:23:30.911823 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1016de7-d7c1-4649-a88c-a6d28787689c req-e5637344-42aa-4705-91f3-b870364bbedb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:23:30.913333 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-c1016de7-d7c1-4649-a88c-a6d28787689c req-e5637344-42aa-4705-91f3-b870364bbedb service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=5c5450cb-60bb-4b31-8e16-384e8956acd2 HTTP/1.1" status: 200 len: 1130 time: 0.0833538 Aug 18 11:23:30.939192 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c7d90c-a4e1-4c59-bfd4-6d26148ca3f1 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Pushing event updated for resources: {'Port': ['ID=e171a1d5-b142-4ad1-bd13-353e6469981c,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:23:31.013340 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-c1016de7-d7c1-4649-a88c-a6d28787689c req-fbb8bbcf-1b73-4b90-9d90-157149aa5259 service neutron] 10.222.0.20 "GET /networking/v2.0/security-groups?id=52adbda7-f8cc-4c13-8b43-21c05dd64a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0808265 Aug 18 11:23:31.028402 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-78c7d90c-a4e1-4c59-bfd4-6d26148ca3f1 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Publish callbacks [] for floatingip (b33151ea-a394-49fd-b4a5-2533f6bab50e), precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:23:31.068504 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-78c7d90c-a4e1-4c59-bfd4-6d26148ca3f1 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (e171a1d5-b142-4ad1-bd13-353e6469981c), before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:23:31.213883 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-78c7d90c-a4e1-4c59-bfd4-6d26148ca3f1 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Publish callbacks [] for port (e171a1d5-b142-4ad1-bd13-353e6469981c), precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:23:31.218309 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-78c7d90c-a4e1-4c59-bfd4-6d26148ca3f1 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732803053689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732802528799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732802528817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11809220'] for port (e171a1d5-b142-4ad1-bd13-353e6469981c), after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:23:31.272831 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.agents_db [None req-8a9264f7-88d3-4c8b-91d1-adcc6bb37de7 None None] Agent healthcheck: found 6 active agents {{(pid=106381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 11:23:31.286850 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c7d90c-a4e1-4c59-bfd4-6d26148ca3f1 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Pushing event updated for resources: {'Port': ['ID=e171a1d5-b142-4ad1-bd13-353e6469981c,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:23:31.289499 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-78c7d90c-a4e1-4c59-bfd4-6d26148ca3f1 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-519515'] for floatingip (b33151ea-a394-49fd-b4a5-2533f6bab50e), after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:23:31.306359 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-78c7d90c-a4e1-4c59-bfd4-6d26148ca3f1 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22494'] for floatingip (None), before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:23:31.307562 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [None req-78c7d90c-a4e1-4c59-bfd4-6d26148ca3f1 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9365263 Aug 18 11:23:31.510497 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-0ad9615b-c238-482f-8ab1-e174f061c0a3 req-a0674313-fd22-4551-8a34-782aa86748b8 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1325854876&fields=id&tenant_id=be810e9efc4f4214b473f76da7e2714b HTTP/1.1" status: 200 len: 267 time: 0.0447259 Aug 18 11:23:31.620468 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad9615b-c238-482f-8ab1-e174f061c0a3 req-3888903f-541c-45ba-b997-95c1b6c207b7 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:23:31.622502 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-0ad9615b-c238-482f-8ab1-e174f061c0a3 req-3888903f-541c-45ba-b997-95c1b6c207b7 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/networks?id=610eae45-7047-4853-8153-1da79fb95838 HTTP/1.1" status: 200 len: 817 time: 0.1047683 Aug 18 11:23:31.634137 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:23:31.639699 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-0ad9615b-c238-482f-8ab1-e174f061c0a3 req-b43cb853-04a4-48e3-ad4f-01779e326a17 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/quotas/be810e9efc4f4214b473f76da7e2714b HTTP/1.1" status: 200 len: 375 time: 0.0118697 Aug 18 11:23:31.689092 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-0ad9615b-c238-482f-8ab1-e174f061c0a3 req-c5a76a96-d7e9-4c2b-acec-4f99a1de1bf6 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=be810e9efc4f4214b473f76da7e2714b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0441415 Aug 18 11:23:31.825685 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fda353d-4ddf-4538-a0fe-f1e2ad88c58a req-dac863e6-5fbc-43c7-8e3b-91d6cadd6b42 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:23:31.827060 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-7fda353d-4ddf-4538-a0fe-f1e2ad88c58a req-dac863e6-5fbc-43c7-8e3b-91d6cadd6b42 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5c5450cb-60bb-4b31-8e16-384e8956acd2 HTTP/1.1" status: 200 len: 946 time: 0.0647390 Aug 18 11:23:31.828975 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-0ad9615b-c238-482f-8ab1-e174f061c0a3 req-b992d00f-5bbf-43fe-b1ff-f832fc5c39b8 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/610eae45-7047-4853-8153-1da79fb95838?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280868 Aug 18 11:23:31.847983 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:23:31.936756 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-7fda353d-4ddf-4538-a0fe-f1e2ad88c58a req-748a1aa7-73d2-40e2-b954-f53e95a3f08f tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=52adbda7-f8cc-4c13-8b43-21c05dd64a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1037731 Aug 18 11:23:31.968459 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-0ad9615b-c238-482f-8ab1-e174f061c0a3 req-1b458b08-1afd-4051-b28b-32c8d5f17196 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/610eae45-7047-4853-8153-1da79fb95838?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293635 Aug 18 11:23:32.136437 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-e865f05f-c4f8-43ee-8172-099bb2fd6b6b req-b12946be-f585-4dbf-8c2a-1d343a09898f tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=17dc42f6-de3f-4069-9db8-011686e1c91a HTTP/1.1" status: 200 len: 210 time: 0.0294397 Aug 18 11:23:33.061625 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb04a63-7ddc-4bd6-ab2f-b8aba2071d9e req-cfef7029-6bef-4e97-bb97-c03ba1efcf9a tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:23:33.063327 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-fdb04a63-7ddc-4bd6-ab2f-b8aba2071d9e req-cfef7029-6bef-4e97-bb97-c03ba1efcf9a tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5c5450cb-60bb-4b31-8e16-384e8956acd2 HTTP/1.1" status: 200 len: 946 time: 0.0508485 Aug 18 11:23:33.116816 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-fdb04a63-7ddc-4bd6-ab2f-b8aba2071d9e req-42005f75-9be4-4370-8b9e-85eb396505e8 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=52adbda7-f8cc-4c13-8b43-21c05dd64a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0476456 Aug 18 11:23:33.257304 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-d9efbff8-92ea-4011-a1e1-2524c330f703 req-27a9dc2f-4ddd-4d09-9331-57faf733c966 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=17dc42f6-de3f-4069-9db8-011686e1c91a HTTP/1.1" status: 200 len: 210 time: 0.0325038 Aug 18 11:23:33.265943 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94d3a67-0974-4743-bca0-a02f68c90a2e req-c4755943-514d-4185-98c5-d556c0c88072 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:23:33.267345 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-c94d3a67-0974-4743-bca0-a02f68c90a2e req-c4755943-514d-4185-98c5-d556c0c88072 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5c5450cb-60bb-4b31-8e16-384e8956acd2 HTTP/1.1" status: 200 len: 946 time: 0.0751085 Aug 18 11:23:33.277578 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.16', 56752) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:23:33.281873 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.v2.base [None req-b0154acd-c710-44eb-98c2-f072b8999a91 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Request body: {'floatingip': {'port_id': '6fbda186-466e-451e-85fb-50abb1d991b8'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:23:33.318927 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b0154acd-c710-44eb-98c2-f072b8999a91 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Publish callbacks [] for floatingip (3d4f0440-fa6e-4e8c-8cf4-7ae2d1f5e8a1), before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:23:33.895245 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad9615b-c238-482f-8ab1-e174f061c0a3 req-378a6399-f78c-4751-b7a0-393c21230c34 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:23:33.896605 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-0ad9615b-c238-482f-8ab1-e174f061c0a3 req-378a6399-f78c-4751-b7a0-393c21230c34 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.20 "GET /networking/v2.0/networks?id=610eae45-7047-4853-8153-1da79fb95838 HTTP/1.1" status: 200 len: 817 time: 0.4278188 Aug 18 11:23:34.034697 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-0ad9615b-c238-482f-8ab1-e174f061c0a3 req-bff1581d-ef42-4fc5-a977-f051eceb7b43 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.20 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=be810e9efc4f4214b473f76da7e2714b HTTP/1.1" status: 200 len: 380 time: 0.1289077 Aug 18 11:23:34.047451 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.v2.base [req-0ad9615b-c238-482f-8ab1-e174f061c0a3 req-00f19afa-81f9-4eb3-a8bd-1216e660a9d5 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Request body: {'port': {'device_id': '17dc42f6-de3f-4069-9db8-011686e1c91a', 'network_id': '610eae45-7047-4853-8153-1da79fb95838', 'admin_state_up': True, 'tenant_id': 'be810e9efc4f4214b473f76da7e2714b', 'security_groups': ['f2cca6d3-a14d-4a28-a5b0-42bc876ad7e5']}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:23:34.083822 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:23:34.191833 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:23:34.202529 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b0154acd-c710-44eb-98c2-f072b8999a91 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:23:34.210362 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b0154acd-c710-44eb-98c2-f072b8999a91 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-519515'] for floatingip (3d4f0440-fa6e-4e8c-8cf4-7ae2d1f5e8a1), after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:23:34.279211 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ad9615b-c238-482f-8ab1-e174f061c0a3 req-00f19afa-81f9-4eb3-a8bd-1216e660a9d5 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Made reservation on behalf of be810e9efc4f4214b473f76da7e2714b for: {'port': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 11:23:34.282907 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-0ad9615b-c238-482f-8ab1-e174f061c0a3 req-00f19afa-81f9-4eb3-a8bd-1216e660a9d5 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (None), before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:23:34.403617 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.db.l3_db [None req-b0154acd-c710-44eb-98c2-f072b8999a91 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Floating IP 3d4f0440-fa6e-4e8c-8cf4-7ae2d1f5e8a1 associated. External IP: 172.27.4.98, port: 6fbda186-466e-451e-85fb-50abb1d991b8. Aug 18 11:23:34.409935 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-cfb1865d-4d50-442b-b802-7c5ba5a5d891 req-1e3beee2-9638-4dd3-a9f5-a7527609b846 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=17dc42f6-de3f-4069-9db8-011686e1c91a HTTP/1.1" status: 200 len: 210 time: 0.0732551 Aug 18 11:23:34.568508 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [req-0ad9615b-c238-482f-8ab1-e174f061c0a3 req-00f19afa-81f9-4eb3-a8bd-1216e660a9d5 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Allocated IP 172.20.0.13 (610eae45-7047-4853-8153-1da79fb95838/c3eb1b23-820c-420d-9ebc-59169bbc8615/69c3d342-6744-4e44-ba1f-918bb3581ac5) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 11:23:34.769324 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0154acd-c710-44eb-98c2-f072b8999a91 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Router 998cf145-4292-4cbf-b148-168edf6fee5f has already been hosted by L3 agent 5a2ac145-53e3-4597-a9e7-c52b4336ae58 {{(pid=106378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 11:23:34.851986 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-0ad9615b-c238-482f-8ab1-e174f061c0a3 req-00f19afa-81f9-4eb3-a8bd-1216e660a9d5 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Publish callbacks [] for port (69c3d342-6744-4e44-ba1f-918bb3581ac5), precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:23:34.934391 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0154acd-c710-44eb-98c2-f072b8999a91 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Notify agent at l3_agent.dv-cinder-853450-2-iscsi the message routers_updated {{(pid=106378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 11:23:34.939440 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b0154acd-c710-44eb-98c2-f072b8999a91 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22494'] for floatingip (None), before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:23:34.941963 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:23:34.943814 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:23:34.944337 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e2612df-b71d-43f8-8f80-6e5a9a717aee None None] Sync routers for ids ['998cf145-4292-4cbf-b148-168edf6fee5f'] in dv-cinder-853450-2-iscsi {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 11:23:34.945315 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-0ad9615b-c238-482f-8ab1-e174f061c0a3 req-00f19afa-81f9-4eb3-a8bd-1216e660a9d5 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732802528781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11809227'] for port (69c3d342-6744-4e44-ba1f-918bb3581ac5), after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:23:34.955988 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e2612df-b71d-43f8-8f80-6e5a9a717aee None None] Routers {'998cf145-4292-4cbf-b148-168edf6fee5f'} bound to L3 agent in host dv-cinder-853450-2-iscsi {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 18 11:23:34.956642 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-5e2612df-b71d-43f8-8f80-6e5a9a717aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853450-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-18T11:07:43Z,description=,heartbeat_timestamp=2022-08-18T11:23:13Z,host='dv-cinder-853450-2-iscsi',id=5a2ac145-53e3-4597-a9e7-c52b4336ae58,load=0,resource_versions=,resources_synced=,started_at=2022-08-18T11:07:43Z,topic='l3_agent')) {'router_ids': ['998cf145-4292-4cbf-b148-168edf6fee5f'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:23:35.018780 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [None req-b0154acd-c710-44eb-98c2-f072b8999a91 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] 10.222.0.16 "PUT /networking/v2.0/floatingips/3d4f0440-fa6e-4e8c-8cf4-7ae2d1f5e8a1 HTTP/1.1" status: 200 len: 991 time: 1.7401257 Aug 18 11:23:35.023941 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c5450cb-60bb-4b31-8e16-384e8956acd2', 'tag': '6fbda186-466e-451e-85fb-50abb1d991b8'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 18 11:23:35.026184 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c862ab1b2ee120cb5e2e4f2725a0fe0d7acaf57f657006002d91667c9b4c94a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-777aa73f-0c34-424f-859d-4054d032c6d0" -d '{"events": [{"name": "network-changed", "server_uuid": "5c5450cb-60bb-4b31-8e16-384e8956acd2", "tag": "6fbda186-466e-451e-85fb-50abb1d991b8"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:23:35.033301 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ad9615b-c238-482f-8ab1-e174f061c0a3 req-00f19afa-81f9-4eb3-a8bd-1216e660a9d5 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Network 610eae45-7047-4853-8153-1da79fb95838 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 11:23:35.037217 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [req-0ad9615b-c238-482f-8ab1-e174f061c0a3 req-00f19afa-81f9-4eb3-a8bd-1216e660a9d5 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 11:23:35.039173 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f19afa-81f9-4eb3-a8bd-1216e660a9d5 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Pushing event updated for resources: {'Port': ['ID=69c3d342-6744-4e44-ba1f-918bb3581ac5,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:23:35.041394 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ad9615b-c238-482f-8ab1-e174f061c0a3 req-00f19afa-81f9-4eb3-a8bd-1216e660a9d5 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 18 11:23:35.062785 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-5e2612df-b71d-43f8-8f80-6e5a9a717aee None None] Set router 998cf145-4292-4cbf-b148-168edf6fee5f gateway port host: dv-cinder-853450-2-iscsi {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 18 11:23:35.099570 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad9615b-c238-482f-8ab1-e174f061c0a3 req-00f19afa-81f9-4eb3-a8bd-1216e660a9d5 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:23:35.100827 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-0ad9615b-c238-482f-8ab1-e174f061c0a3 req-00f19afa-81f9-4eb3-a8bd-1216e660a9d5 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22494'] for port (None), before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:23:35.113349 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Aug 2022 11:23:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b3125f0-1e13-4c6f-b1e7-e7a0e8bccf9d x-openstack-request-id: req-3b3125f0-1e13-4c6f-b1e7-e7a0e8bccf9d {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:23:35.113634 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c5450cb-60bb-4b31-8e16-384e8956acd2", "tag": "6fbda186-466e-451e-85fb-50abb1d991b8", "status": "completed", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:23:35.113891 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3b3125f0-1e13-4c6f-b1e7-e7a0e8bccf9d {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:23:35.114291 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b3125f0-1e13-4c6f-b1e7-e7a0e8bccf9d'] response: {'name': 'network-changed', 'server_uuid': '5c5450cb-60bb-4b31-8e16-384e8956acd2', 'tag': '6fbda186-466e-451e-85fb-50abb1d991b8', 'status': 'completed', 'code': 200} Aug 18 11:23:35.130520 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-0ad9615b-c238-482f-8ab1-e174f061c0a3 req-00f19afa-81f9-4eb3-a8bd-1216e660a9d5 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.20 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0872364 Aug 18 11:23:35.145298 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.v2.base [req-0ad9615b-c238-482f-8ab1-e174f061c0a3 req-f2fbb799-68b6-4ea8-8c4c-2097ada93e88 service neutron] Request body: {'port': {'device_id': '17dc42f6-de3f-4069-9db8-011686e1c91a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85345'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:23:35.236911 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777aa73f-0c34-424f-859d-4054d032c6d0 req-e85d0e2d-dd45-4742-873b-5c8d405386de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:23:35.238411 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-777aa73f-0c34-424f-859d-4054d032c6d0 req-e85d0e2d-dd45-4742-873b-5c8d405386de service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=129f3d9f33ad4b209039244eb09599e9&device_id=5c5450cb-60bb-4b31-8e16-384e8956acd2 HTTP/1.1" status: 200 len: 1130 time: 0.0888870 Aug 18 11:23:35.270485 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-0ad9615b-c238-482f-8ab1-e174f061c0a3 req-f2fbb799-68b6-4ea8-8c4c-2097ada93e88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (69c3d342-6744-4e44-ba1f-918bb3581ac5), before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:23:35.291175 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-0766715a-beec-4cb9-af6a-d56d512fc84b None None] Provisioning complete for port 69c3d342-6744-4e44-ba1f-918bb3581ac5 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 18 11:23:35.291726 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-0766715a-beec-4cb9-af6a-d56d512fc84b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619404'] for port (69c3d342-6744-4e44-ba1f-918bb3581ac5), provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:23:35.314244 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-5e2612df-b71d-43f8-8f80-6e5a9a717aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '998cf145-4292-4cbf-b148-168edf6fee5f', 'name': 'tempest-AttachVolumeNegativeTest-2089290289-router', 'tenant_id': '129f3d9f33ad4b209039244eb09599e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'external_fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.158'}], 'enable_snat': True}, 'gw_port_id': 'ce095ec4-83b0-46bf-b392-7aa0e9163c2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T11:15:55Z', 'updated_at': '2022-08-18T11:16:07Z', 'revision_number': 4, 'project_id': '129f3d9f33ad4b209039244eb09599e9', 'gw_port': {'id': 'ce095ec4-83b0-46bf-b392-7aa0e9163c2a', 'name': '', 'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:5f:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '998cf145-4292-4cbf-b148-168edf6fee5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853450-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:15:56Z', 'updated_at': '2022-08-18T11:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853450-2-iscsi', '_floatingips': [{'id': '3d4f0440-fa6e-4e8c-8cf4-7ae2d1f5e8a1', 'tenant_id': '129f3d9f33ad4b209039244eb09599e9', 'floating_ip_address': '172.27.4.98', 'floating_network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'router_id': '998cf145-4292-4cbf-b148-168edf6fee5f', 'port_id': '6fbda186-466e-451e-85fb-50abb1d991b8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca6ccede-6467-4618-b24a-e0809d05149d', 'mac_address': 'fa:16:3e:73:60:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c5450cb-60bb-4b31-8e16-384e8956acd2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-18T11:23:18Z', 'updated_at': '2022-08-18T11:23:34Z', 'revision_number': 1, 'project_id': '129f3d9f33ad4b209039244eb09599e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7274281-41d9-436f-9277-93ef3e666e58', 'name': '', 'network_id': 'ca6ccede-6467-4618-b24a-e0809d05149d', 'tenant_id': '129f3d9f33ad4b209039244eb09599e9', 'mac_address': 'fa:16:3e:c0:ff:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '998cf145-4292-4cbf-b148-168edf6fee5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'cf42f62c-f94a-411e-aa38-b95605994c37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853450-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:16:03Z', 'updated_at': '2022-08-18T11:16:20Z', 'revision_number': 5, 'project_id': '129f3d9f33ad4b209039244eb09599e9', 'subnets': [{'id': 'cf42f62c-f94a-411e-aa38-b95605994c37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853450-2-iscsi', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:23:35.328056 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-0766715a-beec-4cb9-af6a-d56d512fc84b None None] Port 69c3d342-6744-4e44-ba1f-918bb3581ac5 cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 18 11:23:35.339324 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e2612df-b71d-43f8-8f80-6e5a9a717aee None None] Checking router: 998cf145-4292-4cbf-b148-168edf6fee5f for host: dv-cinder-853450-2-iscsi {{(pid=106381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 11:23:35.350260 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e2612df-b71d-43f8-8f80-6e5a9a717aee None None] Routers {'998cf145-4292-4cbf-b148-168edf6fee5f'} bound to L3 agent in host dv-cinder-853450-2-iscsi {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 18 11:23:35.351096 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-5e2612df-b71d-43f8-8f80-6e5a9a717aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853450-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-18T11:07:43Z,description=,heartbeat_timestamp=2022-08-18T11:23:13Z,host='dv-cinder-853450-2-iscsi',id=5a2ac145-53e3-4597-a9e7-c52b4336ae58,load=0,resource_versions=,resources_synced=,started_at=2022-08-18T11:07:43Z,topic='l3_agent')) {'router_ids': ['998cf145-4292-4cbf-b148-168edf6fee5f'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:23:35.387867 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777aa73f-0c34-424f-859d-4054d032c6d0 req-1290eb5c-6993-4576-93e6-78773013be62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:23:35.389363 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-777aa73f-0c34-424f-859d-4054d032c6d0 req-1290eb5c-6993-4576-93e6-78773013be62 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=ca6ccede-6467-4618-b24a-e0809d05149d HTTP/1.1" status: 200 len: 916 time: 0.1442411 Aug 18 11:23:35.456291 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-5e2612df-b71d-43f8-8f80-6e5a9a717aee None None] Set router 998cf145-4292-4cbf-b148-168edf6fee5f gateway port host: dv-cinder-853450-2-iscsi {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 18 11:23:35.547158 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-777aa73f-0c34-424f-859d-4054d032c6d0 req-28ced959-4a6d-4b86-8ea1-f651ba467542 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6fbda186-466e-451e-85fb-50abb1d991b8 HTTP/1.1" status: 200 len: 999 time: 0.1170399 Aug 18 11:23:35.625978 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0d8d9b-fce9-44f8-a589-8241124c6f0c req-290d63e3-61f8-4a7b-8d96-f6f37718b3b6 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:23:35.627446 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-bc0d8d9b-fce9-44f8-a589-8241124c6f0c req-290d63e3-61f8-4a7b-8d96-f6f37718b3b6 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=17dc42f6-de3f-4069-9db8-011686e1c91a HTTP/1.1" status: 200 len: 932 time: 0.1317558 Aug 18 11:23:35.684491 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (0c451e2b-fe38-44d1-984c-2dd7bcedf4dc), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:23:35.692130 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777aa73f-0c34-424f-859d-4054d032c6d0 req-121db473-d1ca-41eb-9467-3dcd69892dab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:23:35.693650 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-777aa73f-0c34-424f-859d-4054d032c6d0 req-121db473-d1ca-41eb-9467-3dcd69892dab service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=cf42f62c-f94a-411e-aa38-b95605994c37 HTTP/1.1" status: 200 len: 854 time: 0.1196218 Aug 18 11:23:35.756936 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-5e2612df-b71d-43f8-8f80-6e5a9a717aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '998cf145-4292-4cbf-b148-168edf6fee5f', 'name': 'tempest-AttachVolumeNegativeTest-2089290289-router', 'tenant_id': '129f3d9f33ad4b209039244eb09599e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'external_fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.158'}], 'enable_snat': True}, 'gw_port_id': 'ce095ec4-83b0-46bf-b392-7aa0e9163c2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T11:15:55Z', 'updated_at': '2022-08-18T11:16:07Z', 'revision_number': 4, 'project_id': '129f3d9f33ad4b209039244eb09599e9', 'gw_port': {'id': 'ce095ec4-83b0-46bf-b392-7aa0e9163c2a', 'name': '', 'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:5f:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '998cf145-4292-4cbf-b148-168edf6fee5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853450-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:15:56Z', 'updated_at': '2022-08-18T11:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853450-2-iscsi', '_floatingips': [{'id': '3d4f0440-fa6e-4e8c-8cf4-7ae2d1f5e8a1', 'tenant_id': '129f3d9f33ad4b209039244eb09599e9', 'floating_ip_address': '172.27.4.98', 'floating_network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'router_id': '998cf145-4292-4cbf-b148-168edf6fee5f', 'port_id': '6fbda186-466e-451e-85fb-50abb1d991b8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca6ccede-6467-4618-b24a-e0809d05149d', 'mac_address': 'fa:16:3e:73:60:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c5450cb-60bb-4b31-8e16-384e8956acd2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-18T11:23:18Z', 'updated_at': '2022-08-18T11:23:34Z', 'revision_number': 1, 'project_id': '129f3d9f33ad4b209039244eb09599e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7274281-41d9-436f-9277-93ef3e666e58', 'name': '', 'network_id': 'ca6ccede-6467-4618-b24a-e0809d05149d', 'tenant_id': '129f3d9f33ad4b209039244eb09599e9', 'mac_address': 'fa:16:3e:c0:ff:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '998cf145-4292-4cbf-b148-168edf6fee5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'cf42f62c-f94a-411e-aa38-b95605994c37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853450-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:16:03Z', 'updated_at': '2022-08-18T11:16:20Z', 'revision_number': 5, 'project_id': '129f3d9f33ad4b209039244eb09599e9', 'subnets': [{'id': 'cf42f62c-f94a-411e-aa38-b95605994c37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853450-2-iscsi', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:23:35.758725 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:23:35.769327 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-bc0d8d9b-fce9-44f8-a589-8241124c6f0c req-0e0df72a-09a9-432c-9ff6-140ea40cbe4a tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f2cca6d3-a14d-4a28-a5b0-42bc876ad7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1330817 Aug 18 11:23:35.772602 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777aa73f-0c34-424f-859d-4054d032c6d0 req-c76d1c8c-ad01-45f9-8350-6df6a4156999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:23:35.774065 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-777aa73f-0c34-424f-859d-4054d032c6d0 req-c76d1c8c-ad01-45f9-8350-6df6a4156999 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=ca6ccede-6467-4618-b24a-e0809d05149d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0690899 Aug 18 11:23:35.783497 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e2612df-b71d-43f8-8f80-6e5a9a717aee None None] The sync data for ids ['998cf145-4292-4cbf-b148-168edf6fee5f'] in dv-cinder-853450-2-iscsi is: [{'id': '998cf145-4292-4cbf-b148-168edf6fee5f', 'name': 'tempest-AttachVolumeNegativeTest-2089290289-router', 'tenant_id': '129f3d9f33ad4b209039244eb09599e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'external_fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.158'}], 'enable_snat': True}, 'gw_port_id': 'ce095ec4-83b0-46bf-b392-7aa0e9163c2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T11:15:55Z', 'updated_at': '2022-08-18T11:16:07Z', 'revision_number': 4, 'project_id': '129f3d9f33ad4b209039244eb09599e9', 'gw_port': {'id': 'ce095ec4-83b0-46bf-b392-7aa0e9163c2a', 'name': '', 'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:5f:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '998cf145-4292-4cbf-b148-168edf6fee5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853450-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:15:56Z', 'updated_at': '2022-08-18T11:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853450-2-iscsi', '_floatingips': [{'id': '3d4f0440-fa6e-4e8c-8cf4-7ae2d1f5e8a1', 'tenant_id': '129f3d9f33ad4b209039244eb09599e9', 'floating_ip_address': '172.27.4.98', 'floating_network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'router_id': '998cf145-4292-4cbf-b148-168edf6fee5f', 'port_id': '6fbda186-466e-451e-85fb-50abb1d991b8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca6ccede-6467-4618-b24a-e0809d05149d', 'mac_address': 'fa:16:3e:73:60:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c5450cb-60bb-4b31-8e16-384e8956acd2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-18T11:23:18Z', 'updated_at': '2022-08-18T11:23:34Z', 'revision_number': 1, 'project_id': '129f3d9f33ad4b209039244eb09599e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7274281-41d9-436f-9277-93ef3e666e58', 'name': '', 'network_id': 'ca6ccede-6467-4618-b24a-e0809d05149d', 'tenant_id': '129f3d9f33ad4b209039244eb09599e9', 'mac_address': 'fa:16:3e:c0:ff:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '998cf145-4292-4cbf-b148-168edf6fee5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'cf42f62c-f94a-411e-aa38-b95605994c37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853450-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:16:03Z', 'updated_at': '2022-08-18T11:16:20Z', 'revision_number': 5, 'project_id': '129f3d9f33ad4b209039244eb09599e9', 'subnets': [{'id': 'cf42f62c-f94a-411e-aa38-b95605994c37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 11:23:35.855203 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.notifiers.nova [req-0ad9615b-c238-482f-8ab1-e174f061c0a3 req-f2fbb799-68b6-4ea8-8c4c-2097ada93e88 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69c3d342-6744-4e44-ba1f-918bb3581ac5 {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 18 11:23:35.865643 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-0ad9615b-c238-482f-8ab1-e174f061c0a3 req-f2fbb799-68b6-4ea8-8c4c-2097ada93e88 service neutron] Publish callbacks [] for port (69c3d342-6744-4e44-ba1f-918bb3581ac5), precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:23:35.889636 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [req-0ad9615b-c238-482f-8ab1-e174f061c0a3 req-f2fbb799-68b6-4ea8-8c4c-2097ada93e88 service neutron] Transition to ACTIVE for port object 69c3d342-6744-4e44-ba1f-918bb3581ac5 will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 18 11:23:35.898540 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-0ad9615b-c238-482f-8ab1-e174f061c0a3 req-f2fbb799-68b6-4ea8-8c4c-2097ada93e88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732803053689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732802528799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732802528817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11809220'] for port (69c3d342-6744-4e44-ba1f-918bb3581ac5), after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:23:35.945851 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-777aa73f-0c34-424f-859d-4054d032c6d0 req-a6681d99-1ef8-44da-a935-56f93b58d3ce service neutron] 10.222.0.20 "GET /networking/v2.0/networks/ca6ccede-6467-4618-b24a-e0809d05149d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498947 Aug 18 11:23:35.948236 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:23:35.987940 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fbb799-68b6-4ea8-8c4c-2097ada93e88 service neutron] Pushing event updated for resources: {'Port': ['ID=69c3d342-6744-4e44-ba1f-918bb3581ac5,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:23:35.998497 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ad8d929-9eae-4b14-b1e9-9ee23ce817cd None None] New status for floating IP 3d4f0440-fa6e-4e8c-8cf4-7ae2d1f5e8a1: ACTIVE {{(pid=106380) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 18 11:23:36.106800 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-0ad9615b-c238-482f-8ab1-e174f061c0a3 req-f2fbb799-68b6-4ea8-8c4c-2097ada93e88 service neutron] Attempting to bind port 69c3d342-6744-4e44-ba1f-918bb3581ac5 on host hv-cinder-85345 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 18 11:23:36.107388 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-0ad9615b-c238-482f-8ab1-e174f061c0a3 req-f2fbb799-68b6-4ea8-8c4c-2097ada93e88 service neutron] Attempting to bind port 69c3d342-6744-4e44-ba1f-918bb3581ac5 by drivers openvswitch,hyperv on host hv-cinder-85345 at level 0 using segments [{'id': '9c3c1f69-d097-49d4-af01-0805916be3fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 968, 'network_id': '610eae45-7047-4853-8153-1da79fb95838'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 18 11:23:36.107496 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ad9615b-c238-482f-8ab1-e174f061c0a3 req-f2fbb799-68b6-4ea8-8c4c-2097ada93e88 service neutron] Attempting to bind port 69c3d342-6744-4e44-ba1f-918bb3581ac5 on network 610eae45-7047-4853-8153-1da79fb95838 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 18 11:23:36.115629 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ad9615b-c238-482f-8ab1-e174f061c0a3 req-f2fbb799-68b6-4ea8-8c4c-2097ada93e88 service neutron] Port 69c3d342-6744-4e44-ba1f-918bb3581ac5 on network 610eae45-7047-4853-8153-1da79fb95838 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85345 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 18 11:23:36.115949 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ad9615b-c238-482f-8ab1-e174f061c0a3 req-f2fbb799-68b6-4ea8-8c4c-2097ada93e88 service neutron] Attempting to bind port 69c3d342-6744-4e44-ba1f-918bb3581ac5 on network 610eae45-7047-4853-8153-1da79fb95838 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 18 11:23:36.121492 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-777aa73f-0c34-424f-859d-4054d032c6d0 req-2ccf8bc0-cf0a-4537-a45b-dffadcc32c8b service neutron] 10.222.0.20 "GET /networking/v2.0/networks/ca6ccede-6467-4618-b24a-e0809d05149d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1648700 Aug 18 11:23:36.125349 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ad9615b-c238-482f-8ab1-e174f061c0a3 req-f2fbb799-68b6-4ea8-8c4c-2097ada93e88 service neutron] Checking agent: {'id': '0c451e2b-fe38-44d1-984c-2dd7bcedf4dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85345', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 18, 11, 14, 5), 'started_at': datetime.datetime(2022, 8, 18, 11, 14, 5), 'heartbeat_timestamp': datetime.datetime(2022, 8, 18, 11, 23, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 18 11:23:36.125681 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ad9615b-c238-482f-8ab1-e174f061c0a3 req-f2fbb799-68b6-4ea8-8c4c-2097ada93e88 service neutron] Checking segment: {'id': '9c3c1f69-d097-49d4-af01-0805916be3fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 968, 'network_id': '610eae45-7047-4853-8153-1da79fb95838'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 18 11:23:36.126150 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ad9615b-c238-482f-8ab1-e174f061c0a3 req-f2fbb799-68b6-4ea8-8c4c-2097ada93e88 service neutron] Bound using segment: {'id': '9c3c1f69-d097-49d4-af01-0805916be3fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 968, 'network_id': '610eae45-7047-4853-8153-1da79fb95838'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 18 11:23:36.126566 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-0ad9615b-c238-482f-8ab1-e174f061c0a3 req-f2fbb799-68b6-4ea8-8c4c-2097ada93e88 service neutron] Bound port: 69c3d342-6744-4e44-ba1f-918bb3581ac5, host: hv-cinder-85345, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c3c1f69-d097-49d4-af01-0805916be3fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 968, 'network_id': '610eae45-7047-4853-8153-1da79fb95838'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 18 11:23:36.126923 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-0ad9615b-c238-482f-8ab1-e174f061c0a3 req-f2fbb799-68b6-4ea8-8c4c-2097ada93e88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (69c3d342-6744-4e44-ba1f-918bb3581ac5), before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:23:36.195371 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-0ad9615b-c238-482f-8ab1-e174f061c0a3 req-f2fbb799-68b6-4ea8-8c4c-2097ada93e88 service neutron] For port 69c3d342-6744-4e44-ba1f-918bb3581ac5, host hv-cinder-85345, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 11:23:36.198405 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-0ad9615b-c238-482f-8ab1-e174f061c0a3 req-f2fbb799-68b6-4ea8-8c4c-2097ada93e88 service neutron] For port 69c3d342-6744-4e44-ba1f-918bb3581ac5, host hv-cinder-85345, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85345',level=0,port_id=69c3d342-6744-4e44-ba1f-918bb3581ac5,segment=NetworkSegment(9c3c1f69-d097-49d4-af01-0805916be3fe),segment_id=9c3c1f69-d097-49d4-af01-0805916be3fe)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 11:23:36.204691 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-0ad9615b-c238-482f-8ab1-e174f061c0a3 req-f2fbb799-68b6-4ea8-8c4c-2097ada93e88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732803053689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732802528799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732802528817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11809220'] for port (69c3d342-6744-4e44-ba1f-918bb3581ac5), after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:23:36.208041 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad9615b-c238-482f-8ab1-e174f061c0a3 req-f2fbb799-68b6-4ea8-8c4c-2097ada93e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:23:36.208727 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-0ad9615b-c238-482f-8ab1-e174f061c0a3 req-f2fbb799-68b6-4ea8-8c4c-2097ada93e88 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22494'] for port (None), before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:23:36.210123 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-0ad9615b-c238-482f-8ab1-e174f061c0a3 req-f2fbb799-68b6-4ea8-8c4c-2097ada93e88 service neutron] 10.222.0.20 "PUT /networking/v2.0/ports/69c3d342-6744-4e44-ba1f-918bb3581ac5 HTTP/1.1" status: 200 len: 1094 time: 1.0716598 Aug 18 11:23:36.283810 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fbb799-68b6-4ea8-8c4c-2097ada93e88 service neutron] Pushing event updated for resources: {'Port': ['ID=69c3d342-6744-4e44-ba1f-918bb3581ac5,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:23:36.298268 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad9615b-c238-482f-8ab1-e174f061c0a3 req-6d61dee7-ae1d-4556-9185-777470326656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:23:36.299770 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-0ad9615b-c238-482f-8ab1-e174f061c0a3 req-6d61dee7-ae1d-4556-9185-777470326656 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=be810e9efc4f4214b473f76da7e2714b&device_id=17dc42f6-de3f-4069-9db8-011686e1c91a HTTP/1.1" status: 200 len: 1128 time: 0.0447211 Aug 18 11:23:36.343985 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-0ad9615b-c238-482f-8ab1-e174f061c0a3 req-8aba4329-d540-4ce4-bfbe-474bfb5c3b7b service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=69c3d342-6744-4e44-ba1f-918bb3581ac5 HTTP/1.1" status: 200 len: 217 time: 0.0371156 Aug 18 11:23:36.391750 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad9615b-c238-482f-8ab1-e174f061c0a3 req-7b862b5c-8750-4ccd-a751-a1986bb2b3e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:23:36.393180 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-0ad9615b-c238-482f-8ab1-e174f061c0a3 req-7b862b5c-8750-4ccd-a751-a1986bb2b3e6 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=c3eb1b23-820c-420d-9ebc-59169bbc8615 HTTP/1.1" status: 200 len: 856 time: 0.0437434 Aug 18 11:23:36.437036 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad9615b-c238-482f-8ab1-e174f061c0a3 req-8af2d7fa-ba86-4c22-b2e3-8a104b0b3c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:23:36.438518 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-0ad9615b-c238-482f-8ab1-e174f061c0a3 req-8af2d7fa-ba86-4c22-b2e3-8a104b0b3c65 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=610eae45-7047-4853-8153-1da79fb95838&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0393379 Aug 18 11:23:36.532589 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-0ad9615b-c238-482f-8ab1-e174f061c0a3 req-bb1e69c2-bc0b-4abd-919c-c710f6e2dd52 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/610eae45-7047-4853-8153-1da79fb95838?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875125 Aug 18 11:23:36.623364 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-0ad9615b-c238-482f-8ab1-e174f061c0a3 req-6259c99d-d893-4e92-84c3-1725a5a3c158 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/610eae45-7047-4853-8153-1da79fb95838?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848808 Aug 18 11:23:36.860560 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:23:36.908825 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0289cc01-a306-4875-9876-885457972002 req-9230b823-19d2-4232-b62a-7c2013e49dd3 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:23:36.910305 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-0289cc01-a306-4875-9876-885457972002 req-9230b823-19d2-4232-b62a-7c2013e49dd3 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=17dc42f6-de3f-4069-9db8-011686e1c91a HTTP/1.1" status: 200 len: 944 time: 0.0605538 Aug 18 11:23:36.958121 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-0289cc01-a306-4875-9876-885457972002 req-7b34f9a1-acbe-4ee5-bd50-a11b22a66888 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f2cca6d3-a14d-4a28-a5b0-42bc876ad7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420129 Aug 18 11:23:37.115051 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17dc42f6-de3f-4069-9db8-011686e1c91a', 'tag': '69c3d342-6744-4e44-ba1f-918bb3581ac5'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 18 11:23:37.117427 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c862ab1b2ee120cb5e2e4f2725a0fe0d7acaf57f657006002d91667c9b4c94a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14ffa628-8311-4772-9b6b-c09f97534471" -d '{"events": [{"name": "network-changed", "server_uuid": "17dc42f6-de3f-4069-9db8-011686e1c91a", "tag": "69c3d342-6744-4e44-ba1f-918bb3581ac5"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:23:37.158403 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Aug 2022 11:23:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0cfde9e-4757-4cfd-b4bc-20eea0847a5a x-openstack-request-id: req-f0cfde9e-4757-4cfd-b4bc-20eea0847a5a {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:23:37.158695 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17dc42f6-de3f-4069-9db8-011686e1c91a", "tag": "69c3d342-6744-4e44-ba1f-918bb3581ac5", "status": "completed", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:23:37.158946 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f0cfde9e-4757-4cfd-b4bc-20eea0847a5a {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:23:37.159343 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0cfde9e-4757-4cfd-b4bc-20eea0847a5a'] response: {'name': 'network-changed', 'server_uuid': '17dc42f6-de3f-4069-9db8-011686e1c91a', 'tag': '69c3d342-6744-4e44-ba1f-918bb3581ac5', 'status': 'completed', 'code': 200} Aug 18 11:23:38.082698 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f3ed4a-2de5-44c8-905b-168c09c9d2d3 req-e2fa9b1f-214d-4255-a730-79813dc952af tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:23:38.084174 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-d3f3ed4a-2de5-44c8-905b-168c09c9d2d3 req-e2fa9b1f-214d-4255-a730-79813dc952af tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=17dc42f6-de3f-4069-9db8-011686e1c91a HTTP/1.1" status: 200 len: 944 time: 0.0481722 Aug 18 11:23:38.131336 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-d3f3ed4a-2de5-44c8-905b-168c09c9d2d3 req-fa54c62a-2c02-4ee1-add7-78593e6b5608 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f2cca6d3-a14d-4a28-a5b0-42bc876ad7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407441 Aug 18 11:23:39.258097 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc34508-3603-4cf6-8f4c-e2be39f7a737 req-b42fffea-886d-47f8-b421-42d7874fed82 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:23:39.259565 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-dcc34508-3603-4cf6-8f4c-e2be39f7a737 req-b42fffea-886d-47f8-b421-42d7874fed82 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=17dc42f6-de3f-4069-9db8-011686e1c91a HTTP/1.1" status: 200 len: 944 time: 0.0479445 Aug 18 11:23:39.310207 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-dcc34508-3603-4cf6-8f4c-e2be39f7a737 req-d6ae1975-be45-4d60-ae5a-92eddf7d8ca0 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f2cca6d3-a14d-4a28-a5b0-42bc876ad7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449810 Aug 18 11:23:39.740856 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ffa628-8311-4772-9b6b-c09f97534471 req-0728f818-6063-4a96-8574-74402ed4f424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:23:39.742674 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-14ffa628-8311-4772-9b6b-c09f97534471 req-0728f818-6063-4a96-8574-74402ed4f424 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=be810e9efc4f4214b473f76da7e2714b&device_id=17dc42f6-de3f-4069-9db8-011686e1c91a HTTP/1.1" status: 200 len: 1128 time: 0.0397966 Aug 18 11:23:39.811665 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:23:39.834003 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ffa628-8311-4772-9b6b-c09f97534471 req-43ac026a-1e19-415c-88ca-0cfbcb9479b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:23:39.835416 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-14ffa628-8311-4772-9b6b-c09f97534471 req-43ac026a-1e19-415c-88ca-0cfbcb9479b2 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=610eae45-7047-4853-8153-1da79fb95838 HTTP/1.1" status: 200 len: 918 time: 0.0870478 Aug 18 11:23:39.877190 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-14ffa628-8311-4772-9b6b-c09f97534471 req-28bbd45f-9067-4b1f-9cfb-9e18588ddeff service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=69c3d342-6744-4e44-ba1f-918bb3581ac5 HTTP/1.1" status: 200 len: 217 time: 0.0354121 Aug 18 11:23:39.928668 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ffa628-8311-4772-9b6b-c09f97534471 req-14dfcf0d-07b0-48af-a441-9ec5650fb5e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:23:39.930113 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-14ffa628-8311-4772-9b6b-c09f97534471 req-14dfcf0d-07b0-48af-a441-9ec5650fb5e0 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=c3eb1b23-820c-420d-9ebc-59169bbc8615 HTTP/1.1" status: 200 len: 856 time: 0.0449710 Aug 18 11:23:39.974984 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ffa628-8311-4772-9b6b-c09f97534471 req-48713737-5386-4dce-9f5f-61be547ff876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:23:39.976494 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-14ffa628-8311-4772-9b6b-c09f97534471 req-48713737-5386-4dce-9f5f-61be547ff876 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=610eae45-7047-4853-8153-1da79fb95838&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0388436 Aug 18 11:23:40.071041 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-14ffa628-8311-4772-9b6b-c09f97534471 req-eb2ace47-412f-444e-825f-02802584c4f6 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/610eae45-7047-4853-8153-1da79fb95838?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880294 Aug 18 11:23:40.165783 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-14ffa628-8311-4772-9b6b-c09f97534471 req-85bb7576-5008-43d9-a822-6cfcac8db21a service neutron] 10.222.0.20 "GET /networking/v2.0/networks/610eae45-7047-4853-8153-1da79fb95838?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879319 Aug 18 11:23:40.233723 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=29,neutron:DELETE=3,neutron:INSERT=2 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:23:40.235605 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=34,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:23:40.434680 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb73d37-4386-4052-94a1-8942ae2a9d8f req-80de5573-6bfd-4b75-b168-4b78ffaf7c41 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:23:40.436150 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-fbb73d37-4386-4052-94a1-8942ae2a9d8f req-80de5573-6bfd-4b75-b168-4b78ffaf7c41 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=17dc42f6-de3f-4069-9db8-011686e1c91a HTTP/1.1" status: 200 len: 944 time: 0.0509653 Aug 18 11:23:40.482520 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-fbb73d37-4386-4052-94a1-8942ae2a9d8f req-44307e90-323a-4ecb-b024-9246210094f0 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f2cca6d3-a14d-4a28-a5b0-42bc876ad7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407538 Aug 18 11:23:40.500654 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Device 69c3d342-6744-4e44-ba1f-918bb3581ac5 details requested by agent hyperv_hv-cinder-85345 with host hv-cinder-85345 {{(pid=106380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 11:23:40.603236 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] For port 69c3d342-6744-4e44-ba1f-918bb3581ac5, host hv-cinder-85345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85345',level=0,port_id=69c3d342-6744-4e44-ba1f-918bb3581ac5,segment=NetworkSegment(9c3c1f69-d097-49d4-af01-0805916be3fe),segment_id=9c3c1f69-d097-49d4-af01-0805916be3fe)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:23:40.614850 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Returning: {'device': '69c3d342-6744-4e44-ba1f-918bb3581ac5', 'network_id': '610eae45-7047-4853-8153-1da79fb95838', 'port_id': '69c3d342-6744-4e44-ba1f-918bb3581ac5', 'mac_address': 'fa:16:3e:56:5e:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 968, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3eb1b23-820c-420d-9ebc-59169bbc8615', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 11:23:40.649720 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Current status of the port 69c3d342-6744-4e44-ba1f-918bb3581ac5 is: DOWN; New status is: BUILD {{(pid=106380) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 11:23:40.650102 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (69c3d342-6744-4e44-ba1f-918bb3581ac5), before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:23:40.664158 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.notifiers.nova [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69c3d342-6744-4e44-ba1f-918bb3581ac5 {{(pid=106380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 18 11:23:40.684255 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] For port 69c3d342-6744-4e44-ba1f-918bb3581ac5, host hv-cinder-85345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85345',level=0,port_id=69c3d342-6744-4e44-ba1f-918bb3581ac5,segment=NetworkSegment(9c3c1f69-d097-49d4-af01-0805916be3fe),segment_id=9c3c1f69-d097-49d4-af01-0805916be3fe)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:23:40.688496 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732803053689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732802528799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732802528817'] for port (69c3d342-6744-4e44-ba1f-918bb3581ac5), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:23:40.737024 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Pushing event updated for resources: {'Port': ['ID=69c3d342-6744-4e44-ba1f-918bb3581ac5,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:23:40.999628 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-510dd2e0-a085-4983-9905-47b0dfcf4753 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (c499a017-4b38-4967-b050-d4094e1a7564), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:23:41.110243 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] get_ports_and_sgs() called for port_ids ['69c3d342-6744-4e44-ba1f-918bb3581ac5'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 18 11:23:41.150767 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:23:41.191367 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:23:41.611388 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286dddf6-af41-4588-af7a-75745d4bfcac req-2b57dff4-c768-4580-bba2-dfc9d14ee082 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:23:41.612877 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-286dddf6-af41-4588-af7a-75745d4bfcac req-2b57dff4-c768-4580-bba2-dfc9d14ee082 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=17dc42f6-de3f-4069-9db8-011686e1c91a HTTP/1.1" status: 200 len: 945 time: 0.0502646 Aug 18 11:23:41.659290 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-286dddf6-af41-4588-af7a-75745d4bfcac req-64dd8274-bbdc-41e1-b0df-c4c81befa8fe tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f2cca6d3-a14d-4a28-a5b0-42bc876ad7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408576 Aug 18 11:23:42.503703 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Device 69c3d342-6744-4e44-ba1f-918bb3581ac5 up at agent hyperv_hv-cinder-85345 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 11:23:42.557424 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Provisioning for port 69c3d342-6744-4e44-ba1f-918bb3581ac5 completed by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 18 11:23:42.565473 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Provisioning complete for port 69c3d342-6744-4e44-ba1f-918bb3581ac5 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 18 11:23:42.565852 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619404'] for port (69c3d342-6744-4e44-ba1f-918bb3581ac5), provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:23:42.646674 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Current status of the port 69c3d342-6744-4e44-ba1f-918bb3581ac5 is: BUILD; New status is: ACTIVE {{(pid=106380) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 11:23:42.647065 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (69c3d342-6744-4e44-ba1f-918bb3581ac5), before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:23:42.678675 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17dc42f6-de3f-4069-9db8-011686e1c91a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69c3d342-6744-4e44-ba1f-918bb3581ac5'}] {{(pid=106380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 18 11:23:42.680952 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2abfa1ee86993cd756e72fd91a3a01a1a8fb73078c92f04bbbffdb72ec117730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0274d4d-78d3-4ab5-ac71-58517f708b6b" -d '{"events": [{"server_uuid": "17dc42f6-de3f-4069-9db8-011686e1c91a", "name": "network-vif-plugged", "status": "completed", "tag": "69c3d342-6744-4e44-ba1f-918bb3581ac5"}]}' {{(pid=106380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:23:42.698294 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] For port 69c3d342-6744-4e44-ba1f-918bb3581ac5, host hv-cinder-85345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85345',level=0,port_id=69c3d342-6744-4e44-ba1f-918bb3581ac5,segment=NetworkSegment(9c3c1f69-d097-49d4-af01-0805916be3fe),segment_id=9c3c1f69-d097-49d4-af01-0805916be3fe)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:23:42.703349 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732803053689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732802528799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732802528817'] for port (69c3d342-6744-4e44-ba1f-918bb3581ac5), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:23:42.729334 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Aug 2022 11:23:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32d219a2-b1d9-4ac2-8c31-2ba39e44d1f3 x-openstack-request-id: req-32d219a2-b1d9-4ac2-8c31-2ba39e44d1f3 {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:23:42.729616 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17dc42f6-de3f-4069-9db8-011686e1c91a", "name": "network-vif-plugged", "status": "completed", "tag": "69c3d342-6744-4e44-ba1f-918bb3581ac5", "code": 200}]} {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:23:42.729855 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-32d219a2-b1d9-4ac2-8c31-2ba39e44d1f3 {{(pid=106380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:23:42.730894 dv-cinder-853450-2-iscsi neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32d219a2-b1d9-4ac2-8c31-2ba39e44d1f3'] response: {'server_uuid': '17dc42f6-de3f-4069-9db8-011686e1c91a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69c3d342-6744-4e44-ba1f-918bb3581ac5', 'code': 200} Aug 18 11:23:42.761452 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Pushing event updated for resources: {'Port': ['ID=69c3d342-6744-4e44-ba1f-918bb3581ac5,revision_number=5']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:23:42.813866 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42f098e-676c-4944-b632-5b0c02be5c5a req-43d15710-9b19-411a-b8d4-3a072e2e9c61 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:23:42.815743 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-a42f098e-676c-4944-b632-5b0c02be5c5a req-43d15710-9b19-411a-b8d4-3a072e2e9c61 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=17dc42f6-de3f-4069-9db8-011686e1c91a HTTP/1.1" status: 200 len: 946 time: 0.0701408 Aug 18 11:23:42.874840 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-a42f098e-676c-4944-b632-5b0c02be5c5a req-84f6552d-690b-4847-8a8c-19498eeae32b tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f2cca6d3-a14d-4a28-a5b0-42bc876ad7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514941 Aug 18 11:23:42.942296 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=100 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:23:42.948380 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbe006f-2050-40f9-bc25-e135781461ea req-a223d5bb-318e-4691-8628-0833a22d8816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:23:42.950574 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-fcbe006f-2050-40f9-bc25-e135781461ea req-a223d5bb-318e-4691-8628-0833a22d8816 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=17dc42f6-de3f-4069-9db8-011686e1c91a HTTP/1.1" status: 200 len: 1130 time: 0.0505013 Aug 18 11:23:43.005739 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-fcbe006f-2050-40f9-bc25-e135781461ea req-f354114c-7a60-449c-87db-8bfeede5d94b service neutron] 10.222.0.20 "GET /networking/v2.0/security-groups?id=f2cca6d3-a14d-4a28-a5b0-42bc876ad7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490129 Aug 18 11:23:43.356315 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-1caa8212-7fe8-4e3a-b17f-54634928075f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (5a2ac145-53e3-4597-a9e7-c52b4336ae58), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:23:44.002939 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0ae67e-f2e5-4f56-bea8-6a45754fdd81 req-f315ee72-adf5-44f8-896a-ab2950cfe1dd tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:23:44.004442 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-5f0ae67e-f2e5-4f56-bea8-6a45754fdd81 req-f315ee72-adf5-44f8-896a-ab2950cfe1dd tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=17dc42f6-de3f-4069-9db8-011686e1c91a HTTP/1.1" status: 200 len: 946 time: 0.0472727 Aug 18 11:23:44.057266 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-5f0ae67e-f2e5-4f56-bea8-6a45754fdd81 req-c8e6e4b1-e2ea-4113-bfe1-6da59a54ff7e tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f2cca6d3-a14d-4a28-a5b0-42bc876ad7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466900 Aug 18 11:23:44.691547 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-a5cc8183-7213-4642-9d48-bc0d47940d29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (29720577-1c8f-43c1-a8be-c2a14df8d65e), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:23:45.182351 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd5aa14-5fdf-4853-8968-10c6cf2e7506 req-e6f88f6a-9330-49df-9243-4383dc66a16c tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:23:45.184166 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-acd5aa14-5fdf-4853-8968-10c6cf2e7506 req-e6f88f6a-9330-49df-9243-4383dc66a16c tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=17dc42f6-de3f-4069-9db8-011686e1c91a HTTP/1.1" status: 200 len: 946 time: 0.0479703 Aug 18 11:23:45.235451 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-acd5aa14-5fdf-4853-8968-10c6cf2e7506 req-452f99d6-d0e2-4f98-bf02-3653778f6452 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f2cca6d3-a14d-4a28-a5b0-42bc876ad7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455992 Aug 18 11:23:45.359118 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f931241-3eda-47b3-8842-dbe942c41ce0 req-69daa11a-761a-444f-98d8-7b4f2eacbf80 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:23:45.360757 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-7f931241-3eda-47b3-8842-dbe942c41ce0 req-69daa11a-761a-444f-98d8-7b4f2eacbf80 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=17dc42f6-de3f-4069-9db8-011686e1c91a HTTP/1.1" status: 200 len: 946 time: 0.0487642 Aug 18 11:23:45.370349 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.16', 56798) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:23:45.375453 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.v2.base [None req-a5e82d9d-fc4b-4ce8-9ae7-438531014918 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Request body: {'floatingip': {'port_id': '69c3d342-6744-4e44-ba1f-918bb3581ac5'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:23:45.662630 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a5e82d9d-fc4b-4ce8-9ae7-438531014918 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Publish callbacks [] for floatingip (b33151ea-a394-49fd-b4a5-2533f6bab50e), before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:23:45.755151 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=92,neutron:DELETE=1 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:23:45.759843 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=77 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:23:45.768376 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=100 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:23:45.998267 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (69d4285f-736d-41a6-a99e-1994eed59bce), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:23:46.098552 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a5e82d9d-fc4b-4ce8-9ae7-438531014918 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:23:46.102417 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a5e82d9d-fc4b-4ce8-9ae7-438531014918 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-519515'] for floatingip (b33151ea-a394-49fd-b4a5-2533f6bab50e), after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:23:46.195582 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.db.l3_db [None req-a5e82d9d-fc4b-4ce8-9ae7-438531014918 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Floating IP b33151ea-a394-49fd-b4a5-2533f6bab50e associated. External IP: 172.27.4.109, port: 69c3d342-6744-4e44-ba1f-918bb3581ac5. Aug 18 11:23:46.348839 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:23:46.399396 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5e82d9d-fc4b-4ce8-9ae7-438531014918 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Router 831210b6-dcdc-42e9-b525-a9ceeab779ac has already been hosted by L3 agent 5a2ac145-53e3-4597-a9e7-c52b4336ae58 {{(pid=106378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 11:23:46.473475 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c68edff8-e550-48a3-9de2-17badfe483c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (307af099-d926-4e52-9df3-0cd09baf3c81), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:23:46.509943 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5e82d9d-fc4b-4ce8-9ae7-438531014918 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Notify agent at l3_agent.dv-cinder-853450-2-iscsi the message routers_updated {{(pid=106378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 11:23:46.515111 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a5e82d9d-fc4b-4ce8-9ae7-438531014918 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22494'] for floatingip (None), before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:23:46.520038 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14e9b555-6cef-432a-9148-99312cac5603 None None] Sync routers for ids ['831210b6-dcdc-42e9-b525-a9ceeab779ac'] in dv-cinder-853450-2-iscsi {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 11:23:46.529816 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14e9b555-6cef-432a-9148-99312cac5603 None None] Routers {'831210b6-dcdc-42e9-b525-a9ceeab779ac'} bound to L3 agent in host dv-cinder-853450-2-iscsi {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 18 11:23:46.530421 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-14e9b555-6cef-432a-9148-99312cac5603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853450-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-18T11:07:43Z,description=,heartbeat_timestamp=2022-08-18T11:23:43Z,host='dv-cinder-853450-2-iscsi',id=5a2ac145-53e3-4597-a9e7-c52b4336ae58,load=0,resource_versions=,resources_synced=,started_at=2022-08-18T11:07:43Z,topic='l3_agent')) {'router_ids': ['831210b6-dcdc-42e9-b525-a9ceeab779ac'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:23:46.547645 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [None req-a5e82d9d-fc4b-4ce8-9ae7-438531014918 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "PUT /networking/v2.0/floatingips/b33151ea-a394-49fd-b4a5-2533f6bab50e HTTP/1.1" status: 200 len: 992 time: 1.1756618 Aug 18 11:23:46.548244 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17dc42f6-de3f-4069-9db8-011686e1c91a', 'tag': '69c3d342-6744-4e44-ba1f-918bb3581ac5'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 18 11:23:46.550640 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c862ab1b2ee120cb5e2e4f2725a0fe0d7acaf57f657006002d91667c9b4c94a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc9a26e5-7176-45a4-8481-3601375e4854" -d '{"events": [{"name": "network-changed", "server_uuid": "17dc42f6-de3f-4069-9db8-011686e1c91a", "tag": "69c3d342-6744-4e44-ba1f-918bb3581ac5"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:23:46.587445 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Aug 2022 11:23:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd71cde2-5f4a-41a5-94f0-b844120bcafe x-openstack-request-id: req-dd71cde2-5f4a-41a5-94f0-b844120bcafe {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:23:46.587742 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17dc42f6-de3f-4069-9db8-011686e1c91a", "tag": "69c3d342-6744-4e44-ba1f-918bb3581ac5", "status": "completed", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:23:46.588008 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-dd71cde2-5f4a-41a5-94f0-b844120bcafe {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:23:46.588457 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd71cde2-5f4a-41a5-94f0-b844120bcafe'] response: {'name': 'network-changed', 'server_uuid': '17dc42f6-de3f-4069-9db8-011686e1c91a', 'tag': '69c3d342-6744-4e44-ba1f-918bb3581ac5', 'status': 'completed', 'code': 200} Aug 18 11:23:46.635840 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-14e9b555-6cef-432a-9148-99312cac5603 None None] Set router 831210b6-dcdc-42e9-b525-a9ceeab779ac gateway port host: dv-cinder-853450-2-iscsi {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 18 11:23:46.653961 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9a26e5-7176-45a4-8481-3601375e4854 req-c32f0bb6-cd56-4561-a7ab-92ed155cbaf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:23:46.655479 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-bc9a26e5-7176-45a4-8481-3601375e4854 req-c32f0bb6-cd56-4561-a7ab-92ed155cbaf3 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=be810e9efc4f4214b473f76da7e2714b&device_id=17dc42f6-de3f-4069-9db8-011686e1c91a HTTP/1.1" status: 200 len: 1130 time: 0.0410187 Aug 18 11:23:46.752075 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9a26e5-7176-45a4-8481-3601375e4854 req-15722323-f7a4-480f-8f72-fbcca217f663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:23:46.753583 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-bc9a26e5-7176-45a4-8481-3601375e4854 req-15722323-f7a4-480f-8f72-fbcca217f663 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=610eae45-7047-4853-8153-1da79fb95838 HTTP/1.1" status: 200 len: 918 time: 0.0913632 Aug 18 11:23:46.821469 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-bc9a26e5-7176-45a4-8481-3601375e4854 req-3587c971-1494-4ff9-b59a-cea4224f24d7 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=69c3d342-6744-4e44-ba1f-918bb3581ac5 HTTP/1.1" status: 200 len: 1000 time: 0.0557425 Aug 18 11:23:46.838962 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:23:46.853936 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-14e9b555-6cef-432a-9148-99312cac5603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '831210b6-dcdc-42e9-b525-a9ceeab779ac', 'name': 'tempest-AttachVolumeShelveTestJSON-1403039600-router', 'tenant_id': 'be810e9efc4f4214b473f76da7e2714b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'external_fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.248'}], 'enable_snat': True}, 'gw_port_id': 'e014c633-017b-40b4-8bad-1dcf59e53287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T11:16:00Z', 'updated_at': '2022-08-18T11:16:14Z', 'revision_number': 4, 'project_id': 'be810e9efc4f4214b473f76da7e2714b', 'gw_port': {'id': 'e014c633-017b-40b4-8bad-1dcf59e53287', 'name': '', 'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:76:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '831210b6-dcdc-42e9-b525-a9ceeab779ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853450-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:16:03Z', 'updated_at': '2022-08-18T11:16:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853450-2-iscsi', '_floatingips': [{'id': 'b33151ea-a394-49fd-b4a5-2533f6bab50e', 'tenant_id': 'be810e9efc4f4214b473f76da7e2714b', 'floating_ip_address': '172.27.4.109', 'floating_network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'router_id': '831210b6-dcdc-42e9-b525-a9ceeab779ac', 'port_id': '69c3d342-6744-4e44-ba1f-918bb3581ac5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '610eae45-7047-4853-8153-1da79fb95838', 'mac_address': 'fa:16:3e:56:5e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17dc42f6-de3f-4069-9db8-011686e1c91a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-18T11:23:30Z', 'updated_at': '2022-08-18T11:23:46Z', 'revision_number': 1, 'project_id': 'be810e9efc4f4214b473f76da7e2714b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '483817c4-d525-4e0e-8fdc-9115e6f5f758', 'name': '', 'network_id': '610eae45-7047-4853-8153-1da79fb95838', 'tenant_id': 'be810e9efc4f4214b473f76da7e2714b', 'mac_address': 'fa:16:3e:57:b0:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '831210b6-dcdc-42e9-b525-a9ceeab779ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'c3eb1b23-820c-420d-9ebc-59169bbc8615', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853450-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:16:12Z', 'updated_at': '2022-08-18T11:16:34Z', 'revision_number': 5, 'project_id': 'be810e9efc4f4214b473f76da7e2714b', 'subnets': [{'id': 'c3eb1b23-820c-420d-9ebc-59169bbc8615', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853450-2-iscsi', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:23:46.881704 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9a26e5-7176-45a4-8481-3601375e4854 req-5d526b84-4323-41ec-8c06-fca620c5d77c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:23:46.881969 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14e9b555-6cef-432a-9148-99312cac5603 None None] Checking router: 831210b6-dcdc-42e9-b525-a9ceeab779ac for host: dv-cinder-853450-2-iscsi {{(pid=106381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 11:23:46.883181 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-bc9a26e5-7176-45a4-8481-3601375e4854 req-5d526b84-4323-41ec-8c06-fca620c5d77c service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=c3eb1b23-820c-420d-9ebc-59169bbc8615 HTTP/1.1" status: 200 len: 856 time: 0.0515313 Aug 18 11:23:46.890957 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14e9b555-6cef-432a-9148-99312cac5603 None None] Routers {'831210b6-dcdc-42e9-b525-a9ceeab779ac'} bound to L3 agent in host dv-cinder-853450-2-iscsi {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 18 11:23:46.891505 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-14e9b555-6cef-432a-9148-99312cac5603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853450-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-18T11:07:43Z,description=,heartbeat_timestamp=2022-08-18T11:23:43Z,host='dv-cinder-853450-2-iscsi',id=5a2ac145-53e3-4597-a9e7-c52b4336ae58,load=0,resource_versions=,resources_synced=,started_at=2022-08-18T11:07:43Z,topic='l3_agent')) {'router_ids': ['831210b6-dcdc-42e9-b525-a9ceeab779ac'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:23:46.929034 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9a26e5-7176-45a4-8481-3601375e4854 req-63ea030f-3332-438e-9bc1-b4c8f3a98d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:23:46.930548 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-bc9a26e5-7176-45a4-8481-3601375e4854 req-63ea030f-3332-438e-9bc1-b4c8f3a98d5c service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=610eae45-7047-4853-8153-1da79fb95838&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0398545 Aug 18 11:23:46.994266 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-14e9b555-6cef-432a-9148-99312cac5603 None None] Set router 831210b6-dcdc-42e9-b525-a9ceeab779ac gateway port host: dv-cinder-853450-2-iscsi {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 18 11:23:47.028320 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-bc9a26e5-7176-45a4-8481-3601375e4854 req-c768ab04-20ad-43d0-96b7-65ed777153d3 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/610eae45-7047-4853-8153-1da79fb95838?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903182 Aug 18 11:23:47.120712 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-bc9a26e5-7176-45a4-8481-3601375e4854 req-ff451356-d4d3-4568-b749-79361b428953 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/610eae45-7047-4853-8153-1da79fb95838?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855975 Aug 18 11:23:47.214311 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-14e9b555-6cef-432a-9148-99312cac5603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '831210b6-dcdc-42e9-b525-a9ceeab779ac', 'name': 'tempest-AttachVolumeShelveTestJSON-1403039600-router', 'tenant_id': 'be810e9efc4f4214b473f76da7e2714b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'external_fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.248'}], 'enable_snat': True}, 'gw_port_id': 'e014c633-017b-40b4-8bad-1dcf59e53287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T11:16:00Z', 'updated_at': '2022-08-18T11:16:14Z', 'revision_number': 4, 'project_id': 'be810e9efc4f4214b473f76da7e2714b', 'gw_port': {'id': 'e014c633-017b-40b4-8bad-1dcf59e53287', 'name': '', 'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:76:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '831210b6-dcdc-42e9-b525-a9ceeab779ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853450-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:16:03Z', 'updated_at': '2022-08-18T11:16:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853450-2-iscsi', '_floatingips': [{'id': 'b33151ea-a394-49fd-b4a5-2533f6bab50e', 'tenant_id': 'be810e9efc4f4214b473f76da7e2714b', 'floating_ip_address': '172.27.4.109', 'floating_network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'router_id': '831210b6-dcdc-42e9-b525-a9ceeab779ac', 'port_id': '69c3d342-6744-4e44-ba1f-918bb3581ac5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '610eae45-7047-4853-8153-1da79fb95838', 'mac_address': 'fa:16:3e:56:5e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17dc42f6-de3f-4069-9db8-011686e1c91a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-18T11:23:30Z', 'updated_at': '2022-08-18T11:23:46Z', 'revision_number': 1, 'project_id': 'be810e9efc4f4214b473f76da7e2714b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '483817c4-d525-4e0e-8fdc-9115e6f5f758', 'name': '', 'network_id': '610eae45-7047-4853-8153-1da79fb95838', 'tenant_id': 'be810e9efc4f4214b473f76da7e2714b', 'mac_address': 'fa:16:3e:57:b0:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '831210b6-dcdc-42e9-b525-a9ceeab779ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'c3eb1b23-820c-420d-9ebc-59169bbc8615', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853450-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:16:12Z', 'updated_at': '2022-08-18T11:16:34Z', 'revision_number': 5, 'project_id': 'be810e9efc4f4214b473f76da7e2714b', 'subnets': [{'id': 'c3eb1b23-820c-420d-9ebc-59169bbc8615', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853450-2-iscsi', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:23:47.242355 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14e9b555-6cef-432a-9148-99312cac5603 None None] The sync data for ids ['831210b6-dcdc-42e9-b525-a9ceeab779ac'] in dv-cinder-853450-2-iscsi is: [{'id': '831210b6-dcdc-42e9-b525-a9ceeab779ac', 'name': 'tempest-AttachVolumeShelveTestJSON-1403039600-router', 'tenant_id': 'be810e9efc4f4214b473f76da7e2714b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'external_fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.248'}], 'enable_snat': True}, 'gw_port_id': 'e014c633-017b-40b4-8bad-1dcf59e53287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T11:16:00Z', 'updated_at': '2022-08-18T11:16:14Z', 'revision_number': 4, 'project_id': 'be810e9efc4f4214b473f76da7e2714b', 'gw_port': {'id': 'e014c633-017b-40b4-8bad-1dcf59e53287', 'name': '', 'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:76:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '831210b6-dcdc-42e9-b525-a9ceeab779ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853450-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:16:03Z', 'updated_at': '2022-08-18T11:16:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853450-2-iscsi', '_floatingips': [{'id': 'b33151ea-a394-49fd-b4a5-2533f6bab50e', 'tenant_id': 'be810e9efc4f4214b473f76da7e2714b', 'floating_ip_address': '172.27.4.109', 'floating_network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'router_id': '831210b6-dcdc-42e9-b525-a9ceeab779ac', 'port_id': '69c3d342-6744-4e44-ba1f-918bb3581ac5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '610eae45-7047-4853-8153-1da79fb95838', 'mac_address': 'fa:16:3e:56:5e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17dc42f6-de3f-4069-9db8-011686e1c91a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-18T11:23:30Z', 'updated_at': '2022-08-18T11:23:46Z', 'revision_number': 1, 'project_id': 'be810e9efc4f4214b473f76da7e2714b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '483817c4-d525-4e0e-8fdc-9115e6f5f758', 'name': '', 'network_id': '610eae45-7047-4853-8153-1da79fb95838', 'tenant_id': 'be810e9efc4f4214b473f76da7e2714b', 'mac_address': 'fa:16:3e:57:b0:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '831210b6-dcdc-42e9-b525-a9ceeab779ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'c3eb1b23-820c-420d-9ebc-59169bbc8615', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853450-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:16:12Z', 'updated_at': '2022-08-18T11:16:34Z', 'revision_number': 5, 'project_id': 'be810e9efc4f4214b473f76da7e2714b', 'subnets': [{'id': 'c3eb1b23-820c-420d-9ebc-59169bbc8615', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 11:23:47.425917 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3758e1cd-cd34-4f4b-9a17-0054c0ab0611 None None] New status for floating IP b33151ea-a394-49fd-b4a5-2533f6bab50e: ACTIVE {{(pid=106380) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 18 11:23:52.962442 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-0f9b59ba-cf1b-4dab-8765-ab1d31288ff2 req-9b7c8b01-a69a-4077-a171-44ceeb31f0e7 tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] 10.222.0.16 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-257647695&fields=id&tenant_id=c14bc6c22cf74ac7b59d0c55e82c0829 HTTP/1.1" status: 200 len: 267 time: 0.0442555 Aug 18 11:23:53.018040 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9b59ba-cf1b-4dab-8765-ab1d31288ff2 req-af30fc1b-f7bf-4a1f-9d62-79521de210a1 tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:23:53.019501 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-0f9b59ba-cf1b-4dab-8765-ab1d31288ff2 req-af30fc1b-f7bf-4a1f-9d62-79521de210a1 tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=14bb996a-1759-4c54-a265-b0c0ff031061 HTTP/1.1" status: 200 len: 984 time: 0.0511978 Aug 18 11:23:53.031539 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.v2.base [req-0f9b59ba-cf1b-4dab-8765-ab1d31288ff2 req-e965cb49-b29c-4487-887c-f49e72521a31 tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] Request body: {'port': {'security_groups': ['b24ec8ab-a55e-4d86-92f7-e9e1e78b7104']}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:23:53.109013 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-0f9b59ba-cf1b-4dab-8765-ab1d31288ff2 req-e965cb49-b29c-4487-887c-f49e72521a31 tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (cecdc342-f044-4a7c-a96e-85b2ea4740c7), before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:23:53.254552 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:23:53.286166 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-0f9b59ba-cf1b-4dab-8765-ab1d31288ff2 req-e965cb49-b29c-4487-887c-f49e72521a31 tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] For port cecdc342-f044-4a7c-a96e-85b2ea4740c7, host hv-cinder-85345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85345',level=0,port_id=cecdc342-f044-4a7c-a96e-85b2ea4740c7,segment=NetworkSegment(e6c24dd4-4365-4c21-8b76-4afbdd585f48),segment_id=e6c24dd4-4365-4c21-8b76-4afbdd585f48)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:23:53.314365 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-0f9b59ba-cf1b-4dab-8765-ab1d31288ff2 req-e965cb49-b29c-4487-887c-f49e72521a31 tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] Publish callbacks [] for port (cecdc342-f044-4a7c-a96e-85b2ea4740c7), precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:23:53.318747 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-0f9b59ba-cf1b-4dab-8765-ab1d31288ff2 req-e965cb49-b29c-4487-887c-f49e72521a31 tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732803053689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732802528799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732802528817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11809220'] for port (cecdc342-f044-4a7c-a96e-85b2ea4740c7), after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:23:53.329723 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9b59ba-cf1b-4dab-8765-ab1d31288ff2 req-e965cb49-b29c-4487-887c-f49e72521a31 tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:23:53.330562 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-0f9b59ba-cf1b-4dab-8765-ab1d31288ff2 req-e965cb49-b29c-4487-887c-f49e72521a31 tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22494'] for port (None), before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:23:53.331685 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] get_ports_and_sgs() called for port_ids ['cecdc342-f044-4a7c-a96e-85b2ea4740c7'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 18 11:23:53.332148 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-0f9b59ba-cf1b-4dab-8765-ab1d31288ff2 req-e965cb49-b29c-4487-887c-f49e72521a31 tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] 10.222.0.16 "PUT /networking/v2.0/ports/cecdc342-f044-4a7c-a96e-85b2ea4740c7 HTTP/1.1" status: 200 len: 942 time: 0.3061104 Aug 18 11:23:53.334721 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14bb996a-1759-4c54-a265-b0c0ff031061', 'tag': 'cecdc342-f044-4a7c-a96e-85b2ea4740c7'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 18 11:23:53.335938 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c862ab1b2ee120cb5e2e4f2725a0fe0d7acaf57f657006002d91667c9b4c94a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a61764d-1995-44e7-b502-52ee940c9969" -d '{"events": [{"name": "network-changed", "server_uuid": "14bb996a-1759-4c54-a265-b0c0ff031061", "tag": "cecdc342-f044-4a7c-a96e-85b2ea4740c7"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:23:53.339021 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.16', 56816) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:23:53.387011 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e965cb49-b29c-4487-887c-f49e72521a31 tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] Pushing event updated for resources: {'Port': ['ID=cecdc342-f044-4a7c-a96e-85b2ea4740c7,revision_number=7']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:23:53.404614 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Aug 2022 11:23:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5744895b-b0c6-463b-9690-ded428f307d8 x-openstack-request-id: req-5744895b-b0c6-463b-9690-ded428f307d8 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:23:53.405188 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14bb996a-1759-4c54-a265-b0c0ff031061", "tag": "cecdc342-f044-4a7c-a96e-85b2ea4740c7", "status": "completed", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:23:53.405670 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5744895b-b0c6-463b-9690-ded428f307d8 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:23:53.406274 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5744895b-b0c6-463b-9690-ded428f307d8'] response: {'name': 'network-changed', 'server_uuid': '14bb996a-1759-4c54-a265-b0c0ff031061', 'tag': 'cecdc342-f044-4a7c-a96e-85b2ea4740c7', 'status': 'completed', 'code': 200} Aug 18 11:23:53.423190 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7f57c368-efe7-4308-99ba-b3c45fb0c9d9 tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] Publish callbacks [] for security_group (42183954-4a21-4746-a07e-acf26d6396e0), before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:23:53.450908 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7f57c368-efe7-4308-99ba-b3c45fb0c9d9 tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] Publish callbacks [] for security_group (42183954-4a21-4746-a07e-acf26d6396e0), precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:23:53.452675 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] get_ports_and_sgs() called for port_ids ['cecdc342-f044-4a7c-a96e-85b2ea4740c7'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 18 11:23:53.480716 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a61764d-1995-44e7-b502-52ee940c9969 req-ac4495d3-a92a-416e-b53f-73421248fd6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:23:53.482781 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-1a61764d-1995-44e7-b502-52ee940c9969 req-ac4495d3-a92a-416e-b53f-73421248fd6f service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=c14bc6c22cf74ac7b59d0c55e82c0829&device_id=14bb996a-1759-4c54-a265-b0c0ff031061 HTTP/1.1" status: 200 len: 1129 time: 0.0579524 Aug 18 11:23:53.519137 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7f57c368-efe7-4308-99ba-b3c45fb0c9d9 tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433130'] for security_group (42183954-4a21-4746-a07e-acf26d6396e0), after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:23:53.522488 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7f57c368-efe7-4308-99ba-b3c45fb0c9d9 tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] Publish callbacks [] for security_group (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:23:53.526192 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-7f57c368-efe7-4308-99ba-b3c45fb0c9d9 tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] 10.222.0.16 "DELETE /networking/v2.0/security-groups/42183954-4a21-4746-a07e-acf26d6396e0 HTTP/1.1" status: 204 len: 168 time: 0.1827641 Aug 18 11:23:53.529307 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.16', 56822) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:23:53.542407 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f57c368-efe7-4308-99ba-b3c45fb0c9d9 tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=42183954-4a21-4746-a07e-acf26d6396e0,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:23:53.560391 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:23:53.585001 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f57c368-efe7-4308-99ba-b3c45fb0c9d9 tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:23:53.585391 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f57c368-efe7-4308-99ba-b3c45fb0c9d9 tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:23:53.585693 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f57c368-efe7-4308-99ba-b3c45fb0c9d9 tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:23:53.586036 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f57c368-efe7-4308-99ba-b3c45fb0c9d9 tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:23:53.586373 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f57c368-efe7-4308-99ba-b3c45fb0c9d9 tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:23:53.586729 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f57c368-efe7-4308-99ba-b3c45fb0c9d9 tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:23:53.587067 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f57c368-efe7-4308-99ba-b3c45fb0c9d9 tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:23:53.587400 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f57c368-efe7-4308-99ba-b3c45fb0c9d9 tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:23:53.587732 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f57c368-efe7-4308-99ba-b3c45fb0c9d9 tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:23:53.588062 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f57c368-efe7-4308-99ba-b3c45fb0c9d9 tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:23:53.588413 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f57c368-efe7-4308-99ba-b3c45fb0c9d9 tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:23:53.588747 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f57c368-efe7-4308-99ba-b3c45fb0c9d9 tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:23:53.589072 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f57c368-efe7-4308-99ba-b3c45fb0c9d9 tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:23:53.589398 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f57c368-efe7-4308-99ba-b3c45fb0c9d9 tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:23:53.590266 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f57c368-efe7-4308-99ba-b3c45fb0c9d9 tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:23:53.596379 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a61764d-1995-44e7-b502-52ee940c9969 req-3fca2091-3e37-4967-9287-28e3592f68c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:23:53.598341 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-1a61764d-1995-44e7-b502-52ee940c9969 req-3fca2091-3e37-4967-9287-28e3592f68c2 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=819ea763-4a78-4c37-9c12-7248a0692fce HTTP/1.1" status: 200 len: 915 time: 0.1081083 Aug 18 11:23:53.640563 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:23:53.683060 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-1a61764d-1995-44e7-b502-52ee940c9969 req-6fe5dc1c-b54d-4aa0-981a-5e4f2aaccd88 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cecdc342-f044-4a7c-a96e-85b2ea4740c7 HTTP/1.1" status: 200 len: 1001 time: 0.0772693 Aug 18 11:23:53.715614 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-bccc1183-9feb-4cc6-8132-9bee92889392 tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] Deleting port a9e00824-f493-41c4-999e-f955915143ce {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 18 11:23:53.715928 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-bccc1183-9feb-4cc6-8132-9bee92889392 tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732803047114'] for port (a9e00824-f493-41c4-999e-f955915143ce), before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:23:53.718475 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:23:53.736786 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a61764d-1995-44e7-b502-52ee940c9969 req-089dee55-ea66-464b-9914-4bba9b309ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:23:53.738234 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-1a61764d-1995-44e7-b502-52ee940c9969 req-089dee55-ea66-464b-9914-4bba9b309ec4 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=624f58cc-2f47-4cbf-b4da-a6f052b72e48 HTTP/1.1" status: 200 len: 853 time: 0.0476792 Aug 18 11:23:53.783738 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a61764d-1995-44e7-b502-52ee940c9969 req-ea535095-8dde-45ae-b44e-dfc525781116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:23:53.785251 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-1a61764d-1995-44e7-b502-52ee940c9969 req-ea535095-8dde-45ae-b44e-dfc525781116 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=819ea763-4a78-4c37-9c12-7248a0692fce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0401299 Aug 18 11:23:53.793201 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-bccc1183-9feb-4cc6-8132-9bee92889392 tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498516'] for port (a9e00824-f493-41c4-999e-f955915143ce), precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:23:53.793526 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-bccc1183-9feb-4cc6-8132-9bee92889392 tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] Publish callbacks [] for floatingip (a9e00824-f493-41c4-999e-f955915143ce), precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:23:53.806186 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-bccc1183-9feb-4cc6-8132-9bee92889392 tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] Calling delete_port for a9e00824-f493-41c4-999e-f955915143ce owned by network:floatingip {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 18 11:23:53.881884 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-1a61764d-1995-44e7-b502-52ee940c9969 req-fd85ae99-f0c8-449f-972c-8a0db84479df service neutron] 10.222.0.20 "GET /networking/v2.0/networks/819ea763-4a78-4c37-9c12-7248a0692fce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891137 Aug 18 11:23:53.978647 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-1a61764d-1995-44e7-b502-52ee940c9969 req-2ce32248-7fc7-4f1f-93b0-aa6365aa7ec6 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/819ea763-4a78-4c37-9c12-7248a0692fce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875866 Aug 18 11:23:53.982106 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-bccc1183-9feb-4cc6-8132-9bee92889392 tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732803053743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732802528790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638927'] for port (a9e00824-f493-41c4-999e-f955915143ce), after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:23:54.009492 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccc1183-9feb-4cc6-8132-9bee92889392 tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] Pushing event deleted for resources: {'Port': ['ID=a9e00824-f493-41c4-999e-f955915143ce,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:23:54.078159 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-bccc1183-9feb-4cc6-8132-9bee92889392 tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] Publish callbacks [] for floatingip (a93bc9e8-c951-4322-a0e7-8193e98af8e1), after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:23:54.078474 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.db.l3_db [None req-bccc1183-9feb-4cc6-8132-9bee92889392 tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] Floating IP a93bc9e8-c951-4322-a0e7-8193e98af8e1 disassociated (deleted). External IP: 172.27.4.180, port: cecdc342-f044-4a7c-a96e-85b2ea4740c7. Aug 18 11:23:54.217685 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:23:54.283734 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bccc1183-9feb-4cc6-8132-9bee92889392 tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] Router 33a9ac7d-d2f1-430b-b49b-1cb350f7f592 has already been hosted by L3 agent 5a2ac145-53e3-4597-a9e7-c52b4336ae58 {{(pid=106379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 11:23:54.337423 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:23:54.389506 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bccc1183-9feb-4cc6-8132-9bee92889392 tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] Notify agent at l3_agent.dv-cinder-853450-2-iscsi the message routers_updated {{(pid=106379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 11:23:54.394138 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-bccc1183-9feb-4cc6-8132-9bee92889392 tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22494'] for floatingip (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:23:54.398926 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-754f99ec-4a0f-4397-9e00-10a24af88f30 None None] Sync routers for ids ['33a9ac7d-d2f1-430b-b49b-1cb350f7f592'] in dv-cinder-853450-2-iscsi {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 11:23:54.411160 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-754f99ec-4a0f-4397-9e00-10a24af88f30 None None] Routers {'33a9ac7d-d2f1-430b-b49b-1cb350f7f592'} bound to L3 agent in host dv-cinder-853450-2-iscsi {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 18 11:23:54.411969 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-754f99ec-4a0f-4397-9e00-10a24af88f30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853450-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-18T11:07:43Z,description=,heartbeat_timestamp=2022-08-18T11:23:43Z,host='dv-cinder-853450-2-iscsi',id=5a2ac145-53e3-4597-a9e7-c52b4336ae58,load=0,resource_versions=,resources_synced=,started_at=2022-08-18T11:07:43Z,topic='l3_agent')) {'router_ids': ['33a9ac7d-d2f1-430b-b49b-1cb350f7f592'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:23:54.526532 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-754f99ec-4a0f-4397-9e00-10a24af88f30 None None] Set router 33a9ac7d-d2f1-430b-b49b-1cb350f7f592 gateway port host: dv-cinder-853450-2-iscsi {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 18 11:23:54.640478 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=100 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:23:54.655765 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-bccc1183-9feb-4cc6-8132-9bee92889392 tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] 10.222.0.16 "DELETE /networking/v2.0/floatingips/a93bc9e8-c951-4322-a0e7-8193e98af8e1 HTTP/1.1" status: 204 len: 168 time: 1.1252971 Aug 18 11:23:54.656389 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14bb996a-1759-4c54-a265-b0c0ff031061', 'tag': 'cecdc342-f044-4a7c-a96e-85b2ea4740c7'}] {{(pid=106379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 18 11:23:54.658650 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afeb4790f423e7ffe5fa0b02628cc43a14be8f1f20ac5f0ea3cf567e42d62054" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a76a2fad-1f49-4628-8b27-e44d79b29733" -d '{"events": [{"name": "network-changed", "server_uuid": "14bb996a-1759-4c54-a265-b0c0ff031061", "tag": "cecdc342-f044-4a7c-a96e-85b2ea4740c7"}]}' {{(pid=106379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:23:54.660397 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=100 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:23:54.713720 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Aug 2022 11:23:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa02f337-fe28-411f-bdc6-d0d723935034 x-openstack-request-id: req-fa02f337-fe28-411f-bdc6-d0d723935034 {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:23:54.714036 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14bb996a-1759-4c54-a265-b0c0ff031061", "tag": "cecdc342-f044-4a7c-a96e-85b2ea4740c7", "status": "completed", "code": 200}]} {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:23:54.714521 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fa02f337-fe28-411f-bdc6-d0d723935034 {{(pid=106379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:23:54.714978 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa02f337-fe28-411f-bdc6-d0d723935034'] response: {'name': 'network-changed', 'server_uuid': '14bb996a-1759-4c54-a265-b0c0ff031061', 'tag': 'cecdc342-f044-4a7c-a96e-85b2ea4740c7', 'status': 'completed', 'code': 200} Aug 18 11:23:54.728844 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-754f99ec-4a0f-4397-9e00-10a24af88f30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33a9ac7d-d2f1-430b-b49b-1cb350f7f592', 'name': 'tempest-TestMinimumBasicScenario-977029492-router', 'tenant_id': 'c14bc6c22cf74ac7b59d0c55e82c0829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'external_fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.155'}], 'enable_snat': True}, 'gw_port_id': '0b2b7bae-475c-451e-b7d3-4c8d4a561088', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T11:18:48Z', 'updated_at': '2022-08-18T11:18:51Z', 'revision_number': 4, 'project_id': 'c14bc6c22cf74ac7b59d0c55e82c0829', 'gw_port': {'id': '0b2b7bae-475c-451e-b7d3-4c8d4a561088', 'name': '', 'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:08:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33a9ac7d-d2f1-430b-b49b-1cb350f7f592', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853450-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:18:48Z', 'updated_at': '2022-08-18T11:18:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853450-2-iscsi', '_interfaces': [{'id': '0ba2e98b-58de-4395-9846-095e10d78118', 'name': '', 'network_id': '819ea763-4a78-4c37-9c12-7248a0692fce', 'tenant_id': 'c14bc6c22cf74ac7b59d0c55e82c0829', 'mac_address': 'fa:16:3e:d8:4d:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33a9ac7d-d2f1-430b-b49b-1cb350f7f592', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '624f58cc-2f47-4cbf-b4da-a6f052b72e48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853450-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:18:50Z', 'updated_at': '2022-08-18T11:18:57Z', 'revision_number': 5, 'project_id': 'c14bc6c22cf74ac7b59d0c55e82c0829', 'subnets': [{'id': '624f58cc-2f47-4cbf-b4da-a6f052b72e48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853450-2-iscsi', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:23:54.761129 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-754f99ec-4a0f-4397-9e00-10a24af88f30 None None] Checking router: 33a9ac7d-d2f1-430b-b49b-1cb350f7f592 for host: dv-cinder-853450-2-iscsi {{(pid=106381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 11:23:54.770408 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-754f99ec-4a0f-4397-9e00-10a24af88f30 None None] Routers {'33a9ac7d-d2f1-430b-b49b-1cb350f7f592'} bound to L3 agent in host dv-cinder-853450-2-iscsi {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 18 11:23:54.771027 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-754f99ec-4a0f-4397-9e00-10a24af88f30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853450-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-18T11:07:43Z,description=,heartbeat_timestamp=2022-08-18T11:23:43Z,host='dv-cinder-853450-2-iscsi',id=5a2ac145-53e3-4597-a9e7-c52b4336ae58,load=0,resource_versions=,resources_synced=,started_at=2022-08-18T11:07:43Z,topic='l3_agent')) {'router_ids': ['33a9ac7d-d2f1-430b-b49b-1cb350f7f592'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:23:54.794254 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76a2fad-1f49-4628-8b27-e44d79b29733 req-848d8286-9e29-4ad5-9c94-7a26b24fe31b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:23:54.795894 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-a76a2fad-1f49-4628-8b27-e44d79b29733 req-848d8286-9e29-4ad5-9c94-7a26b24fe31b service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=c14bc6c22cf74ac7b59d0c55e82c0829&device_id=14bb996a-1759-4c54-a265-b0c0ff031061 HTTP/1.1" status: 200 len: 1129 time: 0.0469348 Aug 18 11:23:54.879073 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-754f99ec-4a0f-4397-9e00-10a24af88f30 None None] Set router 33a9ac7d-d2f1-430b-b49b-1cb350f7f592 gateway port host: dv-cinder-853450-2-iscsi {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 18 11:23:54.900729 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76a2fad-1f49-4628-8b27-e44d79b29733 req-3c70f5d2-8514-4085-83a1-5493e98065df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:23:54.903250 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-a76a2fad-1f49-4628-8b27-e44d79b29733 req-3c70f5d2-8514-4085-83a1-5493e98065df service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=819ea763-4a78-4c37-9c12-7248a0692fce HTTP/1.1" status: 200 len: 915 time: 0.1002734 Aug 18 11:23:54.959917 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-a76a2fad-1f49-4628-8b27-e44d79b29733 req-57089947-51f3-4522-8f3d-f808a67ab8d6 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cecdc342-f044-4a7c-a96e-85b2ea4740c7 HTTP/1.1" status: 200 len: 217 time: 0.0399647 Aug 18 11:23:55.017681 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76a2fad-1f49-4628-8b27-e44d79b29733 req-b13b0367-213a-435b-9bc8-f057206f0b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:23:55.019195 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-a76a2fad-1f49-4628-8b27-e44d79b29733 req-b13b0367-213a-435b-9bc8-f057206f0b8f service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=624f58cc-2f47-4cbf-b4da-a6f052b72e48 HTTP/1.1" status: 200 len: 853 time: 0.0500619 Aug 18 11:23:55.164822 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-754f99ec-4a0f-4397-9e00-10a24af88f30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33a9ac7d-d2f1-430b-b49b-1cb350f7f592', 'name': 'tempest-TestMinimumBasicScenario-977029492-router', 'tenant_id': 'c14bc6c22cf74ac7b59d0c55e82c0829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'external_fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.155'}], 'enable_snat': True}, 'gw_port_id': '0b2b7bae-475c-451e-b7d3-4c8d4a561088', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T11:18:48Z', 'updated_at': '2022-08-18T11:18:51Z', 'revision_number': 4, 'project_id': 'c14bc6c22cf74ac7b59d0c55e82c0829', 'gw_port': {'id': '0b2b7bae-475c-451e-b7d3-4c8d4a561088', 'name': '', 'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:08:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33a9ac7d-d2f1-430b-b49b-1cb350f7f592', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853450-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:18:48Z', 'updated_at': '2022-08-18T11:18:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853450-2-iscsi', '_interfaces': [{'id': '0ba2e98b-58de-4395-9846-095e10d78118', 'name': '', 'network_id': '819ea763-4a78-4c37-9c12-7248a0692fce', 'tenant_id': 'c14bc6c22cf74ac7b59d0c55e82c0829', 'mac_address': 'fa:16:3e:d8:4d:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33a9ac7d-d2f1-430b-b49b-1cb350f7f592', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '624f58cc-2f47-4cbf-b4da-a6f052b72e48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853450-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:18:50Z', 'updated_at': '2022-08-18T11:18:57Z', 'revision_number': 5, 'project_id': 'c14bc6c22cf74ac7b59d0c55e82c0829', 'subnets': [{'id': '624f58cc-2f47-4cbf-b4da-a6f052b72e48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853450-2-iscsi', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:23:55.190172 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-754f99ec-4a0f-4397-9e00-10a24af88f30 None None] The sync data for ids ['33a9ac7d-d2f1-430b-b49b-1cb350f7f592'] in dv-cinder-853450-2-iscsi is: [{'id': '33a9ac7d-d2f1-430b-b49b-1cb350f7f592', 'name': 'tempest-TestMinimumBasicScenario-977029492-router', 'tenant_id': 'c14bc6c22cf74ac7b59d0c55e82c0829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'external_fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.155'}], 'enable_snat': True}, 'gw_port_id': '0b2b7bae-475c-451e-b7d3-4c8d4a561088', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T11:18:48Z', 'updated_at': '2022-08-18T11:18:51Z', 'revision_number': 4, 'project_id': 'c14bc6c22cf74ac7b59d0c55e82c0829', 'gw_port': {'id': '0b2b7bae-475c-451e-b7d3-4c8d4a561088', 'name': '', 'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:08:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33a9ac7d-d2f1-430b-b49b-1cb350f7f592', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853450-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:18:48Z', 'updated_at': '2022-08-18T11:18:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853450-2-iscsi', '_interfaces': [{'id': '0ba2e98b-58de-4395-9846-095e10d78118', 'name': '', 'network_id': '819ea763-4a78-4c37-9c12-7248a0692fce', 'tenant_id': 'c14bc6c22cf74ac7b59d0c55e82c0829', 'mac_address': 'fa:16:3e:d8:4d:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33a9ac7d-d2f1-430b-b49b-1cb350f7f592', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '624f58cc-2f47-4cbf-b4da-a6f052b72e48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853450-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:18:50Z', 'updated_at': '2022-08-18T11:18:57Z', 'revision_number': 5, 'project_id': 'c14bc6c22cf74ac7b59d0c55e82c0829', 'subnets': [{'id': '624f58cc-2f47-4cbf-b4da-a6f052b72e48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 11:23:55.404057 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aa2cd6a-c8e7-4bc9-a142-0c07d0286e08 None None] New status for floating IP a93bc9e8-c951-4322-a0e7-8193e98af8e1: DOWN {{(pid=106380) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 18 11:23:55.595901 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76a2fad-1f49-4628-8b27-e44d79b29733 req-82456879-8a45-4c2b-9c7f-05e8b180794f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:23:55.597514 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-a76a2fad-1f49-4628-8b27-e44d79b29733 req-82456879-8a45-4c2b-9c7f-05e8b180794f service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=819ea763-4a78-4c37-9c12-7248a0692fce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0411005 Aug 18 11:23:55.697251 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-a76a2fad-1f49-4628-8b27-e44d79b29733 req-c7677f5a-d7cd-4a9e-a8c4-c2e5f41b31f8 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/819ea763-4a78-4c37-9c12-7248a0692fce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878193 Aug 18 11:23:55.760459 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=100 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:23:55.796902 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-a76a2fad-1f49-4628-8b27-e44d79b29733 req-f42f7dc3-15b9-4d73-9f58-beaa04eaf73b service neutron] 10.222.0.20 "GET /networking/v2.0/networks/819ea763-4a78-4c37-9c12-7248a0692fce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865531 Aug 18 11:23:57.428210 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c4d094-b20e-43f4-89f9-473976855630 req-93153828-7345-42a4-bc29-888d0134786c tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:23:57.429712 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-46c4d094-b20e-43f4-89f9-473976855630 req-93153828-7345-42a4-bc29-888d0134786c tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=14bb996a-1759-4c54-a265-b0c0ff031061 HTTP/1.1" status: 200 len: 945 time: 0.0525999 Aug 18 11:23:57.476582 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-46c4d094-b20e-43f4-89f9-473976855630 req-491b4745-4508-430e-88de-73f4c2c89957 tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b24ec8ab-a55e-4d86-92f7-e9e1e78b7104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410056 Aug 18 11:23:58.595458 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85997d48-c167-49e2-a8c8-bb8dc13a1b23 req-7836b6b8-4cca-451b-9eaa-35c72d3f698b tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:23:58.597055 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-85997d48-c167-49e2-a8c8-bb8dc13a1b23 req-7836b6b8-4cca-451b-9eaa-35c72d3f698b tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=14bb996a-1759-4c54-a265-b0c0ff031061 HTTP/1.1" status: 200 len: 945 time: 0.0474606 Aug 18 11:23:58.644757 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-85997d48-c167-49e2-a8c8-bb8dc13a1b23 req-c6b17768-daef-4829-86fc-2ffc5e250370 tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b24ec8ab-a55e-4d86-92f7-e9e1e78b7104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405436 Aug 18 11:23:59.946216 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90c7f8f-07b0-4ee2-8bfe-a96a6d9493f4 req-c331f380-ce6f-4739-9f01-f1a65baaae9b tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:23:59.947660 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-a90c7f8f-07b0-4ee2-8bfe-a96a6d9493f4 req-c331f380-ce6f-4739-9f01-f1a65baaae9b tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=14bb996a-1759-4c54-a265-b0c0ff031061 HTTP/1.1" status: 200 len: 945 time: 0.0508368 Aug 18 11:23:59.994808 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-a90c7f8f-07b0-4ee2-8bfe-a96a6d9493f4 req-c1ef3084-cd9a-40c4-81c7-c54f89237e55 tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b24ec8ab-a55e-4d86-92f7-e9e1e78b7104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408995 Aug 18 11:24:00.418796 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b4273b-7131-4555-b09c-ca4f796e47a8 req-7995a752-67b3-4cda-8dc1-b33cccef4660 tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:24:00.420963 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-b2b4273b-7131-4555-b09c-ca4f796e47a8 req-7995a752-67b3-4cda-8dc1-b33cccef4660 tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=14bb996a-1759-4c54-a265-b0c0ff031061 HTTP/1.1" status: 200 len: 945 time: 0.0511231 Aug 18 11:24:00.433082 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=100 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:24:00.512170 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [req-b2b4273b-7131-4555-b09c-ca4f796e47a8 req-b72b795a-f74a-4bbc-aacb-8f74e24b7535 tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] Deleting port cecdc342-f044-4a7c-a96e-85b2ea4740c7 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 18 11:24:00.512544 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-b2b4273b-7131-4555-b09c-ca4f796e47a8 req-b72b795a-f74a-4bbc-aacb-8f74e24b7535 tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732803047114'] for port (cecdc342-f044-4a7c-a96e-85b2ea4740c7), before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:24:00.645440 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-b2b4273b-7131-4555-b09c-ca4f796e47a8 req-b72b795a-f74a-4bbc-aacb-8f74e24b7535 tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] For port cecdc342-f044-4a7c-a96e-85b2ea4740c7, host hv-cinder-85345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85345',level=0,port_id=cecdc342-f044-4a7c-a96e-85b2ea4740c7,segment=NetworkSegment(e6c24dd4-4365-4c21-8b76-4afbdd585f48),segment_id=e6c24dd4-4365-4c21-8b76-4afbdd585f48)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:24:00.645802 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-b2b4273b-7131-4555-b09c-ca4f796e47a8 req-b72b795a-f74a-4bbc-aacb-8f74e24b7535 tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498516'] for port (cecdc342-f044-4a7c-a96e-85b2ea4740c7), precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:24:00.654313 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cedff2a-b168-42b7-9c53-ba014ba9ebdf req-762d5243-b47f-42fa-82d6-6f38226b94d8 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:24:00.655782 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-0cedff2a-b168-42b7-9c53-ba014ba9ebdf req-762d5243-b47f-42fa-82d6-6f38226b94d8 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=89c0de05-1480-48f5-953a-687cea7e4044 HTTP/1.1" status: 200 len: 945 time: 0.0724866 Aug 18 11:24:00.679238 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [req-b2b4273b-7131-4555-b09c-ca4f796e47a8 req-b72b795a-f74a-4bbc-aacb-8f74e24b7535 tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] Calling delete_port for cecdc342-f044-4a7c-a96e-85b2ea4740c7 owned by compute:nova {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 18 11:24:00.750441 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-0cedff2a-b168-42b7-9c53-ba014ba9ebdf req-b50f777a-6ec3-4007-9a14-718528cb2498 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d4fc1cd8-bdf2-4971-b730-97db8d4df085&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0889971 Aug 18 11:24:00.832976 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-b2b4273b-7131-4555-b09c-ca4f796e47a8 req-b72b795a-f74a-4bbc-aacb-8f74e24b7535 tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732803053743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732802528790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11809227'] for port (cecdc342-f044-4a7c-a96e-85b2ea4740c7), after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:24:00.845264 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] get_ports_and_sgs() called for port_ids ['cecdc342-f044-4a7c-a96e-85b2ea4740c7'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 18 11:24:00.858637 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72b795a-f74a-4bbc-aacb-8f74e24b7535 tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] Pushing event deleted for resources: {'Port': ['ID=cecdc342-f044-4a7c-a96e-85b2ea4740c7,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:24:00.910253 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2b4273b-7131-4555-b09c-ca4f796e47a8 req-b72b795a-f74a-4bbc-aacb-8f74e24b7535 tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] No DVR routers for this DVR port cecdc342-f044-4a7c-a96e-85b2ea4740c7 on host hv-cinder-85345 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 18 11:24:00.912956 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-b2b4273b-7131-4555-b09c-ca4f796e47a8 req-b72b795a-f74a-4bbc-aacb-8f74e24b7535 tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22494'] for port (None), before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:24:00.916406 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-b2b4273b-7131-4555-b09c-ca4f796e47a8 req-b72b795a-f74a-4bbc-aacb-8f74e24b7535 tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] 10.222.0.20 "DELETE /networking/v2.0/ports/cecdc342-f044-4a7c-a96e-85b2ea4740c7 HTTP/1.1" status: 204 len: 173 time: 0.4893420 Aug 18 11:24:00.916834 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14bb996a-1759-4c54-a265-b0c0ff031061', 'name': 'network-vif-deleted', 'tag': 'cecdc342-f044-4a7c-a96e-85b2ea4740c7'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 18 11:24:00.919704 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c862ab1b2ee120cb5e2e4f2725a0fe0d7acaf57f657006002d91667c9b4c94a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f17b9bf4-56f7-4e8f-abe0-f0d0a3dd4981" -d '{"events": [{"server_uuid": "14bb996a-1759-4c54-a265-b0c0ff031061", "name": "network-vif-deleted", "tag": "cecdc342-f044-4a7c-a96e-85b2ea4740c7"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:24:00.957011 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Aug 2022 11:24:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfc0717a-a8f7-41c7-b55a-12789daaa78f x-openstack-request-id: req-cfc0717a-a8f7-41c7-b55a-12789daaa78f {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:24:00.957597 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14bb996a-1759-4c54-a265-b0c0ff031061", "name": "network-vif-deleted", "tag": "cecdc342-f044-4a7c-a96e-85b2ea4740c7", "status": "completed", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:24:00.957597 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-cfc0717a-a8f7-41c7-b55a-12789daaa78f {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:24:00.957935 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cfc0717a-a8f7-41c7-b55a-12789daaa78f'] response: {'server_uuid': '14bb996a-1759-4c54-a265-b0c0ff031061', 'name': 'network-vif-deleted', 'tag': 'cecdc342-f044-4a7c-a96e-85b2ea4740c7', 'status': 'completed', 'code': 200} Aug 18 11:24:01.096860 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-bdc9f465-78b5-4b8e-90e4-17ca49946543 req-a9989959-83d1-4c99-807d-8c6919fd154d tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=14bb996a-1759-4c54-a265-b0c0ff031061 HTTP/1.1" status: 200 len: 210 time: 0.0289183 Aug 18 11:24:01.868306 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c996bc31-5694-4c24-9d96-28537fb84f55 req-21ac64d3-a6e5-4c5e-aa51-2d4c390fc893 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:24:01.869732 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-c996bc31-5694-4c24-9d96-28537fb84f55 req-21ac64d3-a6e5-4c5e-aa51-2d4c390fc893 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=89c0de05-1480-48f5-953a-687cea7e4044 HTTP/1.1" status: 200 len: 945 time: 0.0467172 Aug 18 11:24:01.894057 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:24:01.919079 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-c996bc31-5694-4c24-9d96-28537fb84f55 req-74eb6f84-6ad3-4c53-90c1-3bdd2ad20246 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d4fc1cd8-bdf2-4971-b730-97db8d4df085&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438461 Aug 18 11:24:02.201251 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-5ba2aeac-684d-40fb-bb02-c34c2edbc14e req-066df77a-3094-48fa-977a-b2c466e7b755 tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=14bb996a-1759-4c54-a265-b0c0ff031061 HTTP/1.1" status: 200 len: 210 time: 0.0299277 Aug 18 11:24:03.038685 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032c3d9a-3def-4422-a6da-dee592ce81b8 req-9b4619ad-c666-44fc-bf46-a12ca0bd4f6a tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:24:03.040146 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-032c3d9a-3def-4422-a6da-dee592ce81b8 req-9b4619ad-c666-44fc-bf46-a12ca0bd4f6a tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=89c0de05-1480-48f5-953a-687cea7e4044 HTTP/1.1" status: 200 len: 945 time: 0.0491989 Aug 18 11:24:03.087271 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-032c3d9a-3def-4422-a6da-dee592ce81b8 req-fa1e4190-f4f6-4ab3-9d69-024a0a04fcfe tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d4fc1cd8-bdf2-4971-b730-97db8d4df085&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407484 Aug 18 11:24:03.301716 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-e86fe4df-23f6-4fca-b4c5-88e60f5fde47 req-0c091e12-55d7-452f-b516-c50d3c025e9a tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=14bb996a-1759-4c54-a265-b0c0ff031061 HTTP/1.1" status: 200 len: 210 time: 0.0280128 Aug 18 11:24:04.209139 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d65ccac-0b4e-4592-8904-5899715b28e8 req-b547a33e-4665-43c0-bc5d-4c83d2acf77a tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:24:04.210680 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-3d65ccac-0b4e-4592-8904-5899715b28e8 req-b547a33e-4665-43c0-bc5d-4c83d2acf77a tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=89c0de05-1480-48f5-953a-687cea7e4044 HTTP/1.1" status: 200 len: 945 time: 0.0472796 Aug 18 11:24:04.263040 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-3d65ccac-0b4e-4592-8904-5899715b28e8 req-0030601d-92f9-4cba-a430-1b608e46c050 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d4fc1cd8-bdf2-4971-b730-97db8d4df085&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465415 Aug 18 11:24:04.419035 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-3eda08c2-312b-4395-a4f6-a3033d04d693 req-cf3b825c-043f-408e-9dad-6a3888884374 tempest-TestMinimumBasicScenario-1328014682 tempest-TestMinimumBasicScenario-1328014682-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=14bb996a-1759-4c54-a265-b0c0ff031061 HTTP/1.1" status: 200 len: 210 time: 0.0294752 Aug 18 11:24:04.548536 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da989ee-139a-43e7-9ddf-6a13afba6e68 req-0444c440-1b19-4b65-a344-e86735b9e808 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:24:04.550050 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-6da989ee-139a-43e7-9ddf-6a13afba6e68 req-0444c440-1b19-4b65-a344-e86735b9e808 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=89c0de05-1480-48f5-953a-687cea7e4044 HTTP/1.1" status: 200 len: 945 time: 0.0542724 Aug 18 11:24:04.614491 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Device cecdc342-f044-4a7c-a96e-85b2ea4740c7 no longer exists at agent hyperv_hv-cinder-85345 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 11:24:04.634189 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] No Port match for: cecdc342-f044-4a7c-a96e-85b2ea4740c7 {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 18 11:24:04.634534 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Device cecdc342-f044-4a7c-a96e-85b2ea4740c7 not bound to the agent host hv-cinder-85345 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 11:24:04.650570 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [req-6da989ee-139a-43e7-9ddf-6a13afba6e68 req-ee2101b2-59de-449a-9c70-54bd1e8a44de tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Deleting port e3ba48d9-0ad1-42ac-aa6b-96d0a60793f5 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 18 11:24:04.650798 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=7 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:24:04.651420 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-6da989ee-139a-43e7-9ddf-6a13afba6e68 req-ee2101b2-59de-449a-9c70-54bd1e8a44de tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732803047114'] for port (e3ba48d9-0ad1-42ac-aa6b-96d0a60793f5), before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:24:04.653229 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=23 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:24:04.741297 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-6da989ee-139a-43e7-9ddf-6a13afba6e68 req-ee2101b2-59de-449a-9c70-54bd1e8a44de tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] For port e3ba48d9-0ad1-42ac-aa6b-96d0a60793f5, host hv-cinder-85345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85345',level=0,port_id=e3ba48d9-0ad1-42ac-aa6b-96d0a60793f5,segment=NetworkSegment(a2aedf6e-157b-419a-80ab-5857554bba74),segment_id=a2aedf6e-157b-419a-80ab-5857554bba74)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:24:04.741661 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-6da989ee-139a-43e7-9ddf-6a13afba6e68 req-ee2101b2-59de-449a-9c70-54bd1e8a44de tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498516'] for port (e3ba48d9-0ad1-42ac-aa6b-96d0a60793f5), precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:24:04.755364 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:24:04.905606 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-6da989ee-139a-43e7-9ddf-6a13afba6e68 req-ee2101b2-59de-449a-9c70-54bd1e8a44de tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:24:04.905880 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-6da989ee-139a-43e7-9ddf-6a13afba6e68 req-ee2101b2-59de-449a-9c70-54bd1e8a44de tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-519515'] for floatingip (e794d825-5aa7-466a-b457-fb422d3798af), after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:24:04.906198 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.db.l3_db [req-6da989ee-139a-43e7-9ddf-6a13afba6e68 req-ee2101b2-59de-449a-9c70-54bd1e8a44de tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Floating IP e794d825-5aa7-466a-b457-fb422d3798af disassociated. External IP: 172.27.4.186, port: e3ba48d9-0ad1-42ac-aa6b-96d0a60793f5. Aug 18 11:24:04.906545 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [req-6da989ee-139a-43e7-9ddf-6a13afba6e68 req-ee2101b2-59de-449a-9c70-54bd1e8a44de tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Calling delete_port for e3ba48d9-0ad1-42ac-aa6b-96d0a60793f5 owned by compute:nova {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 18 11:24:05.031905 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-6da989ee-139a-43e7-9ddf-6a13afba6e68 req-ee2101b2-59de-449a-9c70-54bd1e8a44de tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732803053743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732802528790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11809227'] for port (e3ba48d9-0ad1-42ac-aa6b-96d0a60793f5), after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:24:05.057096 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2101b2-59de-449a-9c70-54bd1e8a44de tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Pushing event deleted for resources: {'Port': ['ID=e3ba48d9-0ad1-42ac-aa6b-96d0a60793f5,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:24:05.160650 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=41 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:24:05.161635 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:24:05.167881 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=45 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:24:05.171491 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6da989ee-139a-43e7-9ddf-6a13afba6e68 req-ee2101b2-59de-449a-9c70-54bd1e8a44de tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Router ac1bbf50-8919-4b59-b313-27fdafa51525 has already been hosted by L3 agent 5a2ac145-53e3-4597-a9e7-c52b4336ae58 {{(pid=106378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 11:24:05.493261 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-d953ef47-4b86-46c3-8ca5-103aff6c3947 req-c8f2b79c-ff2d-4984-9ce1-05f17a3f54a0 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=89c0de05-1480-48f5-953a-687cea7e4044 HTTP/1.1" status: 200 len: 210 time: 0.0373044 Aug 18 11:24:05.553844 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6da989ee-139a-43e7-9ddf-6a13afba6e68 req-ee2101b2-59de-449a-9c70-54bd1e8a44de tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Notify agent at l3_agent.dv-cinder-853450-2-iscsi the message routers_updated {{(pid=106378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 11:24:05.568641 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7908f9a3-ec9c-4bb7-bbb9-15563732ceef None None] Sync routers for ids ['ac1bbf50-8919-4b59-b313-27fdafa51525'] in dv-cinder-853450-2-iscsi {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 11:24:05.579017 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7908f9a3-ec9c-4bb7-bbb9-15563732ceef None None] Routers {'ac1bbf50-8919-4b59-b313-27fdafa51525'} bound to L3 agent in host dv-cinder-853450-2-iscsi {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 18 11:24:05.579634 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-7908f9a3-ec9c-4bb7-bbb9-15563732ceef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853450-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-18T11:07:43Z,description=,heartbeat_timestamp=2022-08-18T11:23:43Z,host='dv-cinder-853450-2-iscsi',id=5a2ac145-53e3-4597-a9e7-c52b4336ae58,load=0,resource_versions=,resources_synced=,started_at=2022-08-18T11:07:43Z,topic='l3_agent')) {'router_ids': ['ac1bbf50-8919-4b59-b313-27fdafa51525'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:24:05.610238 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [req-6da989ee-139a-43e7-9ddf-6a13afba6e68 req-ee2101b2-59de-449a-9c70-54bd1e8a44de tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] No DVR routers for this DVR port e3ba48d9-0ad1-42ac-aa6b-96d0a60793f5 on host hv-cinder-85345 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 18 11:24:05.617366 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-6da989ee-139a-43e7-9ddf-6a13afba6e68 req-ee2101b2-59de-449a-9c70-54bd1e8a44de tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22494'] for port (None), before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:24:05.620733 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-6da989ee-139a-43e7-9ddf-6a13afba6e68 req-ee2101b2-59de-449a-9c70-54bd1e8a44de tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.20 "DELETE /networking/v2.0/ports/e3ba48d9-0ad1-42ac-aa6b-96d0a60793f5 HTTP/1.1" status: 204 len: 173 time: 1.0649645 Aug 18 11:24:05.621442 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89c0de05-1480-48f5-953a-687cea7e4044', 'name': 'network-vif-deleted', 'tag': 'e3ba48d9-0ad1-42ac-aa6b-96d0a60793f5'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 18 11:24:05.624695 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c862ab1b2ee120cb5e2e4f2725a0fe0d7acaf57f657006002d91667c9b4c94a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17ae539a-5bbe-402a-8a9f-6212747cc304" -d '{"events": [{"server_uuid": "89c0de05-1480-48f5-953a-687cea7e4044", "name": "network-vif-deleted", "tag": "e3ba48d9-0ad1-42ac-aa6b-96d0a60793f5"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:24:05.672214 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Aug 2022 11:24:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-428c4dcb-813b-4fc9-a7fc-396960214cb8 x-openstack-request-id: req-428c4dcb-813b-4fc9-a7fc-396960214cb8 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:24:05.672871 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89c0de05-1480-48f5-953a-687cea7e4044", "name": "network-vif-deleted", "tag": "e3ba48d9-0ad1-42ac-aa6b-96d0a60793f5", "status": "completed", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:24:05.673349 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-428c4dcb-813b-4fc9-a7fc-396960214cb8 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:24:05.673943 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event matching ['req-428c4dcb-813b-4fc9-a7fc-396960214cb8'] response: {'server_uuid': '89c0de05-1480-48f5-953a-687cea7e4044', 'name': 'network-vif-deleted', 'tag': 'e3ba48d9-0ad1-42ac-aa6b-96d0a60793f5', 'status': 'completed', 'code': 200} Aug 18 11:24:05.694130 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-7908f9a3-ec9c-4bb7-bbb9-15563732ceef None None] Set router ac1bbf50-8919-4b59-b313-27fdafa51525 gateway port host: dv-cinder-853450-2-iscsi {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 18 11:24:05.707222 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (0c451e2b-fe38-44d1-984c-2dd7bcedf4dc), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:24:05.896743 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-7908f9a3-ec9c-4bb7-bbb9-15563732ceef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac1bbf50-8919-4b59-b313-27fdafa51525', 'name': 'tempest-ServerRescueNegativeTestJSON-2046775969-router', 'tenant_id': 'aab35f7119e44d3c8da92076c7e823db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'external_fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.214'}], 'enable_snat': True}, 'gw_port_id': '44b9dc73-a9bf-496f-be3a-d067fc020a1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T11:15:55Z', 'updated_at': '2022-08-18T11:16:04Z', 'revision_number': 4, 'project_id': 'aab35f7119e44d3c8da92076c7e823db', 'gw_port': {'id': '44b9dc73-a9bf-496f-be3a-d067fc020a1d', 'name': '', 'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:fa:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac1bbf50-8919-4b59-b313-27fdafa51525', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853450-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:15:57Z', 'updated_at': '2022-08-18T11:16:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853450-2-iscsi', '_interfaces': [{'id': '1ef0845a-eca3-4e27-9da9-f30e18d0cebc', 'name': '', 'network_id': 'dd9ba834-1e3f-4b43-ad03-a13182799a15', 'tenant_id': 'aab35f7119e44d3c8da92076c7e823db', 'mac_address': 'fa:16:3e:96:ff:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac1bbf50-8919-4b59-b313-27fdafa51525', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '055aadf2-d4b5-4a33-adc5-6baee36dc7bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853450-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:16:03Z', 'updated_at': '2022-08-18T11:16:23Z', 'revision_number': 5, 'project_id': 'aab35f7119e44d3c8da92076c7e823db', 'subnets': [{'id': '055aadf2-d4b5-4a33-adc5-6baee36dc7bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853450-2-iscsi', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:24:05.923364 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7908f9a3-ec9c-4bb7-bbb9-15563732ceef None None] Checking router: ac1bbf50-8919-4b59-b313-27fdafa51525 for host: dv-cinder-853450-2-iscsi {{(pid=106381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 11:24:05.932757 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7908f9a3-ec9c-4bb7-bbb9-15563732ceef None None] Routers {'ac1bbf50-8919-4b59-b313-27fdafa51525'} bound to L3 agent in host dv-cinder-853450-2-iscsi {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 18 11:24:05.933360 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-7908f9a3-ec9c-4bb7-bbb9-15563732ceef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853450-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-18T11:07:43Z,description=,heartbeat_timestamp=2022-08-18T11:23:43Z,host='dv-cinder-853450-2-iscsi',id=5a2ac145-53e3-4597-a9e7-c52b4336ae58,load=0,resource_versions=,resources_synced=,started_at=2022-08-18T11:07:43Z,topic='l3_agent')) {'router_ids': ['ac1bbf50-8919-4b59-b313-27fdafa51525'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:24:06.040970 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-7908f9a3-ec9c-4bb7-bbb9-15563732ceef None None] Set router ac1bbf50-8919-4b59-b313-27fdafa51525 gateway port host: dv-cinder-853450-2-iscsi {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 18 11:24:06.105233 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.16', 56956) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:24:06.238047 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-7908f9a3-ec9c-4bb7-bbb9-15563732ceef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac1bbf50-8919-4b59-b313-27fdafa51525', 'name': 'tempest-ServerRescueNegativeTestJSON-2046775969-router', 'tenant_id': 'aab35f7119e44d3c8da92076c7e823db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'external_fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.214'}], 'enable_snat': True}, 'gw_port_id': '44b9dc73-a9bf-496f-be3a-d067fc020a1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T11:15:55Z', 'updated_at': '2022-08-18T11:16:04Z', 'revision_number': 4, 'project_id': 'aab35f7119e44d3c8da92076c7e823db', 'gw_port': {'id': '44b9dc73-a9bf-496f-be3a-d067fc020a1d', 'name': '', 'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:fa:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac1bbf50-8919-4b59-b313-27fdafa51525', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853450-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:15:57Z', 'updated_at': '2022-08-18T11:16:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853450-2-iscsi', '_interfaces': [{'id': '1ef0845a-eca3-4e27-9da9-f30e18d0cebc', 'name': '', 'network_id': 'dd9ba834-1e3f-4b43-ad03-a13182799a15', 'tenant_id': 'aab35f7119e44d3c8da92076c7e823db', 'mac_address': 'fa:16:3e:96:ff:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac1bbf50-8919-4b59-b313-27fdafa51525', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '055aadf2-d4b5-4a33-adc5-6baee36dc7bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853450-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:16:03Z', 'updated_at': '2022-08-18T11:16:23Z', 'revision_number': 5, 'project_id': 'aab35f7119e44d3c8da92076c7e823db', 'subnets': [{'id': '055aadf2-d4b5-4a33-adc5-6baee36dc7bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853450-2-iscsi', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:24:06.265244 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7908f9a3-ec9c-4bb7-bbb9-15563732ceef None None] The sync data for ids ['ac1bbf50-8919-4b59-b313-27fdafa51525'] in dv-cinder-853450-2-iscsi is: [{'id': 'ac1bbf50-8919-4b59-b313-27fdafa51525', 'name': 'tempest-ServerRescueNegativeTestJSON-2046775969-router', 'tenant_id': 'aab35f7119e44d3c8da92076c7e823db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'external_fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.214'}], 'enable_snat': True}, 'gw_port_id': '44b9dc73-a9bf-496f-be3a-d067fc020a1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T11:15:55Z', 'updated_at': '2022-08-18T11:16:04Z', 'revision_number': 4, 'project_id': 'aab35f7119e44d3c8da92076c7e823db', 'gw_port': {'id': '44b9dc73-a9bf-496f-be3a-d067fc020a1d', 'name': '', 'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:fa:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac1bbf50-8919-4b59-b313-27fdafa51525', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853450-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:15:57Z', 'updated_at': '2022-08-18T11:16:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853450-2-iscsi', '_interfaces': [{'id': '1ef0845a-eca3-4e27-9da9-f30e18d0cebc', 'name': '', 'network_id': 'dd9ba834-1e3f-4b43-ad03-a13182799a15', 'tenant_id': 'aab35f7119e44d3c8da92076c7e823db', 'mac_address': 'fa:16:3e:96:ff:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac1bbf50-8919-4b59-b313-27fdafa51525', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '055aadf2-d4b5-4a33-adc5-6baee36dc7bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853450-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:16:03Z', 'updated_at': '2022-08-18T11:16:23Z', 'revision_number': 5, 'project_id': 'aab35f7119e44d3c8da92076c7e823db', 'subnets': [{'id': '055aadf2-d4b5-4a33-adc5-6baee36dc7bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 11:24:06.494584 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-476d90d4-15f3-4111-9260-83df56b4694f None None] New status for floating IP e794d825-5aa7-466a-b457-fb422d3798af: DOWN {{(pid=106380) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 18 11:24:06.597076 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.16', 56964) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:24:06.612539 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-37d7e429-4c89-4bff-95bd-f6ef94fd3cc5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-516699'] for router_interface (33a9ac7d-d2f1-430b-b49b-1cb350f7f592), before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:24:06.656766 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6a53ae7f-6504-4a0b-81bc-7fa1adbfcfff tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Publish callbacks [] for security_group (d4fc1cd8-bdf2-4971-b730-97db8d4df085), before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:24:06.679940 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6a53ae7f-6504-4a0b-81bc-7fa1adbfcfff tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Publish callbacks [] for security_group (d4fc1cd8-bdf2-4971-b730-97db8d4df085), precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:24:06.739484 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6a53ae7f-6504-4a0b-81bc-7fa1adbfcfff tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433130'] for security_group (d4fc1cd8-bdf2-4971-b730-97db8d4df085), after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:24:06.742282 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6a53ae7f-6504-4a0b-81bc-7fa1adbfcfff tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Publish callbacks [] for security_group (None), before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:24:06.746468 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [None req-6a53ae7f-6504-4a0b-81bc-7fa1adbfcfff tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "DELETE /networking/v2.0/security-groups/d4fc1cd8-bdf2-4971-b730-97db8d4df085 HTTP/1.1" status: 204 len: 168 time: 0.1453815 Aug 18 11:24:06.748353 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.16', 56966) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:24:06.760831 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a53ae7f-6504-4a0b-81bc-7fa1adbfcfff tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4fc1cd8-bdf2-4971-b730-97db8d4df085,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:24:06.767672 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.api.v2.resource [None req-bde084c2-610c-4ce9-822b-bbf84fc0ae45 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] show failed (client error): The resource could not be found. Aug 18 11:24:06.768873 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [None req-bde084c2-610c-4ce9-822b-bbf84fc0ae45 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/security-groups/d4fc1cd8-bdf2-4971-b730-97db8d4df085 HTTP/1.1" status: 404 len: 347 time: 0.0194888 Aug 18 11:24:06.772843 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.16', 56968) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:24:06.857704 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-37d7e429-4c89-4bff-95bd-f6ef94fd3cc5 admin admin] Deleting port 0ba2e98b-58de-4395-9846-095e10d78118 {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 18 11:24:06.858039 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-37d7e429-4c89-4bff-95bd-f6ef94fd3cc5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732803047114'] for port (0ba2e98b-58de-4395-9846-095e10d78118), before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:24:06.890705 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-6de278e8-1bb9-40f0-b6ec-ea268e2b5169 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Deleting port ae0cf5fd-9010-4c37-ba62-200f04cf33b5 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 18 11:24:06.891051 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6de278e8-1bb9-40f0-b6ec-ea268e2b5169 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732803047114'] for port (ae0cf5fd-9010-4c37-ba62-200f04cf33b5), before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:24:06.940667 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.db [None req-37d7e429-4c89-4bff-95bd-f6ef94fd3cc5 admin admin] For port 0ba2e98b-58de-4395-9846-095e10d78118, host dv-cinder-853450-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853450-2-iscsi',level=0,port_id=0ba2e98b-58de-4395-9846-095e10d78118,segment=NetworkSegment(e6c24dd4-4365-4c21-8b76-4afbdd585f48),segment_id=e6c24dd4-4365-4c21-8b76-4afbdd585f48)] {{(pid=106379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:24:06.941023 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-37d7e429-4c89-4bff-95bd-f6ef94fd3cc5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498516'] for port (0ba2e98b-58de-4395-9846-095e10d78118), precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:24:06.954533 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-37d7e429-4c89-4bff-95bd-f6ef94fd3cc5 admin admin] Calling delete_port for 0ba2e98b-58de-4395-9846-095e10d78118 owned by network:router_interface {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 18 11:24:06.967784 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6de278e8-1bb9-40f0-b6ec-ea268e2b5169 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498516'] for port (ae0cf5fd-9010-4c37-ba62-200f04cf33b5), precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:24:06.968118 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6de278e8-1bb9-40f0-b6ec-ea268e2b5169 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Publish callbacks [] for floatingip (ae0cf5fd-9010-4c37-ba62-200f04cf33b5), precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:24:06.974886 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:24:06.982350 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-6de278e8-1bb9-40f0-b6ec-ea268e2b5169 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Calling delete_port for ae0cf5fd-9010-4c37-ba62-200f04cf33b5 owned by network:floatingip {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 18 11:24:07.122902 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:24:07.130759 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6de278e8-1bb9-40f0-b6ec-ea268e2b5169 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732803053743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732802528790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11809227'] for port (ae0cf5fd-9010-4c37-ba62-200f04cf33b5), after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:24:07.148915 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-37d7e429-4c89-4bff-95bd-f6ef94fd3cc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732803053743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732802528790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638927'] for port (0ba2e98b-58de-4395-9846-095e10d78118), after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:24:07.163579 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de278e8-1bb9-40f0-b6ec-ea268e2b5169 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Pushing event deleted for resources: {'Port': ['ID=ae0cf5fd-9010-4c37-ba62-200f04cf33b5,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:24:07.174297 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d7e429-4c89-4bff-95bd-f6ef94fd3cc5 admin admin] Pushing event deleted for resources: {'Port': ['ID=0ba2e98b-58de-4395-9846-095e10d78118,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:24:07.228772 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:24:07.230004 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6de278e8-1bb9-40f0-b6ec-ea268e2b5169 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Publish callbacks [] for floatingip (e794d825-5aa7-466a-b457-fb422d3798af), after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:24:07.233882 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6de278e8-1bb9-40f0-b6ec-ea268e2b5169 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22494'] for floatingip (None), before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:24:07.235062 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [None req-6de278e8-1bb9-40f0-b6ec-ea268e2b5169 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "DELETE /networking/v2.0/floatingips/e794d825-5aa7-466a-b457-fb422d3798af HTTP/1.1" status: 204 len: 168 time: 0.4612973 Aug 18 11:24:07.368620 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-37d7e429-4c89-4bff-95bd-f6ef94fd3cc5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3683472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-519371'] for router_interface (33a9ac7d-d2f1-430b-b49b-1cb350f7f592), after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:24:07.582550 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37d7e429-4c89-4bff-95bd-f6ef94fd3cc5 admin admin] Router 33a9ac7d-d2f1-430b-b49b-1cb350f7f592 has already been hosted by L3 agent 5a2ac145-53e3-4597-a9e7-c52b4336ae58 {{(pid=106379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 11:24:07.700138 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37d7e429-4c89-4bff-95bd-f6ef94fd3cc5 admin admin] Notify agent at l3_agent.dv-cinder-853450-2-iscsi the message routers_updated {{(pid=106379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 11:24:07.707660 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-37d7e429-4c89-4bff-95bd-f6ef94fd3cc5 admin admin] 10.222.0.16 "PUT /networking/v2.0/routers/33a9ac7d-d2f1-430b-b49b-1cb350f7f592/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5985177 Aug 18 11:24:07.707660 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.16', 56976) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:24:07.708346 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-157f0825-62ab-48b5-81f6-172caed532be None None] Sync routers for ids ['33a9ac7d-d2f1-430b-b49b-1cb350f7f592'] in dv-cinder-853450-2-iscsi {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 11:24:07.719565 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-157f0825-62ab-48b5-81f6-172caed532be None None] Routers {'33a9ac7d-d2f1-430b-b49b-1cb350f7f592'} bound to L3 agent in host dv-cinder-853450-2-iscsi {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 18 11:24:07.720165 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-157f0825-62ab-48b5-81f6-172caed532be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853450-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-18T11:07:43Z,description=,heartbeat_timestamp=2022-08-18T11:23:43Z,host='dv-cinder-853450-2-iscsi',id=5a2ac145-53e3-4597-a9e7-c52b4336ae58,load=0,resource_versions=,resources_synced=,started_at=2022-08-18T11:07:43Z,topic='l3_agent')) {'router_ids': ['33a9ac7d-d2f1-430b-b49b-1cb350f7f592'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:24:07.817070 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f44dd5b0-c4ce-4673-96e1-15defd6c5d46 admin admin] Publish callbacks [] for router (33a9ac7d-d2f1-430b-b49b-1cb350f7f592), before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:24:07.819413 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-157f0825-62ab-48b5-81f6-172caed532be None None] Set router 33a9ac7d-d2f1-430b-b49b-1cb350f7f592 gateway port host: dv-cinder-853450-2-iscsi {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 18 11:24:07.921035 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f44dd5b0-c4ce-4673-96e1-15defd6c5d46 admin admin] Publish callbacks [] for router_gateway (33a9ac7d-d2f1-430b-b49b-1cb350f7f592), before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:24:07.924795 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=100 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:24:07.963240 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-f44dd5b0-c4ce-4673-96e1-15defd6c5d46 admin admin] Deleting port 0b2b7bae-475c-451e-b7d3-4c8d4a561088 {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 18 11:24:07.963578 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f44dd5b0-c4ce-4673-96e1-15defd6c5d46 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732803047114'] for port (0b2b7bae-475c-451e-b7d3-4c8d4a561088), before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:24:07.988887 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-157f0825-62ab-48b5-81f6-172caed532be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33a9ac7d-d2f1-430b-b49b-1cb350f7f592', 'name': 'tempest-TestMinimumBasicScenario-977029492-router', 'tenant_id': 'c14bc6c22cf74ac7b59d0c55e82c0829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'external_fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.155'}], 'enable_snat': True}, 'gw_port_id': '0b2b7bae-475c-451e-b7d3-4c8d4a561088', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T11:18:48Z', 'updated_at': '2022-08-18T11:24:07Z', 'revision_number': 5, 'project_id': 'c14bc6c22cf74ac7b59d0c55e82c0829', 'gw_port': {'id': '0b2b7bae-475c-451e-b7d3-4c8d4a561088', 'name': '', 'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:08:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33a9ac7d-d2f1-430b-b49b-1cb350f7f592', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853450-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:18:48Z', 'updated_at': '2022-08-18T11:18:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853450-2-iscsi'}], 'dv-cinder-853450-2-iscsi', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:24:08.016928 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-157f0825-62ab-48b5-81f6-172caed532be None None] Checking router: 33a9ac7d-d2f1-430b-b49b-1cb350f7f592 for host: dv-cinder-853450-2-iscsi {{(pid=106381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 11:24:08.020405 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:24:08.025524 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-157f0825-62ab-48b5-81f6-172caed532be None None] Routers {'33a9ac7d-d2f1-430b-b49b-1cb350f7f592'} bound to L3 agent in host dv-cinder-853450-2-iscsi {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 18 11:24:08.026166 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-157f0825-62ab-48b5-81f6-172caed532be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853450-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-18T11:07:43Z,description=,heartbeat_timestamp=2022-08-18T11:23:43Z,host='dv-cinder-853450-2-iscsi',id=5a2ac145-53e3-4597-a9e7-c52b4336ae58,load=0,resource_versions=,resources_synced=,started_at=2022-08-18T11:07:43Z,topic='l3_agent')) {'router_ids': ['33a9ac7d-d2f1-430b-b49b-1cb350f7f592'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:24:08.052438 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.db [None req-f44dd5b0-c4ce-4673-96e1-15defd6c5d46 admin admin] For port 0b2b7bae-475c-451e-b7d3-4c8d4a561088, host dv-cinder-853450-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853450-2-iscsi',level=0,port_id=0b2b7bae-475c-451e-b7d3-4c8d4a561088,segment=NetworkSegment(67ba5125-9fc9-4a45-924f-a98fceaf00fb),segment_id=67ba5125-9fc9-4a45-924f-a98fceaf00fb)] {{(pid=106379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:24:08.052795 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f44dd5b0-c4ce-4673-96e1-15defd6c5d46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498516'] for port (0b2b7bae-475c-451e-b7d3-4c8d4a561088), precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:24:08.066200 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-f44dd5b0-c4ce-4673-96e1-15defd6c5d46 admin admin] Calling delete_port for 0b2b7bae-475c-451e-b7d3-4c8d4a561088 owned by network:router_gateway {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 18 11:24:08.107624 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-157f0825-62ab-48b5-81f6-172caed532be None None] Set router 33a9ac7d-d2f1-430b-b49b-1cb350f7f592 gateway port host: None {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 18 11:24:08.219061 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:24:08.242674 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-157f0825-62ab-48b5-81f6-172caed532be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33a9ac7d-d2f1-430b-b49b-1cb350f7f592', 'name': 'tempest-TestMinimumBasicScenario-977029492-router', 'tenant_id': 'c14bc6c22cf74ac7b59d0c55e82c0829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T11:18:48Z', 'updated_at': '2022-08-18T11:24:07Z', 'revision_number': 6, 'project_id': 'c14bc6c22cf74ac7b59d0c55e82c0829', 'gw_port_host': None}], 'dv-cinder-853450-2-iscsi', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:24:08.242940 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f44dd5b0-c4ce-4673-96e1-15defd6c5d46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732803053743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732802528790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638927'] for port (0b2b7bae-475c-451e-b7d3-4c8d4a561088), after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:24:08.270460 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-157f0825-62ab-48b5-81f6-172caed532be None None] The sync data for ids ['33a9ac7d-d2f1-430b-b49b-1cb350f7f592'] in dv-cinder-853450-2-iscsi is: [{'id': '33a9ac7d-d2f1-430b-b49b-1cb350f7f592', 'name': 'tempest-TestMinimumBasicScenario-977029492-router', 'tenant_id': 'c14bc6c22cf74ac7b59d0c55e82c0829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T11:18:48Z', 'updated_at': '2022-08-18T11:24:07Z', 'revision_number': 6, 'project_id': 'c14bc6c22cf74ac7b59d0c55e82c0829', 'gw_port_host': None}] {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 11:24:08.275976 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=100 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:24:08.278034 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44dd5b0-c4ce-4673-96e1-15defd6c5d46 admin admin] Pushing event deleted for resources: {'Port': ['ID=0b2b7bae-475c-451e-b7d3-4c8d4a561088,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:24:08.278769 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.agents_db [None req-8a9264f7-88d3-4c8b-91d1-adcc6bb37de7 None None] Agent healthcheck: found 6 active agents {{(pid=106381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 11:24:08.337212 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f44dd5b0-c4ce-4673-96e1-15defd6c5d46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-519452'] for router_gateway (33a9ac7d-d2f1-430b-b49b-1cb350f7f592), after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:24:08.426883 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f44dd5b0-c4ce-4673-96e1-15defd6c5d46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13573'] for router (33a9ac7d-d2f1-430b-b49b-1cb350f7f592), precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:24:08.429113 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f44dd5b0-c4ce-4673-96e1-15defd6c5d46 admin admin] Publish callbacks [] for router_controller (33a9ac7d-d2f1-430b-b49b-1cb350f7f592), precommit_delete_associations {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:24:08.474557 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f44dd5b0-c4ce-4673-96e1-15defd6c5d46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-519326'] for router (33a9ac7d-d2f1-430b-b49b-1cb350f7f592), after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:24:08.475159 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f44dd5b0-c4ce-4673-96e1-15defd6c5d46 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 33a9ac7d-d2f1-430b-b49b-1cb350f7f592 {{(pid=106379) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 11:24:08.480107 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f44dd5b0-c4ce-4673-96e1-15defd6c5d46 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:24:08.482181 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-f44dd5b0-c4ce-4673-96e1-15defd6c5d46 admin admin] 10.222.0.16 "DELETE /networking/v2.0/routers/33a9ac7d-d2f1-430b-b49b-1cb350f7f592 HTTP/1.1" status: 204 len: 168 time: 0.7734451 Aug 18 11:24:08.484779 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.16', 56984) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:24:08.529408 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9f59a67-9004-42c4-afef-32f8585788cf admin admin] Deleting subnet 624f58cc-2f47-4cbf-b4da-a6f052b72e48 {{(pid=106379) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 18 11:24:08.532648 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e9f59a67-9004-42c4-afef-32f8585788cf admin admin] Publish callbacks [] for subnet (624f58cc-2f47-4cbf-b4da-a6f052b72e48), before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:24:08.568145 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e9f59a67-9004-42c4-afef-32f8585788cf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11092002'] for subnet (624f58cc-2f47-4cbf-b4da-a6f052b72e48), precommit_delete_associations {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:24:08.633814 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Device e3ba48d9-0ad1-42ac-aa6b-96d0a60793f5 no longer exists at agent hyperv_hv-cinder-85345 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 11:24:08.651600 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e9f59a67-9004-42c4-afef-32f8585788cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3613534'] for subnet (624f58cc-2f47-4cbf-b4da-a6f052b72e48), precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:24:08.657771 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] No Port match for: e3ba48d9-0ad1-42ac-aa6b-96d0a60793f5 {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 18 11:24:08.658520 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Device e3ba48d9-0ad1-42ac-aa6b-96d0a60793f5 not bound to the agent host hv-cinder-85345 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 11:24:08.725303 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e9f59a67-9004-42c4-afef-32f8585788cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3613479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1639002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11267859'] for subnet (624f58cc-2f47-4cbf-b4da-a6f052b72e48), after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:24:08.750873 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f59a67-9004-42c4-afef-32f8585788cf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=624f58cc-2f47-4cbf-b4da-a6f052b72e48,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:24:08.757555 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e9f59a67-9004-42c4-afef-32f8585788cf admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:24:08.761198 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-e9f59a67-9004-42c4-afef-32f8585788cf admin admin] 10.222.0.16 "DELETE /networking/v2.0/subnets/624f58cc-2f47-4cbf-b4da-a6f052b72e48 HTTP/1.1" status: 204 len: 168 time: 0.2751436 Aug 18 11:24:08.763545 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.16', 56986) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:24:08.763695 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec23d8f7-3cfb-4815-935d-2e60cc53b4e7 None None] Network 819ea763-4a78-4c37-9c12-7248a0692fce requested from dv-cinder-853450-2-iscsi {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 18 11:24:08.832383 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c9abd4a0-5af3-4fb4-895e-a8efa2d300d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3592451'] for network (819ea763-4a78-4c37-9c12-7248a0692fce), before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:24:08.878695 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-c9abd4a0-5af3-4fb4-895e-a8efa2d300d6 admin admin] Deleting port 7d4598ee-0842-4326-80a4-ba7ed6a22e84 {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 18 11:24:08.879000 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c9abd4a0-5af3-4fb4-895e-a8efa2d300d6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732803047114'] for port (7d4598ee-0842-4326-80a4-ba7ed6a22e84), before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:24:08.941498 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.db [None req-c9abd4a0-5af3-4fb4-895e-a8efa2d300d6 admin admin] For port 7d4598ee-0842-4326-80a4-ba7ed6a22e84, host dv-cinder-853450-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853450-2-iscsi',level=0,port_id=7d4598ee-0842-4326-80a4-ba7ed6a22e84,segment=NetworkSegment(e6c24dd4-4365-4c21-8b76-4afbdd585f48),segment_id=e6c24dd4-4365-4c21-8b76-4afbdd585f48)] {{(pid=106379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:24:08.941854 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c9abd4a0-5af3-4fb4-895e-a8efa2d300d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498516'] for port (7d4598ee-0842-4326-80a4-ba7ed6a22e84), precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:24:08.954725 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-c9abd4a0-5af3-4fb4-895e-a8efa2d300d6 admin admin] Calling delete_port for 7d4598ee-0842-4326-80a4-ba7ed6a22e84 owned by network:dhcp {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 18 11:24:08.959637 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:UPDATE=2 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:24:09.038264 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c9abd4a0-5af3-4fb4-895e-a8efa2d300d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732803053743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732802528790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638927'] for port (7d4598ee-0842-4326-80a4-ba7ed6a22e84), after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:24:09.079020 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9abd4a0-5af3-4fb4-895e-a8efa2d300d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=7d4598ee-0842-4326-80a4-ba7ed6a22e84,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:24:09.084425 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9abd4a0-5af3-4fb4-895e-a8efa2d300d6 admin admin] No DVR routers for this DVR port 7d4598ee-0842-4326-80a4-ba7ed6a22e84 on host dv-cinder-853450-2-iscsi {{(pid=106379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 18 11:24:09.093870 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71a3cb50-8ea3-4a57-85a1-ebf1dcd0a754 None None] DHCP port deletion for 819ea763-4a78-4c37-9c12-7248a0692fce request from dv-cinder-853450-2-iscsi {{(pid=106380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 18 11:24:09.169091 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:UPDATE=3 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:24:09.187166 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c9abd4a0-5af3-4fb4-895e-a8efa2d300d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3613349', 'neutron.services.segments.db._delete_segments_for_network-8732802979220'] for network (819ea763-4a78-4c37-9c12-7248a0692fce), precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:24:09.187570 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Device 0ba2e98b-58de-4395-9846-095e10d78118 no longer exists at agent ovs-agent-dv-cinder-853450-2-iscsi {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 11:24:09.207947 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] No Port match for: 0ba2e98b-58de-4395-9846-095e10d78118 {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 18 11:24:09.208400 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Device 0ba2e98b-58de-4395-9846-095e10d78118 not bound to the agent host dv-cinder-853450-2-iscsi {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 11:24:09.208862 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.services.segments.db [None req-c9abd4a0-5af3-4fb4-895e-a8efa2d300d6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['819ea763-4a78-4c37-9c12-7248a0692fce']}} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:24:09.209099 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Device 0b2b7bae-475c-451e-b7d3-4c8d4a561088 no longer exists at agent ovs-agent-dv-cinder-853450-2-iscsi {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 11:24:09.219816 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.services.segments.db [None req-c9abd4a0-5af3-4fb4-895e-a8efa2d300d6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6c24dd4-4365-4c21-8b76-4afbdd585f48') {'for_net_delete': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:24:09.220414 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.services.segments.db [None req-c9abd4a0-5af3-4fb4-895e-a8efa2d300d6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6c24dd4-4365-4c21-8b76-4afbdd585f48') {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:24:09.228432 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] No Port match for: 0b2b7bae-475c-451e-b7d3-4c8d4a561088 {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 18 11:24:09.228775 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Device 0b2b7bae-475c-451e-b7d3-4c8d4a561088 not bound to the agent host dv-cinder-853450-2-iscsi {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 11:24:09.229325 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Device 7d4598ee-0842-4326-80a4-ba7ed6a22e84 no longer exists at agent ovs-agent-dv-cinder-853450-2-iscsi {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 11:24:09.231236 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c9abd4a0-5af3-4fb4-895e-a8efa2d300d6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732802979283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11092011'] for segment (e6c24dd4-4365-4c21-8b76-4afbdd585f48), before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:24:09.245373 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c9abd4a0-5af3-4fb4-895e-a8efa2d300d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3609830'] for segment (e6c24dd4-4365-4c21-8b76-4afbdd585f48), precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:24:09.249378 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] No Port match for: 7d4598ee-0842-4326-80a4-ba7ed6a22e84 {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 18 11:24:09.249731 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Device 7d4598ee-0842-4326-80a4-ba7ed6a22e84 not bound to the agent host dv-cinder-853450-2-iscsi {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 11:24:09.252143 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9abd4a0-5af3-4fb4-895e-a8efa2d300d6 admin admin] Releasing vlan 966 on physical network physnet1 to pool {{(pid=106379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 11:24:09.252612 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c9abd4a0-5af3-4fb4-895e-a8efa2d300d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3609830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1638972'] for segment (e6c24dd4-4365-4c21-8b76-4afbdd585f48), after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:24:09.323874 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c9abd4a0-5af3-4fb4-895e-a8efa2d300d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3613358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-519472'] for network (819ea763-4a78-4c37-9c12-7248a0692fce), after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:24:09.332434 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c9abd4a0-5af3-4fb4-895e-a8efa2d300d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682417'] for network (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:24:09.337838 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-c9abd4a0-5af3-4fb4-895e-a8efa2d300d6 admin admin] 10.222.0.16 "DELETE /networking/v2.0/networks/819ea763-4a78-4c37-9c12-7248a0692fce HTTP/1.1" status: 204 len: 168 time: 0.5729737 Aug 18 11:24:09.339127 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.16', 56992) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:24:09.348855 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.services.segments.plugin [-] Segment e6c24dd4-4365-4c21-8b76-4afbdd585f48 resource provider aggregate not found Aug 18 11:24:09.353090 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9abd4a0-5af3-4fb4-895e-a8efa2d300d6 admin admin] Pushing event deleted for resources: {'Network': ['ID=819ea763-4a78-4c37-9c12-7248a0692fce,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:24:09.369217 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.services.segments.plugin [-] Segment e6c24dd4-4365-4c21-8b76-4afbdd585f48 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e6c24dd4-4365-4c21-8b76-4afbdd585f48 found for delete ", "request_id": "req-a3b85f61-1f09-427c-994a-ebf43bbd7c47"}]} Aug 18 11:24:09.493035 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:24:09.770314 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a8bf9ba6-96b4-4702-953e-5d6abd473fb1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-516699'] for router_interface (3222891c-5229-4f95-bc52-a363e2e5d6e0), before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:24:09.817140 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b91043-864f-47cc-a5e3-382f4b0313b0 req-110f89e9-3dcb-4d95-af13-23eaf0159f8a tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:24:09.818520 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-a2b91043-864f-47cc-a5e3-382f4b0313b0 req-110f89e9-3dcb-4d95-af13-23eaf0159f8a tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=71c3b65c-c12b-4633-ac7c-27a5cd878c43 HTTP/1.1" status: 200 len: 946 time: 0.1000452 Aug 18 11:24:09.908408 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-a2b91043-864f-47cc-a5e3-382f4b0313b0 req-df1ff5f3-723c-434b-a72a-0c06dd303fbf tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b21c2cf3-45f4-4212-bbb4-b16e8476f4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832820 Aug 18 11:24:10.094463 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-a8bf9ba6-96b4-4702-953e-5d6abd473fb1 admin admin] Deleting port 874960b1-addf-48bf-ab68-1a7f22185eb4 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 18 11:24:10.094730 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a8bf9ba6-96b4-4702-953e-5d6abd473fb1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732803047114'] for port (874960b1-addf-48bf-ab68-1a7f22185eb4), before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:24:10.133417 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:24:10.174592 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-a8bf9ba6-96b4-4702-953e-5d6abd473fb1 admin admin] For port 874960b1-addf-48bf-ab68-1a7f22185eb4, host dv-cinder-853450-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853450-2-iscsi',level=0,port_id=874960b1-addf-48bf-ab68-1a7f22185eb4,segment=NetworkSegment(ccad7fd3-87fd-462e-a35a-6bdf852e0325),segment_id=ccad7fd3-87fd-462e-a35a-6bdf852e0325)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:24:10.174957 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a8bf9ba6-96b4-4702-953e-5d6abd473fb1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498516'] for port (874960b1-addf-48bf-ab68-1a7f22185eb4), precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:24:10.191011 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-a8bf9ba6-96b4-4702-953e-5d6abd473fb1 admin admin] Calling delete_port for 874960b1-addf-48bf-ab68-1a7f22185eb4 owned by network:router_interface {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 18 11:24:10.368488 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a8bf9ba6-96b4-4702-953e-5d6abd473fb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732803053743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732802528790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11809227'] for port (874960b1-addf-48bf-ab68-1a7f22185eb4), after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:24:10.392010 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bf9ba6-96b4-4702-953e-5d6abd473fb1 admin admin] Pushing event deleted for resources: {'Port': ['ID=874960b1-addf-48bf-ab68-1a7f22185eb4,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:24:10.425438 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:24:10.593167 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4beacfcd-e873-4f62-8594-839a56d6e2e0 req-eaeba7c6-6bb5-44a3-90ff-3b759052dab5 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:24:10.594606 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-4beacfcd-e873-4f62-8594-839a56d6e2e0 req-eaeba7c6-6bb5-44a3-90ff-3b759052dab5 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=71c3b65c-c12b-4633-ac7c-27a5cd878c43 HTTP/1.1" status: 200 len: 946 time: 0.0831416 Aug 18 11:24:10.609785 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a8bf9ba6-96b4-4702-953e-5d6abd473fb1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3683472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-519371'] for router_interface (3222891c-5229-4f95-bc52-a363e2e5d6e0), after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:24:10.753545 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [req-4beacfcd-e873-4f62-8594-839a56d6e2e0 req-2694d465-8982-4a40-9046-ec662aa97110 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Deleting port ec2b7eba-444a-4297-beb7-1a9941391627 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 18 11:24:10.753802 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-4beacfcd-e873-4f62-8594-839a56d6e2e0 req-2694d465-8982-4a40-9046-ec662aa97110 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732803047114'] for port (ec2b7eba-444a-4297-beb7-1a9941391627), before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:24:10.896527 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-4beacfcd-e873-4f62-8594-839a56d6e2e0 req-2694d465-8982-4a40-9046-ec662aa97110 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] For port ec2b7eba-444a-4297-beb7-1a9941391627, host hv-cinder-85345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85345',level=0,port_id=ec2b7eba-444a-4297-beb7-1a9941391627,segment=NetworkSegment(a2aedf6e-157b-419a-80ab-5857554bba74),segment_id=a2aedf6e-157b-419a-80ab-5857554bba74)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:24:10.896821 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-4beacfcd-e873-4f62-8594-839a56d6e2e0 req-2694d465-8982-4a40-9046-ec662aa97110 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498516'] for port (ec2b7eba-444a-4297-beb7-1a9941391627), precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:24:10.938092 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [req-4beacfcd-e873-4f62-8594-839a56d6e2e0 req-2694d465-8982-4a40-9046-ec662aa97110 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Calling delete_port for ec2b7eba-444a-4297-beb7-1a9941391627 owned by compute:nova {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 18 11:24:10.992948 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-95da655f-0b15-4a76-a87b-3eae797f4f53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (c499a017-4b38-4967-b050-d4094e1a7564), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:24:11.234918 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:24:11.291307 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8bf9ba6-96b4-4702-953e-5d6abd473fb1 admin admin] Router 3222891c-5229-4f95-bc52-a363e2e5d6e0 has already been hosted by L3 agent 5a2ac145-53e3-4597-a9e7-c52b4336ae58 {{(pid=106378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 11:24:11.313446 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216f8a7a-909a-4a8f-a460-53b38aa994f1 req-69b464f2-94dd-4818-a184-523af6bea90b tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:24:11.314906 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-216f8a7a-909a-4a8f-a460-53b38aa994f1 req-69b464f2-94dd-4818-a184-523af6bea90b tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=71c3b65c-c12b-4633-ac7c-27a5cd878c43 HTTP/1.1" status: 200 len: 946 time: 0.0775547 Aug 18 11:24:11.426764 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:24:11.481066 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-216f8a7a-909a-4a8f-a460-53b38aa994f1 req-45dd1357-c8cc-4b4f-a2e8-2f8e4e018de2 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b21c2cf3-45f4-4212-bbb4-b16e8476f4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543465 Aug 18 11:24:11.494365 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-4beacfcd-e873-4f62-8594-839a56d6e2e0 req-2694d465-8982-4a40-9046-ec662aa97110 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732803053743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732802528790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11809227'] for port (ec2b7eba-444a-4297-beb7-1a9941391627), after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:24:11.515468 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] get_ports_and_sgs() called for port_ids ['ec2b7eba-444a-4297-beb7-1a9941391627', 'ebed5dca-31d9-4dd8-82d2-0b59c8ad64cb'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 18 11:24:11.532460 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2694d465-8982-4a40-9046-ec662aa97110 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Pushing event deleted for resources: {'Port': ['ID=ec2b7eba-444a-4297-beb7-1a9941391627,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:24:11.534636 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8bf9ba6-96b4-4702-953e-5d6abd473fb1 admin admin] Notify agent at l3_agent.dv-cinder-853450-2-iscsi the message routers_updated {{(pid=106378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 11:24:11.543560 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [None req-a8bf9ba6-96b4-4702-953e-5d6abd473fb1 admin admin] 10.222.0.16 "PUT /networking/v2.0/routers/3222891c-5229-4f95-bc52-a363e2e5d6e0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1998043 Aug 18 11:24:11.543966 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.16', 57004) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:24:11.551812 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c709e9c4-e88d-46fc-8256-99849ecbe6ae None None] Sync routers for ids ['3222891c-5229-4f95-bc52-a363e2e5d6e0'] in dv-cinder-853450-2-iscsi {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 11:24:11.579790 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c709e9c4-e88d-46fc-8256-99849ecbe6ae None None] Routers {'3222891c-5229-4f95-bc52-a363e2e5d6e0'} bound to L3 agent in host dv-cinder-853450-2-iscsi {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 18 11:24:11.580431 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-c709e9c4-e88d-46fc-8256-99849ecbe6ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853450-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-18T11:07:43Z,description=,heartbeat_timestamp=2022-08-18T11:23:43Z,host='dv-cinder-853450-2-iscsi',id=5a2ac145-53e3-4597-a9e7-c52b4336ae58,load=0,resource_versions=,resources_synced=,started_at=2022-08-18T11:07:43Z,topic='l3_agent')) {'router_ids': ['3222891c-5229-4f95-bc52-a363e2e5d6e0'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:24:11.637404 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [req-4beacfcd-e873-4f62-8594-839a56d6e2e0 req-2694d465-8982-4a40-9046-ec662aa97110 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] No DVR routers for this DVR port ec2b7eba-444a-4297-beb7-1a9941391627 on host hv-cinder-85345 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 18 11:24:11.662022 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-4beacfcd-e873-4f62-8594-839a56d6e2e0 req-2694d465-8982-4a40-9046-ec662aa97110 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22494'] for port (None), before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:24:11.665214 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-4beacfcd-e873-4f62-8594-839a56d6e2e0 req-2694d465-8982-4a40-9046-ec662aa97110 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.20 "DELETE /networking/v2.0/ports/ec2b7eba-444a-4297-beb7-1a9941391627 HTTP/1.1" status: 204 len: 173 time: 1.0642684 Aug 18 11:24:11.665657 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71c3b65c-c12b-4633-ac7c-27a5cd878c43', 'name': 'network-vif-deleted', 'tag': 'ec2b7eba-444a-4297-beb7-1a9941391627'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 18 11:24:11.668526 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c862ab1b2ee120cb5e2e4f2725a0fe0d7acaf57f657006002d91667c9b4c94a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85f70730-53b2-4640-b4d2-ccf846e33879" -d '{"events": [{"server_uuid": "71c3b65c-c12b-4633-ac7c-27a5cd878c43", "name": "network-vif-deleted", "tag": "ec2b7eba-444a-4297-beb7-1a9941391627"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:24:11.695676 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-860bcfda-bec0-436e-a7cc-d454e139f4ba admin admin] Publish callbacks [] for router (3222891c-5229-4f95-bc52-a363e2e5d6e0), before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:24:11.733255 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Aug 2022 11:24:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21c922c9-d596-4433-ab3e-4890d1426140 x-openstack-request-id: req-21c922c9-d596-4433-ab3e-4890d1426140 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:24:11.733531 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71c3b65c-c12b-4633-ac7c-27a5cd878c43", "name": "network-vif-deleted", "tag": "ec2b7eba-444a-4297-beb7-1a9941391627", "status": "completed", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:24:11.733782 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-21c922c9-d596-4433-ab3e-4890d1426140 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:24:11.734181 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21c922c9-d596-4433-ab3e-4890d1426140'] response: {'server_uuid': '71c3b65c-c12b-4633-ac7c-27a5cd878c43', 'name': 'network-vif-deleted', 'tag': 'ec2b7eba-444a-4297-beb7-1a9941391627', 'status': 'completed', 'code': 200} Aug 18 11:24:11.815644 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-860bcfda-bec0-436e-a7cc-d454e139f4ba admin admin] Publish callbacks [] for router_gateway (3222891c-5229-4f95-bc52-a363e2e5d6e0), before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:24:11.862847 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-860bcfda-bec0-436e-a7cc-d454e139f4ba admin admin] Deleting port 501d8970-d436-4d6a-ae77-a1c98cdd24ae {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 18 11:24:11.863183 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-860bcfda-bec0-436e-a7cc-d454e139f4ba admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732803047114'] for port (501d8970-d436-4d6a-ae77-a1c98cdd24ae), before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:24:11.877184 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-c709e9c4-e88d-46fc-8256-99849ecbe6ae None None] Set router 3222891c-5229-4f95-bc52-a363e2e5d6e0 gateway port host: dv-cinder-853450-2-iscsi {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 18 11:24:11.956908 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-860bcfda-bec0-436e-a7cc-d454e139f4ba admin admin] For port 501d8970-d436-4d6a-ae77-a1c98cdd24ae, host dv-cinder-853450-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853450-2-iscsi',level=0,port_id=501d8970-d436-4d6a-ae77-a1c98cdd24ae,segment=NetworkSegment(67ba5125-9fc9-4a45-924f-a98fceaf00fb),segment_id=67ba5125-9fc9-4a45-924f-a98fceaf00fb)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:24:11.957268 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-860bcfda-bec0-436e-a7cc-d454e139f4ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498516'] for port (501d8970-d436-4d6a-ae77-a1c98cdd24ae), precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:24:11.972555 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-860bcfda-bec0-436e-a7cc-d454e139f4ba admin admin] Calling delete_port for 501d8970-d436-4d6a-ae77-a1c98cdd24ae owned by network:router_gateway {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 18 11:24:12.081065 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:24:12.082727 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-c709e9c4-e88d-46fc-8256-99849ecbe6ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3222891c-5229-4f95-bc52-a363e2e5d6e0', 'name': 'tempest-TestMinimumBasicScenario-712941310-router', 'tenant_id': '26b16514d9854dfeba0ba85334246d05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'external_fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.58'}], 'enable_snat': True}, 'gw_port_id': '501d8970-d436-4d6a-ae77-a1c98cdd24ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T11:18:53Z', 'updated_at': '2022-08-18T11:24:10Z', 'revision_number': 5, 'project_id': '26b16514d9854dfeba0ba85334246d05', 'gw_port': {'id': '501d8970-d436-4d6a-ae77-a1c98cdd24ae', 'name': '', 'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:6c:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3222891c-5229-4f95-bc52-a363e2e5d6e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853450-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:18:54Z', 'updated_at': '2022-08-18T11:19:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853450-2-iscsi'}], 'dv-cinder-853450-2-iscsi', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:24:12.114346 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c709e9c4-e88d-46fc-8256-99849ecbe6ae None None] Checking router: 3222891c-5229-4f95-bc52-a363e2e5d6e0 for host: dv-cinder-853450-2-iscsi {{(pid=106380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 11:24:12.124222 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c709e9c4-e88d-46fc-8256-99849ecbe6ae None None] Routers {'3222891c-5229-4f95-bc52-a363e2e5d6e0'} bound to L3 agent in host dv-cinder-853450-2-iscsi {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 18 11:24:12.124857 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-c709e9c4-e88d-46fc-8256-99849ecbe6ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853450-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-18T11:07:43Z,description=,heartbeat_timestamp=2022-08-18T11:23:43Z,host='dv-cinder-853450-2-iscsi',id=5a2ac145-53e3-4597-a9e7-c52b4336ae58,load=0,resource_versions=,resources_synced=,started_at=2022-08-18T11:07:43Z,topic='l3_agent')) {'router_ids': ['3222891c-5229-4f95-bc52-a363e2e5d6e0'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:24:12.160295 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-860bcfda-bec0-436e-a7cc-d454e139f4ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732803053743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732802528790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11809227'] for port (501d8970-d436-4d6a-ae77-a1c98cdd24ae), after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:24:12.192805 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860bcfda-bec0-436e-a7cc-d454e139f4ba admin admin] Pushing event deleted for resources: {'Port': ['ID=501d8970-d436-4d6a-ae77-a1c98cdd24ae,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:24:12.203171 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:24:12.217154 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-c709e9c4-e88d-46fc-8256-99849ecbe6ae None None] Set router 3222891c-5229-4f95-bc52-a363e2e5d6e0 gateway port host: None {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 18 11:24:12.264358 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-860bcfda-bec0-436e-a7cc-d454e139f4ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-519452'] for router_gateway (3222891c-5229-4f95-bc52-a363e2e5d6e0), after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:24:12.273367 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-c709e9c4-e88d-46fc-8256-99849ecbe6ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3222891c-5229-4f95-bc52-a363e2e5d6e0', 'name': 'tempest-TestMinimumBasicScenario-712941310-router', 'tenant_id': '26b16514d9854dfeba0ba85334246d05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T11:18:53Z', 'updated_at': '2022-08-18T11:24:11Z', 'revision_number': 6, 'project_id': '26b16514d9854dfeba0ba85334246d05', 'gw_port_host': None}], 'dv-cinder-853450-2-iscsi', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:24:12.299017 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c709e9c4-e88d-46fc-8256-99849ecbe6ae None None] The sync data for ids ['3222891c-5229-4f95-bc52-a363e2e5d6e0'] in dv-cinder-853450-2-iscsi is: [{'id': '3222891c-5229-4f95-bc52-a363e2e5d6e0', 'name': 'tempest-TestMinimumBasicScenario-712941310-router', 'tenant_id': '26b16514d9854dfeba0ba85334246d05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T11:18:53Z', 'updated_at': '2022-08-18T11:24:11Z', 'revision_number': 6, 'project_id': '26b16514d9854dfeba0ba85334246d05', 'gw_port_host': None}] {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 11:24:12.375318 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-860bcfda-bec0-436e-a7cc-d454e139f4ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13573'] for router (3222891c-5229-4f95-bc52-a363e2e5d6e0), precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:24:12.377522 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-860bcfda-bec0-436e-a7cc-d454e139f4ba admin admin] Publish callbacks [] for router_controller (3222891c-5229-4f95-bc52-a363e2e5d6e0), precommit_delete_associations {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:24:12.443749 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-860bcfda-bec0-436e-a7cc-d454e139f4ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-519326'] for router (3222891c-5229-4f95-bc52-a363e2e5d6e0), after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:24:12.444446 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-860bcfda-bec0-436e-a7cc-d454e139f4ba admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3222891c-5229-4f95-bc52-a363e2e5d6e0 {{(pid=106378) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 11:24:12.449986 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-860bcfda-bec0-436e-a7cc-d454e139f4ba admin admin] Publish callbacks [] for router (None), before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:24:12.451554 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [None req-860bcfda-bec0-436e-a7cc-d454e139f4ba admin admin] 10.222.0.16 "DELETE /networking/v2.0/routers/3222891c-5229-4f95-bc52-a363e2e5d6e0 HTTP/1.1" status: 204 len: 168 time: 0.9068012 Aug 18 11:24:12.454028 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.16', 57008) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:24:12.499192 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.db.db_base_plugin_v2 [None req-7afb4e0c-7ba3-4b50-8720-18500cf5621a admin admin] Deleting subnet 9dfe35bb-43dd-489d-bde2-147597c9de7d {{(pid=106378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 18 11:24:12.502352 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7afb4e0c-7ba3-4b50-8720-18500cf5621a admin admin] Publish callbacks [] for subnet (9dfe35bb-43dd-489d-bde2-147597c9de7d), before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:24:12.536091 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=87,neutron:DELETE=10,neutron:UPDATE=3 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:24:12.548634 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7afb4e0c-7ba3-4b50-8720-18500cf5621a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11810236'] for subnet (9dfe35bb-43dd-489d-bde2-147597c9de7d), precommit_delete_associations {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:24:12.665106 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7afb4e0c-7ba3-4b50-8720-18500cf5621a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3613534'] for subnet (9dfe35bb-43dd-489d-bde2-147597c9de7d), precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:24:12.745208 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7afb4e0c-7ba3-4b50-8720-18500cf5621a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3613479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11809182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11843840'] for subnet (9dfe35bb-43dd-489d-bde2-147597c9de7d), after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:24:12.791987 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afb4e0c-7ba3-4b50-8720-18500cf5621a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9dfe35bb-43dd-489d-bde2-147597c9de7d,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:24:12.798316 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7afb4e0c-7ba3-4b50-8720-18500cf5621a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682417'] for subnet (None), before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:24:12.804072 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [None req-7afb4e0c-7ba3-4b50-8720-18500cf5621a admin admin] 10.222.0.16 "DELETE /networking/v2.0/subnets/9dfe35bb-43dd-489d-bde2-147597c9de7d HTTP/1.1" status: 204 len: 168 time: 0.3467414 Aug 18 11:24:12.804273 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ad5b2d9-a810-437b-b06c-209ae81b2ac4 None None] Network 4fed7e26-dc82-4a3f-a633-2f136bd4b58e requested from dv-cinder-853450-2-iscsi {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 18 11:24:12.804644 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.16', 57016) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:24:12.819876 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859e5f8d-801f-41d9-86ef-38aa410b7d4d req-8c724fa2-018b-4c33-97b5-983a32b47b6f tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:24:12.821448 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-859e5f8d-801f-41d9-86ef-38aa410b7d4d req-8c724fa2-018b-4c33-97b5-983a32b47b6f tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=c8db7651-518a-44f0-834d-8036931cbef8 HTTP/1.1" status: 200 len: 945 time: 0.0916755 Aug 18 11:24:12.922549 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e49e3399-b68c-46ec-9123-83ac50df5f58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3592451'] for network (4fed7e26-dc82-4a3f-a633-2f136bd4b58e), before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:24:12.929746 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-859e5f8d-801f-41d9-86ef-38aa410b7d4d req-555e9414-9b12-481f-944f-77b80c35466f tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b21c2cf3-45f4-4212-bbb4-b16e8476f4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964367 Aug 18 11:24:12.969142 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-e49e3399-b68c-46ec-9123-83ac50df5f58 admin admin] Deleting port c402dc0d-7ac6-47bd-a69f-7a42a9a5f5b4 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 18 11:24:12.969142 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e49e3399-b68c-46ec-9123-83ac50df5f58 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732803047114'] for port (c402dc0d-7ac6-47bd-a69f-7a42a9a5f5b4), before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:24:13.037327 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-e49e3399-b68c-46ec-9123-83ac50df5f58 admin admin] For port c402dc0d-7ac6-47bd-a69f-7a42a9a5f5b4, host dv-cinder-853450-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853450-2-iscsi',level=0,port_id=c402dc0d-7ac6-47bd-a69f-7a42a9a5f5b4,segment=NetworkSegment(ccad7fd3-87fd-462e-a35a-6bdf852e0325),segment_id=ccad7fd3-87fd-462e-a35a-6bdf852e0325)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:24:13.037692 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e49e3399-b68c-46ec-9123-83ac50df5f58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498516'] for port (c402dc0d-7ac6-47bd-a69f-7a42a9a5f5b4), precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:24:13.050936 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-e49e3399-b68c-46ec-9123-83ac50df5f58 admin admin] Calling delete_port for c402dc0d-7ac6-47bd-a69f-7a42a9a5f5b4 owned by network:dhcp {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 18 11:24:13.118898 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d635d455-fa93-4f70-a3d4-f52daea8a34a None None] DHCP port deletion for 4fed7e26-dc82-4a3f-a633-2f136bd4b58e request from dv-cinder-853450-2-iscsi {{(pid=106380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 18 11:24:13.120990 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:24:13.144481 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e49e3399-b68c-46ec-9123-83ac50df5f58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732803053743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732802528790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11809227'] for port (c402dc0d-7ac6-47bd-a69f-7a42a9a5f5b4), after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:24:13.160277 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:24:13.165570 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-d635d455-fa93-4f70-a3d4-f52daea8a34a None None] Deleting port c402dc0d-7ac6-47bd-a69f-7a42a9a5f5b4 {{(pid=106380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 18 11:24:13.166158 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-d635d455-fa93-4f70-a3d4-f52daea8a34a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732803047114'] for port (c402dc0d-7ac6-47bd-a69f-7a42a9a5f5b4), before_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:24:13.184557 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49e3399-b68c-46ec-9123-83ac50df5f58 admin admin] Pushing event deleted for resources: {'Port': ['ID=c402dc0d-7ac6-47bd-a69f-7a42a9a5f5b4,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:24:13.187075 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e49e3399-b68c-46ec-9123-83ac50df5f58 admin admin] No DVR routers for this DVR port c402dc0d-7ac6-47bd-a69f-7a42a9a5f5b4 on host dv-cinder-853450-2-iscsi {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 18 11:24:13.212789 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Device 874960b1-addf-48bf-ab68-1a7f22185eb4 no longer exists at agent ovs-agent-dv-cinder-853450-2-iscsi {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 11:24:13.240848 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] No Port match for: 874960b1-addf-48bf-ab68-1a7f22185eb4 {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 18 11:24:13.241198 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Device 874960b1-addf-48bf-ab68-1a7f22185eb4 not bound to the agent host dv-cinder-853450-2-iscsi {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 11:24:13.241620 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Device c402dc0d-7ac6-47bd-a69f-7a42a9a5f5b4 no longer exists at agent ovs-agent-dv-cinder-853450-2-iscsi {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 11:24:13.269563 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] No Port match for: c402dc0d-7ac6-47bd-a69f-7a42a9a5f5b4 {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 18 11:24:13.269914 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Device c402dc0d-7ac6-47bd-a69f-7a42a9a5f5b4 not bound to the agent host dv-cinder-853450-2-iscsi {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 11:24:13.270095 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e49e3399-b68c-46ec-9123-83ac50df5f58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3613349', 'neutron.services.segments.db._delete_segments_for_network-8732802979220'] for network (4fed7e26-dc82-4a3f-a633-2f136bd4b58e), precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:24:13.270330 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Device 501d8970-d436-4d6a-ae77-a1c98cdd24ae no longer exists at agent ovs-agent-dv-cinder-853450-2-iscsi {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 11:24:13.276359 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-d635d455-fa93-4f70-a3d4-f52daea8a34a None None] For port c402dc0d-7ac6-47bd-a69f-7a42a9a5f5b4, host dv-cinder-853450-2-iscsi, got binding levels [] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:24:13.276738 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-d635d455-fa93-4f70-a3d4-f52daea8a34a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498516'] for port (c402dc0d-7ac6-47bd-a69f-7a42a9a5f5b4), precommit_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:24:13.295697 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.services.segments.db [None req-e49e3399-b68c-46ec-9123-83ac50df5f58 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fed7e26-dc82-4a3f-a633-2f136bd4b58e']}} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:24:13.304971 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] No Port match for: 501d8970-d436-4d6a-ae77-a1c98cdd24ae {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 18 11:24:13.305314 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Device 501d8970-d436-4d6a-ae77-a1c98cdd24ae not bound to the agent host dv-cinder-853450-2-iscsi {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 11:24:13.305759 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.services.segments.db [None req-e49e3399-b68c-46ec-9123-83ac50df5f58 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ccad7fd3-87fd-462e-a35a-6bdf852e0325') {'for_net_delete': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:24:13.306099 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.services.segments.db [None req-e49e3399-b68c-46ec-9123-83ac50df5f58 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ccad7fd3-87fd-462e-a35a-6bdf852e0325') {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:24:13.310312 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-d635d455-fa93-4f70-a3d4-f52daea8a34a None None] Calling delete_port for c402dc0d-7ac6-47bd-a69f-7a42a9a5f5b4 owned by network:dhcp {{(pid=106380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 18 11:24:13.313154 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.ipam_backend_mixin [None req-d635d455-fa93-4f70-a3d4-f52daea8a34a None None] Port c402dc0d-7ac6-47bd-a69f-7a42a9a5f5b4 was not found and therefore no delete operation was performed {{(pid=106380) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Aug 18 11:24:13.316173 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-d635d455-fa93-4f70-a3d4-f52daea8a34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732803053743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732802528790'] for port (c402dc0d-7ac6-47bd-a69f-7a42a9a5f5b4), after_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:24:13.322100 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e49e3399-b68c-46ec-9123-83ac50df5f58 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732802979283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11810229'] for segment (ccad7fd3-87fd-462e-a35a-6bdf852e0325), before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:24:13.338649 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e49e3399-b68c-46ec-9123-83ac50df5f58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3609830'] for segment (ccad7fd3-87fd-462e-a35a-6bdf852e0325), precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:24:13.338828 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d635d455-fa93-4f70-a3d4-f52daea8a34a None None] Pushing event deleted for resources: {'Port': ['ID=c402dc0d-7ac6-47bd-a69f-7a42a9a5f5b4,revision_number=None']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:24:13.349836 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d635d455-fa93-4f70-a3d4-f52daea8a34a None None] No DVR routers for this DVR port c402dc0d-7ac6-47bd-a69f-7a42a9a5f5b4 on host dv-cinder-853450-2-iscsi {{(pid=106380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 18 11:24:13.356069 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e49e3399-b68c-46ec-9123-83ac50df5f58 admin admin] Releasing vlan 975 on physical network physnet1 to pool {{(pid=106378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 11:24:13.356962 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e49e3399-b68c-46ec-9123-83ac50df5f58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3609830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11809272'] for segment (ccad7fd3-87fd-462e-a35a-6bdf852e0325), after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:24:13.377473 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e10dcc2b-0685-4882-b4be-8722fc067aaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (5a2ac145-53e3-4597-a9e7-c52b4336ae58), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:24:13.432318 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e49e3399-b68c-46ec-9123-83ac50df5f58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3613358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-519472'] for network (4fed7e26-dc82-4a3f-a633-2f136bd4b58e), after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:24:13.440111 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e49e3399-b68c-46ec-9123-83ac50df5f58 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682417'] for network (None), before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:24:13.448434 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [None req-e49e3399-b68c-46ec-9123-83ac50df5f58 admin admin] 10.222.0.16 "DELETE /networking/v2.0/networks/4fed7e26-dc82-4a3f-a633-2f136bd4b58e HTTP/1.1" status: 204 len: 168 time: 0.6406448 Aug 18 11:24:13.451057 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.services.segments.plugin [-] Segment ccad7fd3-87fd-462e-a35a-6bdf852e0325 resource provider aggregate not found Aug 18 11:24:13.484171 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.services.segments.plugin [-] Segment ccad7fd3-87fd-462e-a35a-6bdf852e0325 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ccad7fd3-87fd-462e-a35a-6bdf852e0325 found for delete ", "request_id": "req-38e34432-3f13-4ad4-9ebc-b6c4a4cc99a7"}]} Aug 18 11:24:13.485100 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49e3399-b68c-46ec-9123-83ac50df5f58 admin admin] Pushing event deleted for resources: {'Network': ['ID=4fed7e26-dc82-4a3f-a633-2f136bd4b58e,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:24:13.569311 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.16', 57028) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:24:13.608811 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=88,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:24:13.621272 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e946d42-7dc5-403e-905d-1f58d3a752df req-dbdb1239-a1d9-4cce-9cd5-1e7c9612b5a7 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:24:13.622779 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-9e946d42-7dc5-403e-905d-1f58d3a752df req-dbdb1239-a1d9-4cce-9cd5-1e7c9612b5a7 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=c8db7651-518a-44f0-834d-8036931cbef8 HTTP/1.1" status: 200 len: 945 time: 0.0649471 Aug 18 11:24:13.675138 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [None req-019b4512-12a8-45b3-bdc3-988afd4701f3 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=c14bc6c22cf74ac7b59d0c55e82c0829&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1046898 Aug 18 11:24:13.677855 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.16', 57030) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:24:13.725972 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [req-9e946d42-7dc5-403e-905d-1f58d3a752df req-6e25c650-9fe7-49af-8c80-aad0dc170567 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Deleting port ebed5dca-31d9-4dd8-82d2-0b59c8ad64cb {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 18 11:24:13.726372 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-9e946d42-7dc5-403e-905d-1f58d3a752df req-6e25c650-9fe7-49af-8c80-aad0dc170567 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732803047114'] for port (ebed5dca-31d9-4dd8-82d2-0b59c8ad64cb), before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:24:13.728092 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-dc4a058c-e24d-4038-89b4-19a855685ff1 admin admin] Publish callbacks [] for security_group (b24ec8ab-a55e-4d86-92f7-e9e1e78b7104), before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:24:13.754199 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-dc4a058c-e24d-4038-89b4-19a855685ff1 admin admin] Publish callbacks [] for security_group (b24ec8ab-a55e-4d86-92f7-e9e1e78b7104), precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:24:13.802695 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-dc4a058c-e24d-4038-89b4-19a855685ff1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433130'] for security_group (b24ec8ab-a55e-4d86-92f7-e9e1e78b7104), after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:24:13.805359 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-dc4a058c-e24d-4038-89b4-19a855685ff1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:24:13.806484 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-dc4a058c-e24d-4038-89b4-19a855685ff1 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/b24ec8ab-a55e-4d86-92f7-e9e1e78b7104 HTTP/1.1" status: 204 len: 168 time: 0.1270936 Aug 18 11:24:13.814410 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4a058c-e24d-4038-89b4-19a855685ff1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b24ec8ab-a55e-4d86-92f7-e9e1e78b7104,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:24:13.826449 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-9e946d42-7dc5-403e-905d-1f58d3a752df req-6e25c650-9fe7-49af-8c80-aad0dc170567 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] For port ebed5dca-31d9-4dd8-82d2-0b59c8ad64cb, host hv-cinder-85345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85345',level=0,port_id=ebed5dca-31d9-4dd8-82d2-0b59c8ad64cb,segment=NetworkSegment(a2aedf6e-157b-419a-80ab-5857554bba74),segment_id=a2aedf6e-157b-419a-80ab-5857554bba74)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:24:13.826717 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-9e946d42-7dc5-403e-905d-1f58d3a752df req-6e25c650-9fe7-49af-8c80-aad0dc170567 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498516'] for port (ebed5dca-31d9-4dd8-82d2-0b59c8ad64cb), precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:24:13.841166 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [req-9e946d42-7dc5-403e-905d-1f58d3a752df req-6e25c650-9fe7-49af-8c80-aad0dc170567 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Calling delete_port for ebed5dca-31d9-4dd8-82d2-0b59c8ad64cb owned by compute:nova {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 18 11:24:13.983785 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-9e946d42-7dc5-403e-905d-1f58d3a752df req-6e25c650-9fe7-49af-8c80-aad0dc170567 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732803053743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732802528790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11809227'] for port (ebed5dca-31d9-4dd8-82d2-0b59c8ad64cb), after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:24:13.997936 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] get_ports_and_sgs() called for port_ids ['ebed5dca-31d9-4dd8-82d2-0b59c8ad64cb'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 18 11:24:14.014788 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e25c650-9fe7-49af-8c80-aad0dc170567 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Pushing event deleted for resources: {'Port': ['ID=ebed5dca-31d9-4dd8-82d2-0b59c8ad64cb,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:24:14.070497 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-b204ebaf-1b27-4a7a-acc2-e3725053775d req-a04c019f-c3dd-4716-b5d5-43ecb0099b1f tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=c8db7651-518a-44f0-834d-8036931cbef8 HTTP/1.1" status: 200 len: 210 time: 0.0533416 Aug 18 11:24:14.102221 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e946d42-7dc5-403e-905d-1f58d3a752df req-6e25c650-9fe7-49af-8c80-aad0dc170567 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] No DVR routers for this DVR port ebed5dca-31d9-4dd8-82d2-0b59c8ad64cb on host hv-cinder-85345 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 18 11:24:14.105077 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-9e946d42-7dc5-403e-905d-1f58d3a752df req-6e25c650-9fe7-49af-8c80-aad0dc170567 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22494'] for port (None), before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:24:14.109339 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-9e946d42-7dc5-403e-905d-1f58d3a752df req-6e25c650-9fe7-49af-8c80-aad0dc170567 tempest-ServerRescueNegativeTestJSON-1592096677 tempest-ServerRescueNegativeTestJSON-1592096677-project] 10.222.0.20 "DELETE /networking/v2.0/ports/ebed5dca-31d9-4dd8-82d2-0b59c8ad64cb HTTP/1.1" status: 204 len: 173 time: 0.4806440 Aug 18 11:24:14.109796 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8db7651-518a-44f0-834d-8036931cbef8', 'name': 'network-vif-deleted', 'tag': 'ebed5dca-31d9-4dd8-82d2-0b59c8ad64cb'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 18 11:24:14.112096 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c862ab1b2ee120cb5e2e4f2725a0fe0d7acaf57f657006002d91667c9b4c94a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17128eb8-c9e8-4461-8d6d-d5cacc2e26ac" -d '{"events": [{"server_uuid": "c8db7651-518a-44f0-834d-8036931cbef8", "name": "network-vif-deleted", "tag": "ebed5dca-31d9-4dd8-82d2-0b59c8ad64cb"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:24:14.163089 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Aug 2022 11:24:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64603f91-0312-4d9f-b3c5-de04244bec29 x-openstack-request-id: req-64603f91-0312-4d9f-b3c5-de04244bec29 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:24:14.163386 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8db7651-518a-44f0-834d-8036931cbef8", "name": "network-vif-deleted", "tag": "ebed5dca-31d9-4dd8-82d2-0b59c8ad64cb", "status": "completed", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:24:14.163637 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-64603f91-0312-4d9f-b3c5-de04244bec29 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:24:14.164043 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event matching ['req-64603f91-0312-4d9f-b3c5-de04244bec29'] response: {'server_uuid': 'c8db7651-518a-44f0-834d-8036931cbef8', 'name': 'network-vif-deleted', 'tag': 'ebed5dca-31d9-4dd8-82d2-0b59c8ad64cb', 'status': 'completed', 'code': 200} Aug 18 11:24:14.231394 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.16', 57042) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:24:14.272644 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-a8baa4c0-54c4-4096-994a-1dee33deb9f7 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=26b16514d9854dfeba0ba85334246d05&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0400293 Aug 18 11:24:14.275078 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.16', 57044) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:24:14.323069 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-8d9e6154-d469-4162-9a6e-b9a910d094f6 admin admin] Publish callbacks [] for security_group (e18a3a36-0e8e-4073-a9af-8ae3e5a9ff00), before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:24:14.343325 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-8d9e6154-d469-4162-9a6e-b9a910d094f6 admin admin] Publish callbacks [] for security_group (e18a3a36-0e8e-4073-a9af-8ae3e5a9ff00), precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:24:14.389356 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-8d9e6154-d469-4162-9a6e-b9a910d094f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433130'] for security_group (e18a3a36-0e8e-4073-a9af-8ae3e5a9ff00), after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:24:14.391859 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-8d9e6154-d469-4162-9a6e-b9a910d094f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:24:14.394032 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-8d9e6154-d469-4162-9a6e-b9a910d094f6 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/e18a3a36-0e8e-4073-a9af-8ae3e5a9ff00 HTTP/1.1" status: 204 len: 168 time: 0.1170943 Aug 18 11:24:14.405559 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9e6154-d469-4162-9a6e-b9a910d094f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e18a3a36-0e8e-4073-a9af-8ae3e5a9ff00,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:24:14.674924 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Device ebed5dca-31d9-4dd8-82d2-0b59c8ad64cb no longer exists at agent hyperv_hv-cinder-85345 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 11:24:14.707801 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] No Port match for: ebed5dca-31d9-4dd8-82d2-0b59c8ad64cb {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 18 11:24:14.708146 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Device ebed5dca-31d9-4dd8-82d2-0b59c8ad64cb not bound to the agent host hv-cinder-85345 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 11:24:14.708587 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Device ec2b7eba-444a-4297-beb7-1a9941391627 no longer exists at agent hyperv_hv-cinder-85345 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 11:24:14.732847 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-a5cc8183-7213-4642-9d48-bc0d47940d29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (29720577-1c8f-43c1-a8be-c2a14df8d65e), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:24:14.733256 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] No Port match for: ec2b7eba-444a-4297-beb7-1a9941391627 {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 18 11:24:14.733657 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Device ec2b7eba-444a-4297-beb7-1a9941391627 not bound to the agent host hv-cinder-85345 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 11:24:15.138332 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.16', 57050) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:24:15.517034 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:24:15.896633 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b4890171-8dde-4e02-97f1-2d5131ef2252 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-516699'] for router_interface (ac1bbf50-8919-4b59-b313-27fdafa51525), before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:24:16.004103 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (69d4285f-736d-41a6-a99e-1994eed59bce), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:24:16.115860 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:24:16.130519 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-b4890171-8dde-4e02-97f1-2d5131ef2252 admin admin] Deleting port 1ef0845a-eca3-4e27-9da9-f30e18d0cebc {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 18 11:24:16.130892 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b4890171-8dde-4e02-97f1-2d5131ef2252 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732803047114'] for port (1ef0845a-eca3-4e27-9da9-f30e18d0cebc), before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:24:16.216800 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-b4890171-8dde-4e02-97f1-2d5131ef2252 admin admin] For port 1ef0845a-eca3-4e27-9da9-f30e18d0cebc, host dv-cinder-853450-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853450-2-iscsi',level=0,port_id=1ef0845a-eca3-4e27-9da9-f30e18d0cebc,segment=NetworkSegment(a2aedf6e-157b-419a-80ab-5857554bba74),segment_id=a2aedf6e-157b-419a-80ab-5857554bba74)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:24:16.217490 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b4890171-8dde-4e02-97f1-2d5131ef2252 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498516'] for port (1ef0845a-eca3-4e27-9da9-f30e18d0cebc), precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:24:16.229886 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-b4890171-8dde-4e02-97f1-2d5131ef2252 admin admin] Calling delete_port for 1ef0845a-eca3-4e27-9da9-f30e18d0cebc owned by network:router_interface {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 18 11:24:16.416484 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b4890171-8dde-4e02-97f1-2d5131ef2252 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732803053743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732802528790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11809227'] for port (1ef0845a-eca3-4e27-9da9-f30e18d0cebc), after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:24:16.447033 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4890171-8dde-4e02-97f1-2d5131ef2252 admin admin] Pushing event deleted for resources: {'Port': ['ID=1ef0845a-eca3-4e27-9da9-f30e18d0cebc,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:24:16.479095 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c68edff8-e550-48a3-9de2-17badfe483c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (307af099-d926-4e52-9df3-0cd09baf3c81), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:24:16.614519 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:24:16.617404 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b4890171-8dde-4e02-97f1-2d5131ef2252 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3683472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-519371'] for router_interface (ac1bbf50-8919-4b59-b313-27fdafa51525), after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:24:16.828501 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4890171-8dde-4e02-97f1-2d5131ef2252 admin admin] Router ac1bbf50-8919-4b59-b313-27fdafa51525 has already been hosted by L3 agent 5a2ac145-53e3-4597-a9e7-c52b4336ae58 {{(pid=106378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 11:24:16.932169 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4890171-8dde-4e02-97f1-2d5131ef2252 admin admin] Notify agent at l3_agent.dv-cinder-853450-2-iscsi the message routers_updated {{(pid=106378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 11:24:16.937847 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [None req-b4890171-8dde-4e02-97f1-2d5131ef2252 admin admin] 10.222.0.16 "PUT /networking/v2.0/routers/ac1bbf50-8919-4b59-b313-27fdafa51525/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7984829 Aug 18 11:24:16.940521 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.16', 57056) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:24:16.942130 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb8850ce-1898-4902-897d-c11618e68f04 None None] Sync routers for ids ['ac1bbf50-8919-4b59-b313-27fdafa51525'] in dv-cinder-853450-2-iscsi {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 11:24:16.955867 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb8850ce-1898-4902-897d-c11618e68f04 None None] Routers {'ac1bbf50-8919-4b59-b313-27fdafa51525'} bound to L3 agent in host dv-cinder-853450-2-iscsi {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 18 11:24:16.956501 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-bb8850ce-1898-4902-897d-c11618e68f04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853450-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-18T11:07:43Z,description=,heartbeat_timestamp=2022-08-18T11:24:13Z,host='dv-cinder-853450-2-iscsi',id=5a2ac145-53e3-4597-a9e7-c52b4336ae58,load=0,resource_versions=,resources_synced=,started_at=2022-08-18T11:07:43Z,topic='l3_agent')) {'router_ids': ['ac1bbf50-8919-4b59-b313-27fdafa51525'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:24:17.022968 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:24:17.047514 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ed429e32-9678-463b-8531-127d0e775e8b admin admin] Publish callbacks [] for router (ac1bbf50-8919-4b59-b313-27fdafa51525), before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:24:17.056640 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-bb8850ce-1898-4902-897d-c11618e68f04 None None] Set router ac1bbf50-8919-4b59-b313-27fdafa51525 gateway port host: dv-cinder-853450-2-iscsi {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 18 11:24:17.148345 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ed429e32-9678-463b-8531-127d0e775e8b admin admin] Publish callbacks [] for router_gateway (ac1bbf50-8919-4b59-b313-27fdafa51525), before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:24:17.191039 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-ed429e32-9678-463b-8531-127d0e775e8b admin admin] Deleting port 44b9dc73-a9bf-496f-be3a-d067fc020a1d {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 18 11:24:17.191377 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ed429e32-9678-463b-8531-127d0e775e8b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732803047114'] for port (44b9dc73-a9bf-496f-be3a-d067fc020a1d), before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:24:17.226884 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-bb8850ce-1898-4902-897d-c11618e68f04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac1bbf50-8919-4b59-b313-27fdafa51525', 'name': 'tempest-ServerRescueNegativeTestJSON-2046775969-router', 'tenant_id': 'aab35f7119e44d3c8da92076c7e823db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'external_fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.214'}], 'enable_snat': True}, 'gw_port_id': '44b9dc73-a9bf-496f-be3a-d067fc020a1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T11:15:55Z', 'updated_at': '2022-08-18T11:24:16Z', 'revision_number': 5, 'project_id': 'aab35f7119e44d3c8da92076c7e823db', 'gw_port': {'id': '44b9dc73-a9bf-496f-be3a-d067fc020a1d', 'name': '', 'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:fa:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac1bbf50-8919-4b59-b313-27fdafa51525', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853450-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:15:57Z', 'updated_at': '2022-08-18T11:16:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853450-2-iscsi'}], 'dv-cinder-853450-2-iscsi', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:24:17.251202 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb8850ce-1898-4902-897d-c11618e68f04 None None] Checking router: ac1bbf50-8919-4b59-b313-27fdafa51525 for host: dv-cinder-853450-2-iscsi {{(pid=106381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 11:24:17.259482 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb8850ce-1898-4902-897d-c11618e68f04 None None] Routers {'ac1bbf50-8919-4b59-b313-27fdafa51525'} bound to L3 agent in host dv-cinder-853450-2-iscsi {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 18 11:24:17.260087 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-bb8850ce-1898-4902-897d-c11618e68f04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853450-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-18T11:07:43Z,description=,heartbeat_timestamp=2022-08-18T11:24:13Z,host='dv-cinder-853450-2-iscsi',id=5a2ac145-53e3-4597-a9e7-c52b4336ae58,load=0,resource_versions=,resources_synced=,started_at=2022-08-18T11:07:43Z,topic='l3_agent')) {'router_ids': ['ac1bbf50-8919-4b59-b313-27fdafa51525'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:24:17.276776 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-ed429e32-9678-463b-8531-127d0e775e8b admin admin] For port 44b9dc73-a9bf-496f-be3a-d067fc020a1d, host dv-cinder-853450-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853450-2-iscsi',level=0,port_id=44b9dc73-a9bf-496f-be3a-d067fc020a1d,segment=NetworkSegment(67ba5125-9fc9-4a45-924f-a98fceaf00fb),segment_id=67ba5125-9fc9-4a45-924f-a98fceaf00fb)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:24:17.277391 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ed429e32-9678-463b-8531-127d0e775e8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498516'] for port (44b9dc73-a9bf-496f-be3a-d067fc020a1d), precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:24:17.291939 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-ed429e32-9678-463b-8531-127d0e775e8b admin admin] Calling delete_port for 44b9dc73-a9bf-496f-be3a-d067fc020a1d owned by network:router_gateway {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 18 11:24:17.344318 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-bb8850ce-1898-4902-897d-c11618e68f04 None None] Set router ac1bbf50-8919-4b59-b313-27fdafa51525 gateway port host: None {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 18 11:24:17.395449 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-bb8850ce-1898-4902-897d-c11618e68f04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac1bbf50-8919-4b59-b313-27fdafa51525', 'name': 'tempest-ServerRescueNegativeTestJSON-2046775969-router', 'tenant_id': 'aab35f7119e44d3c8da92076c7e823db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T11:15:55Z', 'updated_at': '2022-08-18T11:24:17Z', 'revision_number': 6, 'project_id': 'aab35f7119e44d3c8da92076c7e823db', 'gw_port_host': None}], 'dv-cinder-853450-2-iscsi', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:24:17.422288 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb8850ce-1898-4902-897d-c11618e68f04 None None] The sync data for ids ['ac1bbf50-8919-4b59-b313-27fdafa51525'] in dv-cinder-853450-2-iscsi is: [{'id': 'ac1bbf50-8919-4b59-b313-27fdafa51525', 'name': 'tempest-ServerRescueNegativeTestJSON-2046775969-router', 'tenant_id': 'aab35f7119e44d3c8da92076c7e823db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T11:15:55Z', 'updated_at': '2022-08-18T11:24:17Z', 'revision_number': 6, 'project_id': 'aab35f7119e44d3c8da92076c7e823db', 'gw_port_host': None}] {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 11:24:17.463473 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ed429e32-9678-463b-8531-127d0e775e8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732803053743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732802528790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11809227'] for port (44b9dc73-a9bf-496f-be3a-d067fc020a1d), after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:24:17.468852 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:24:17.491051 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed429e32-9678-463b-8531-127d0e775e8b admin admin] Pushing event deleted for resources: {'Port': ['ID=44b9dc73-a9bf-496f-be3a-d067fc020a1d,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:24:17.558258 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ed429e32-9678-463b-8531-127d0e775e8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-519452'] for router_gateway (ac1bbf50-8919-4b59-b313-27fdafa51525), after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:24:17.644209 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ed429e32-9678-463b-8531-127d0e775e8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13573'] for router (ac1bbf50-8919-4b59-b313-27fdafa51525), precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:24:17.646377 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ed429e32-9678-463b-8531-127d0e775e8b admin admin] Publish callbacks [] for router_controller (ac1bbf50-8919-4b59-b313-27fdafa51525), precommit_delete_associations {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:24:17.689256 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ed429e32-9678-463b-8531-127d0e775e8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-519326'] for router (ac1bbf50-8919-4b59-b313-27fdafa51525), after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:24:17.689758 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed429e32-9678-463b-8531-127d0e775e8b admin admin] Fanout notify agent at l3_agent the message router_deleted on router ac1bbf50-8919-4b59-b313-27fdafa51525 {{(pid=106378) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 11:24:17.693872 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ed429e32-9678-463b-8531-127d0e775e8b admin admin] Publish callbacks [] for router (None), before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:24:17.695012 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [None req-ed429e32-9678-463b-8531-127d0e775e8b admin admin] 10.222.0.16 "DELETE /networking/v2.0/routers/ac1bbf50-8919-4b59-b313-27fdafa51525 HTTP/1.1" status: 204 len: 168 time: 0.7534089 Aug 18 11:24:17.697664 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.16', 57058) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:24:17.741518 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.db.db_base_plugin_v2 [None req-04113cac-921e-4ff0-a421-c2b3be4a96aa admin admin] Deleting subnet 055aadf2-d4b5-4a33-adc5-6baee36dc7bc {{(pid=106378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 18 11:24:17.744744 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-04113cac-921e-4ff0-a421-c2b3be4a96aa admin admin] Publish callbacks [] for subnet (055aadf2-d4b5-4a33-adc5-6baee36dc7bc), before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:24:17.782690 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-04113cac-921e-4ff0-a421-c2b3be4a96aa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11810236'] for subnet (055aadf2-d4b5-4a33-adc5-6baee36dc7bc), precommit_delete_associations {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:24:17.865474 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-04113cac-921e-4ff0-a421-c2b3be4a96aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3613534'] for subnet (055aadf2-d4b5-4a33-adc5-6baee36dc7bc), precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:24:17.867378 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:DELETE=7 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:24:17.919436 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-04113cac-921e-4ff0-a421-c2b3be4a96aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3613479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11809182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11843840'] for subnet (055aadf2-d4b5-4a33-adc5-6baee36dc7bc), after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:24:17.943040 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04113cac-921e-4ff0-a421-c2b3be4a96aa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=055aadf2-d4b5-4a33-adc5-6baee36dc7bc,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:24:17.951162 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-04113cac-921e-4ff0-a421-c2b3be4a96aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682417'] for subnet (None), before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:24:17.955627 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a34cf17-af66-4418-97d9-6fef22b42fce None None] Network dd9ba834-1e3f-4b43-ad03-a13182799a15 requested from dv-cinder-853450-2-iscsi {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 18 11:24:17.958404 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [None req-04113cac-921e-4ff0-a421-c2b3be4a96aa admin admin] 10.222.0.16 "DELETE /networking/v2.0/subnets/055aadf2-d4b5-4a33-adc5-6baee36dc7bc HTTP/1.1" status: 204 len: 168 time: 0.2597680 Aug 18 11:24:17.961388 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.16', 57060) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:24:18.033854 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-4244fdfe-50a1-4410-807e-85dae589f3e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3592451'] for network (dd9ba834-1e3f-4b43-ad03-a13182799a15), before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:24:18.078715 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-4244fdfe-50a1-4410-807e-85dae589f3e5 admin admin] Deleting port 09f95f53-76ba-46d8-90fc-8b446a4a283f {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 18 11:24:18.079055 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-4244fdfe-50a1-4410-807e-85dae589f3e5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732803047114'] for port (09f95f53-76ba-46d8-90fc-8b446a4a283f), before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:24:18.141525 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.db [None req-4244fdfe-50a1-4410-807e-85dae589f3e5 admin admin] For port 09f95f53-76ba-46d8-90fc-8b446a4a283f, host dv-cinder-853450-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853450-2-iscsi',level=0,port_id=09f95f53-76ba-46d8-90fc-8b446a4a283f,segment=NetworkSegment(a2aedf6e-157b-419a-80ab-5857554bba74),segment_id=a2aedf6e-157b-419a-80ab-5857554bba74)] {{(pid=106379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:24:18.141891 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-4244fdfe-50a1-4410-807e-85dae589f3e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498516'] for port (09f95f53-76ba-46d8-90fc-8b446a4a283f), precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:24:18.159669 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-4244fdfe-50a1-4410-807e-85dae589f3e5 admin admin] Calling delete_port for 09f95f53-76ba-46d8-90fc-8b446a4a283f owned by network:dhcp {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 18 11:24:18.170361 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48a932d5-e6dd-4240-bd28-ebe078a22257 None None] DHCP port deletion for dd9ba834-1e3f-4b43-ad03-a13182799a15 request from dv-cinder-853450-2-iscsi {{(pid=106380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 18 11:24:18.208314 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-48a932d5-e6dd-4240-bd28-ebe078a22257 None None] Deleting port 09f95f53-76ba-46d8-90fc-8b446a4a283f {{(pid=106380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 18 11:24:18.208532 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-48a932d5-e6dd-4240-bd28-ebe078a22257 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732803047114'] for port (09f95f53-76ba-46d8-90fc-8b446a4a283f), before_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:24:18.210959 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:24:18.248546 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-4244fdfe-50a1-4410-807e-85dae589f3e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732803053743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732802528790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638927'] for port (09f95f53-76ba-46d8-90fc-8b446a4a283f), after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:24:18.273769 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4244fdfe-50a1-4410-807e-85dae589f3e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=09f95f53-76ba-46d8-90fc-8b446a4a283f,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:24:18.277925 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-48a932d5-e6dd-4240-bd28-ebe078a22257 None None] For port 09f95f53-76ba-46d8-90fc-8b446a4a283f, host dv-cinder-853450-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853450-2-iscsi',level=0,port_id=09f95f53-76ba-46d8-90fc-8b446a4a283f,segment=NetworkSegment(a2aedf6e-157b-419a-80ab-5857554bba74),segment_id=a2aedf6e-157b-419a-80ab-5857554bba74)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:24:18.278551 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-48a932d5-e6dd-4240-bd28-ebe078a22257 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498516'] for port (09f95f53-76ba-46d8-90fc-8b446a4a283f), precommit_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:24:18.278914 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4244fdfe-50a1-4410-807e-85dae589f3e5 admin admin] No DVR routers for this DVR port 09f95f53-76ba-46d8-90fc-8b446a4a283f on host dv-cinder-853450-2-iscsi {{(pid=106379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 18 11:24:18.295013 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-48a932d5-e6dd-4240-bd28-ebe078a22257 None None] Calling delete_port for 09f95f53-76ba-46d8-90fc-8b446a4a283f owned by network:dhcp {{(pid=106380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 18 11:24:18.302606 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=89,neutron:DELETE=11 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:24:18.377649 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-48a932d5-e6dd-4240-bd28-ebe078a22257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732803053743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732802528790'] for port (09f95f53-76ba-46d8-90fc-8b446a4a283f), after_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:24:18.404897 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a932d5-e6dd-4240-bd28-ebe078a22257 None None] Pushing event deleted for resources: {'Port': ['ID=09f95f53-76ba-46d8-90fc-8b446a4a283f,revision_number=None']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:24:18.412176 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a932d5-e6dd-4240-bd28-ebe078a22257 None None] No DVR routers for this DVR port 09f95f53-76ba-46d8-90fc-8b446a4a283f on host dv-cinder-853450-2-iscsi {{(pid=106380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 18 11:24:18.586825 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-4244fdfe-50a1-4410-807e-85dae589f3e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3613349', 'neutron.services.segments.db._delete_segments_for_network-8732802979220'] for network (dd9ba834-1e3f-4b43-ad03-a13182799a15), precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:24:18.606429 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.services.segments.db [None req-4244fdfe-50a1-4410-807e-85dae589f3e5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd9ba834-1e3f-4b43-ad03-a13182799a15']}} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:24:18.615391 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.services.segments.db [None req-4244fdfe-50a1-4410-807e-85dae589f3e5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2aedf6e-157b-419a-80ab-5857554bba74') {'for_net_delete': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:24:18.615691 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.services.segments.db [None req-4244fdfe-50a1-4410-807e-85dae589f3e5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2aedf6e-157b-419a-80ab-5857554bba74') {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:24:18.625524 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-4244fdfe-50a1-4410-807e-85dae589f3e5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732802979283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11092011'] for segment (a2aedf6e-157b-419a-80ab-5857554bba74), before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:24:18.639643 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-4244fdfe-50a1-4410-807e-85dae589f3e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3609830'] for segment (a2aedf6e-157b-419a-80ab-5857554bba74), precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:24:18.646053 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4244fdfe-50a1-4410-807e-85dae589f3e5 admin admin] Releasing vlan 981 on physical network physnet1 to pool {{(pid=106379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 11:24:18.646431 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-4244fdfe-50a1-4410-807e-85dae589f3e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3609830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1638972'] for segment (a2aedf6e-157b-419a-80ab-5857554bba74), after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:24:18.687981 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.services.segments.plugin [-] Segment a2aedf6e-157b-419a-80ab-5857554bba74 resource provider aggregate not found Aug 18 11:24:18.705472 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.services.segments.plugin [-] Segment a2aedf6e-157b-419a-80ab-5857554bba74 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a2aedf6e-157b-419a-80ab-5857554bba74 found for delete ", "request_id": "req-6835cd60-df4e-4b62-b387-2e0a980d2a23"}]} Aug 18 11:24:18.712015 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-4244fdfe-50a1-4410-807e-85dae589f3e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3613358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-519472'] for network (dd9ba834-1e3f-4b43-ad03-a13182799a15), after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:24:18.717420 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-4244fdfe-50a1-4410-807e-85dae589f3e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682417'] for network (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:24:18.720438 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-4244fdfe-50a1-4410-807e-85dae589f3e5 admin admin] 10.222.0.16 "DELETE /networking/v2.0/networks/dd9ba834-1e3f-4b43-ad03-a13182799a15 HTTP/1.1" status: 204 len: 168 time: 0.7575958 Aug 18 11:24:18.734921 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4244fdfe-50a1-4410-807e-85dae589f3e5 admin admin] Pushing event deleted for resources: {'Network': ['ID=dd9ba834-1e3f-4b43-ad03-a13182799a15,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:24:18.841030 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.16', 57068) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:24:18.875034 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Device 44b9dc73-a9bf-496f-be3a-d067fc020a1d no longer exists at agent ovs-agent-dv-cinder-853450-2-iscsi {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 11:24:18.882983 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-17f6dbee-2fc7-4075-bd89-f2e4f121d106 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=aab35f7119e44d3c8da92076c7e823db&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0407367 Aug 18 11:24:18.885459 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.16', 57070) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:24:18.898367 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] No Port match for: 44b9dc73-a9bf-496f-be3a-d067fc020a1d {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 18 11:24:18.898715 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Device 44b9dc73-a9bf-496f-be3a-d067fc020a1d not bound to the agent host dv-cinder-853450-2-iscsi {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 11:24:18.899128 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Device 09f95f53-76ba-46d8-90fc-8b446a4a283f no longer exists at agent ovs-agent-dv-cinder-853450-2-iscsi {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 11:24:18.917156 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] No Port match for: 09f95f53-76ba-46d8-90fc-8b446a4a283f {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 18 11:24:18.917505 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Device 09f95f53-76ba-46d8-90fc-8b446a4a283f not bound to the agent host dv-cinder-853450-2-iscsi {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 11:24:18.918584 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Device 1ef0845a-eca3-4e27-9da9-f30e18d0cebc no longer exists at agent ovs-agent-dv-cinder-853450-2-iscsi {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 11:24:18.935399 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-0c220fb8-6ebe-4a1e-8a72-131725ea159e admin admin] Publish callbacks [] for security_group (b21c2cf3-45f4-4212-bbb4-b16e8476f4ca), before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:24:18.937475 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] No Port match for: 1ef0845a-eca3-4e27-9da9-f30e18d0cebc {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 18 11:24:18.937829 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Device 1ef0845a-eca3-4e27-9da9-f30e18d0cebc not bound to the agent host dv-cinder-853450-2-iscsi {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 11:24:18.955953 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-0c220fb8-6ebe-4a1e-8a72-131725ea159e admin admin] Publish callbacks [] for security_group (b21c2cf3-45f4-4212-bbb4-b16e8476f4ca), precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:24:19.002940 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-0c220fb8-6ebe-4a1e-8a72-131725ea159e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433130'] for security_group (b21c2cf3-45f4-4212-bbb4-b16e8476f4ca), after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:24:19.005408 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-0c220fb8-6ebe-4a1e-8a72-131725ea159e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:24:19.006548 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-0c220fb8-6ebe-4a1e-8a72-131725ea159e admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/b21c2cf3-45f4-4212-bbb4-b16e8476f4ca HTTP/1.1" status: 204 len: 168 time: 0.1201975 Aug 18 11:24:19.014601 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c220fb8-6ebe-4a1e-8a72-131725ea159e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b21c2cf3-45f4-4212-bbb4-b16e8476f4ca,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:24:19.742506 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.16', 57092) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:24:19.862316 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.v2.base [None req-c1eeb03a-2ec2-4d87-83b5-814bf0002cb6 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-357861059-network', 'tenant_id': '28a8db4d53754a09aad85d3b756fed10'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:24:19.882121 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1eeb03a-2ec2-4d87-83b5-814bf0002cb6 admin admin] Made reservation on behalf of 28a8db4d53754a09aad85d3b756fed10 for: {'network': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 11:24:19.884363 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c1eeb03a-2ec2-4d87-83b5-814bf0002cb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for network (None), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:24:19.892720 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c1eeb03a-2ec2-4d87-83b5-814bf0002cb6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:24:19.970031 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c1eeb03a-2ec2-4d87-83b5-814bf0002cb6 admin admin] Publish callbacks [] for security_group (8e260074-d700-4267-8220-2e5d30124d5a), precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:24:19.973779 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c1eeb03a-2ec2-4d87-83b5-814bf0002cb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433130'] for security_group (8e260074-d700-4267-8220-2e5d30124d5a), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:24:20.008299 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1eeb03a-2ec2-4d87-83b5-814bf0002cb6 admin admin] vlan segment allocate from pool success with {'vlan_id': 987, 'physical_network': 'physnet1'} {{(pid=106379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 11:24:20.014980 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1eeb03a-2ec2-4d87-83b5-814bf0002cb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e260074-d700-4267-8220-2e5d30124d5a,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:24:20.021619 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c1eeb03a-2ec2-4d87-83b5-814bf0002cb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3609830'] for segment (d08b966e-bc75-426c-bd79-01b759359016), precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:24:20.021949 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.db.segments_db [None req-c1eeb03a-2ec2-4d87-83b5-814bf0002cb6 admin admin] Added segment d08b966e-bc75-426c-bd79-01b759359016 of type vlan for network 973c519c-fa04-42b9-8369-c22e799d5cb8 Aug 18 11:24:20.063610 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c1eeb03a-2ec2-4d87-83b5-814bf0002cb6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732802498636'] for network (973c519c-fa04-42b9-8369-c22e799d5cb8), precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:24:20.088141 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c1eeb03a-2ec2-4d87-83b5-814bf0002cb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403'] for network (973c519c-fa04-42b9-8369-c22e799d5cb8), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:24:20.089141 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1eeb03a-2ec2-4d87-83b5-814bf0002cb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:24:20.090246 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c1eeb03a-2ec2-4d87-83b5-814bf0002cb6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682417'] for network (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:24:20.142164 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-c1eeb03a-2ec2-4d87-83b5-814bf0002cb6 admin admin] 10.222.0.16 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3984966 Aug 18 11:24:20.145216 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.16', 57096) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:24:20.150144 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.v2.base [None req-b17032e3-723d-45bc-b75d-666fd2c0bdce admin admin] Request body: {'subnet': {'network_id': '973c519c-fa04-42b9-8369-c22e799d5cb8', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-357861059-subnet', 'tenant_id': '28a8db4d53754a09aad85d3b756fed10', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:24:20.154808 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1eeb03a-2ec2-4d87-83b5-814bf0002cb6 admin admin] Pushing event updated for resources: {'Network': ['ID=973c519c-fa04-42b9-8369-c22e799d5cb8,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:24:20.164617 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Network 973c519c-fa04-42b9-8369-c22e799d5cb8 details requested by agent ovs-agent-dv-cinder-853450-2-iscsi with host dv-cinder-853450-2-iscsi {{(pid=106380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 11:24:20.171374 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b17032e3-723d-45bc-b75d-666fd2c0bdce admin admin] Made reservation on behalf of 28a8db4d53754a09aad85d3b756fed10 for: {'subnet': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 11:24:20.173752 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b17032e3-723d-45bc-b75d-666fd2c0bdce admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11843941'] for subnet (None), before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:24:20.345231 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b17032e3-723d-45bc-b75d-666fd2c0bdce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11810139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11843851'] for subnet (a362c7c9-82f8-42d5-b8a6-0309f8c4fcc3), after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:24:20.395150 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17032e3-723d-45bc-b75d-666fd2c0bdce admin admin] Pushing event updated for resources: {'Subnet': ['ID=a362c7c9-82f8-42d5-b8a6-0309f8c4fcc3,revision_number=0']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:24:20.415101 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b17032e3-723d-45bc-b75d-666fd2c0bdce admin admin] Checking segment: {'id': 'd08b966e-bc75-426c-bd79-01b759359016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 987, 'network_id': '973c519c-fa04-42b9-8369-c22e799d5cb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 18 11:24:20.415448 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b17032e3-723d-45bc-b75d-666fd2c0bdce admin admin] Network hostable DHCP agents. Network: 973c519c-fa04-42b9-8369-c22e799d5cb8, hostable agents: ['c499a017-4b38-4967-b050-d4094e1a7564'], hosted agents: [] {{(pid=106378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 11:24:20.432771 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b17032e3-723d-45bc-b75d-666fd2c0bdce admin admin] Network 973c519c-fa04-42b9-8369-c22e799d5cb8 is scheduled to be hosted by DHCP agent c499a017-4b38-4967-b050-d4094e1a7564 with binding_index 1 {{(pid=106378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 11:24:20.441278 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-b17032e3-723d-45bc-b75d-666fd2c0bdce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-853450-2-iscsi, 973c519c-fa04-42b9-8369-c22e799d5cb8) {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 11:24:20.445918 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b17032e3-723d-45bc-b75d-666fd2c0bdce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:24:20.447056 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b17032e3-723d-45bc-b75d-666fd2c0bdce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682417'] for subnet (None), before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:24:20.451052 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7765d38-1de0-4cf9-8baa-889dcf6de438 None None] Network 973c519c-fa04-42b9-8369-c22e799d5cb8 requested from dv-cinder-853450-2-iscsi {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 18 11:24:20.454346 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:24:20.469842 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [None req-b17032e3-723d-45bc-b75d-666fd2c0bdce admin admin] 10.222.0.16 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3181875 Aug 18 11:24:20.469842 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.16', 57098) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:24:20.476907 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.v2.base [None req-c3a60327-5981-44f4-9c8f-ebf02a8b5bdf admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-357861059-router', 'tenant_id': '28a8db4d53754a09aad85d3b756fed10', 'external_gateway_info': {'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153'}}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:24:20.500750 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c3a60327-5981-44f4-9c8f-ebf02a8b5bdf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-519984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13683'] for router (be53e3cc-cd1d-4ef9-a05a-32b8dc1353e2), before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:24:20.501875 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c3a60327-5981-44f4-9c8f-ebf02a8b5bdf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-519014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-494146', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-365753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13578'] for router (be53e3cc-cd1d-4ef9-a05a-32b8dc1353e2), precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:24:20.525996 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=86,neutron:DELETE=3,neutron:UPDATE=3,neutron:INSERT=8 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:24:20.559871 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c3a60327-5981-44f4-9c8f-ebf02a8b5bdf admin admin] Publish callbacks [] for router_controller (be53e3cc-cd1d-4ef9-a05a-32b8dc1353e2), precommit_add_association {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:24:20.566695 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4335651b-c7de-40ee-b312-3c93334a4162 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c84b3fc-1835-5fce-b972-629e751b1ddf-973c519c-fa04-42b9-8369-c22e799d5cb8', 'network_id': '973c519c-fa04-42b9-8369-c22e799d5cb8', 'project_id': '28a8db4d53754a09aad85d3b756fed10', 'fixed_ips': [{'subnet_id': 'a362c7c9-82f8-42d5-b8a6-0309f8c4fcc3'}]}} from dv-cinder-853450-2-iscsi. {{(pid=106380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 18 11:24:20.567675 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-4335651b-c7de-40ee-b312-3c93334a4162 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (None), before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:24:20.693745 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:DELETE=3,neutron:INSERT=1 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:24:20.696935 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c3a60327-5981-44f4-9c8f-ebf02a8b5bdf admin admin] Publish callbacks [] for router_gateway (be53e3cc-cd1d-4ef9-a05a-32b8dc1353e2), precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:24:20.700593 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.db_base_plugin_common [None req-4335651b-c7de-40ee-b312-3c93334a4162 None None] Allocated IP 172.20.0.2 (973c519c-fa04-42b9-8369-c22e799d5cb8/a362c7c9-82f8-42d5-b8a6-0309f8c4fcc3/50c87aa0-f0b6-4079-9e70-ae17cc9b9b40) {{(pid=106380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 11:24:20.849873 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-4335651b-c7de-40ee-b312-3c93334a4162 None None] Publish callbacks [] for port (50c87aa0-f0b6-4079-9e70-ae17cc9b9b40), precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:24:20.855897 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-4335651b-c7de-40ee-b312-3c93334a4162 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732802528781'] for port (50c87aa0-f0b6-4079-9e70-ae17cc9b9b40), after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:24:20.876658 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c3a60327-5981-44f4-9c8f-ebf02a8b5bdf admin admin] Publish callbacks [] for router_gateway (be53e3cc-cd1d-4ef9-a05a-32b8dc1353e2), before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:24:20.896075 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c3a60327-5981-44f4-9c8f-ebf02a8b5bdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (None), before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:24:20.900504 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4335651b-c7de-40ee-b312-3c93334a4162 None None] Network 973c519c-fa04-42b9-8369-c22e799d5cb8 is already hosted by enough agents. {{(pid=106380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 11:24:20.905809 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.scheduler.base_scheduler [None req-4335651b-c7de-40ee-b312-3c93334a4162 None None] Resources bound (agent type, host, resource id): {{(pid=106380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 11:24:20.910746 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4335651b-c7de-40ee-b312-3c93334a4162 None None] Received port after_create {{(pid=106380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 18 11:24:20.915623 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4335651b-c7de-40ee-b312-3c93334a4162 None None] Pushing event updated for resources: {'Port': ['ID=50c87aa0-f0b6-4079-9e70-ae17cc9b9b40,revision_number=1']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:24:20.956980 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=82,neutron:DELETE=5,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:24:20.969876 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-4335651b-c7de-40ee-b312-3c93334a4162 None None] Attempting to bind port 50c87aa0-f0b6-4079-9e70-ae17cc9b9b40 on host dv-cinder-853450-2-iscsi for vnic_type normal with profile {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 18 11:24:20.970247 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-4335651b-c7de-40ee-b312-3c93334a4162 None None] Attempting to bind port 50c87aa0-f0b6-4079-9e70-ae17cc9b9b40 by drivers openvswitch,hyperv on host dv-cinder-853450-2-iscsi at level 0 using segments [{'id': 'd08b966e-bc75-426c-bd79-01b759359016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 987, 'network_id': '973c519c-fa04-42b9-8369-c22e799d5cb8'}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 18 11:24:20.970609 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4335651b-c7de-40ee-b312-3c93334a4162 None None] Attempting to bind port 50c87aa0-f0b6-4079-9e70-ae17cc9b9b40 on network 973c519c-fa04-42b9-8369-c22e799d5cb8 {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 18 11:24:20.975733 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4335651b-c7de-40ee-b312-3c93334a4162 None None] Checking agent: {'id': '69d4285f-736d-41a6-a99e-1994eed59bce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-853450-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 18, 11, 7, 46), 'started_at': datetime.datetime(2022, 8, 18, 11, 8, 16), 'heartbeat_timestamp': datetime.datetime(2022, 8, 18, 11, 24, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-853450-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 18 11:24:20.976104 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4335651b-c7de-40ee-b312-3c93334a4162 None None] Checking segment: {'id': 'd08b966e-bc75-426c-bd79-01b759359016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 987, 'network_id': '973c519c-fa04-42b9-8369-c22e799d5cb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 18 11:24:20.976599 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-4335651b-c7de-40ee-b312-3c93334a4162 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:24:20.977008 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4335651b-c7de-40ee-b312-3c93334a4162 None None] Bound using segment: {'id': 'd08b966e-bc75-426c-bd79-01b759359016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 987, 'network_id': '973c519c-fa04-42b9-8369-c22e799d5cb8'} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 18 11:24:20.977478 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-4335651b-c7de-40ee-b312-3c93334a4162 None None] Bound port: 50c87aa0-f0b6-4079-9e70-ae17cc9b9b40, host: dv-cinder-853450-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd08b966e-bc75-426c-bd79-01b759359016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 987, 'network_id': '973c519c-fa04-42b9-8369-c22e799d5cb8'}}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 18 11:24:20.977857 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-4335651b-c7de-40ee-b312-3c93334a4162 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (50c87aa0-f0b6-4079-9e70-ae17cc9b9b40), before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:24:21.010582 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-c3a60327-5981-44f4-9c8f-ebf02a8b5bdf admin admin] Allocated IP 172.27.4.140 (c4d5f339-67bc-4c12-8231-94aca87a7153/76ee03a1-e6cb-4518-8461-de8749842f4e/b9af98a3-cb9e-4aea-ada1-6b89de688b15) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 11:24:21.040140 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-4335651b-c7de-40ee-b312-3c93334a4162 None None] For port 50c87aa0-f0b6-4079-9e70-ae17cc9b9b40, host dv-cinder-853450-2-iscsi, cleared binding levels {{(pid=106380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 11:24:21.044501 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-4335651b-c7de-40ee-b312-3c93334a4162 None None] For port 50c87aa0-f0b6-4079-9e70-ae17cc9b9b40, host dv-cinder-853450-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853450-2-iscsi',level=0,port_id=50c87aa0-f0b6-4079-9e70-ae17cc9b9b40,segment=NetworkSegment(d08b966e-bc75-426c-bd79-01b759359016),segment_id=d08b966e-bc75-426c-bd79-01b759359016)] {{(pid=106380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 11:24:21.050773 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-4335651b-c7de-40ee-b312-3c93334a4162 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732803053689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732802528799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732802528817'] for port (50c87aa0-f0b6-4079-9e70-ae17cc9b9b40), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:24:21.106725 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4335651b-c7de-40ee-b312-3c93334a4162 None None] Pushing event updated for resources: {'Port': ['ID=50c87aa0-f0b6-4079-9e70-ae17cc9b9b40,revision_number=2']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:24:21.138107 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c3a60327-5981-44f4-9c8f-ebf02a8b5bdf admin admin] Publish callbacks [] for port (b9af98a3-cb9e-4aea-ada1-6b89de688b15), precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:24:21.171859 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c3a60327-5981-44f4-9c8f-ebf02a8b5bdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732802528781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11809227'] for port (b9af98a3-cb9e-4aea-ada1-6b89de688b15), after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:24:21.216917 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3a60327-5981-44f4-9c8f-ebf02a8b5bdf admin admin] Network c4d5f339-67bc-4c12-8231-94aca87a7153 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 11:24:21.222229 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-c3a60327-5981-44f4-9c8f-ebf02a8b5bdf admin admin] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 11:24:21.226575 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a60327-5981-44f4-9c8f-ebf02a8b5bdf admin admin] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 18 11:24:21.229944 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a60327-5981-44f4-9c8f-ebf02a8b5bdf admin admin] Pushing event updated for resources: {'Port': ['ID=b9af98a3-cb9e-4aea-ada1-6b89de688b15,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:24:21.723099 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:24:21.736727 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c3a60327-5981-44f4-9c8f-ebf02a8b5bdf admin admin] Publish callbacks [] for router_gateway (be53e3cc-cd1d-4ef9-a05a-32b8dc1353e2), after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:24:21.935553 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c3a60327-5981-44f4-9c8f-ebf02a8b5bdf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-518933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-519602'] for router (be53e3cc-cd1d-4ef9-a05a-32b8dc1353e2), after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:24:22.019505 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ec20908-91b3-468a-b2a4-448bbb7f2130 None None] Network 973c519c-fa04-42b9-8369-c22e799d5cb8 requested from dv-cinder-853450-2-iscsi {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 18 11:24:22.068409 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3a60327-5981-44f4-9c8f-ebf02a8b5bdf admin admin] Router be53e3cc-cd1d-4ef9-a05a-32b8dc1353e2 is scheduled to L3 agent 5a2ac145-53e3-4597-a9e7-c52b4336ae58 with binding_index 1 {{(pid=106378) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 11:24:22.084004 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-fc958214-1de0-4be2-8e9f-a17fbbdfe542 None None] Provisioning complete for port 50c87aa0-f0b6-4079-9e70-ae17cc9b9b40 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 18 11:24:22.084408 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-fc958214-1de0-4be2-8e9f-a17fbbdfe542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619404'] for port (50c87aa0-f0b6-4079-9e70-ae17cc9b9b40), provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:24:22.118162 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:24:22.179425 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3a60327-5981-44f4-9c8f-ebf02a8b5bdf admin admin] Notify agent at l3_agent.dv-cinder-853450-2-iscsi the message routers_updated {{(pid=106378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 11:24:22.199421 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c3a60327-5981-44f4-9c8f-ebf02a8b5bdf admin admin] Publish callbacks [] for router (None), before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:24:22.200810 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [None req-c3a60327-5981-44f4-9c8f-ebf02a8b5bdf admin admin] 10.222.0.16 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.7300844 Aug 18 11:24:22.203678 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.16', 57100) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:24:22.262948 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:DELETE=8,neutron:SELECT=79,neutron:UPDATE=3,neutron:INSERT=10 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:24:22.282711 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:24:22.283803 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19371bcf-7241-463f-b14b-1a28faabf2cf None None] Sync routers for ids ['be53e3cc-cd1d-4ef9-a05a-32b8dc1353e2'] in dv-cinder-853450-2-iscsi {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 11:24:22.294032 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=85,neutron:DELETE=5,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:24:22.310996 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19371bcf-7241-463f-b14b-1a28faabf2cf None None] Routers {'be53e3cc-cd1d-4ef9-a05a-32b8dc1353e2'} bound to L3 agent in host dv-cinder-853450-2-iscsi {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 18 11:24:22.311639 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-19371bcf-7241-463f-b14b-1a28faabf2cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853450-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-18T11:07:43Z,description=,heartbeat_timestamp=2022-08-18T11:24:13Z,host='dv-cinder-853450-2-iscsi',id=5a2ac145-53e3-4597-a9e7-c52b4336ae58,load=0,resource_versions=,resources_synced=,started_at=2022-08-18T11:07:43Z,topic='l3_agent')) {'router_ids': ['be53e3cc-cd1d-4ef9-a05a-32b8dc1353e2'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:24:22.396013 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-fc958214-1de0-4be2-8e9f-a17fbbdfe542 None None] Current status of the port 50c87aa0-f0b6-4079-9e70-ae17cc9b9b40 is: DOWN; New status is: ACTIVE {{(pid=106380) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 11:24:22.396698 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-fc958214-1de0-4be2-8e9f-a17fbbdfe542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (50c87aa0-f0b6-4079-9e70-ae17cc9b9b40), before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:24:22.473859 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-19371bcf-7241-463f-b14b-1a28faabf2cf None None] Set router be53e3cc-cd1d-4ef9-a05a-32b8dc1353e2 gateway port host: dv-cinder-853450-2-iscsi {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 18 11:24:22.477923 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-fc958214-1de0-4be2-8e9f-a17fbbdfe542 None None] For port 50c87aa0-f0b6-4079-9e70-ae17cc9b9b40, host dv-cinder-853450-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853450-2-iscsi',level=0,port_id=50c87aa0-f0b6-4079-9e70-ae17cc9b9b40,segment=NetworkSegment(d08b966e-bc75-426c-bd79-01b759359016),segment_id=d08b966e-bc75-426c-bd79-01b759359016)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:24:22.504591 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-fc958214-1de0-4be2-8e9f-a17fbbdfe542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732803053689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732802528799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732802528817'] for port (50c87aa0-f0b6-4079-9e70-ae17cc9b9b40), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:24:22.595544 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:24:22.638418 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc958214-1de0-4be2-8e9f-a17fbbdfe542 None None] Pushing event updated for resources: {'Port': ['ID=50c87aa0-f0b6-4079-9e70-ae17cc9b9b40,revision_number=3']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:24:22.649845 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-e3010787-b915-4dac-ac96-73ac4488ed2a None None] Provisioning complete for port 50c87aa0-f0b6-4079-9e70-ae17cc9b9b40 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 18 11:24:22.649980 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7d9d92c6-2ab5-4fe7-89aa-2c0548e598b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (None), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:24:22.650219 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e3010787-b915-4dac-ac96-73ac4488ed2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619404'] for port (50c87aa0-f0b6-4079-9e70-ae17cc9b9b40), provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:24:22.739070 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-19371bcf-7241-463f-b14b-1a28faabf2cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be53e3cc-cd1d-4ef9-a05a-32b8dc1353e2', 'name': 'tempest-AttachVolumeTestJSON-357861059-router', 'tenant_id': '28a8db4d53754a09aad85d3b756fed10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'external_fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.140'}], 'enable_snat': True}, 'gw_port_id': 'b9af98a3-cb9e-4aea-ada1-6b89de688b15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T11:24:20Z', 'updated_at': '2022-08-18T11:24:21Z', 'revision_number': 3, 'project_id': '28a8db4d53754a09aad85d3b756fed10', 'gw_port': {'id': 'b9af98a3-cb9e-4aea-ada1-6b89de688b15', 'name': '', 'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:2e:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be53e3cc-cd1d-4ef9-a05a-32b8dc1353e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:24:20Z', 'updated_at': '2022-08-18T11:24:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853450-2-iscsi'}], 'dv-cinder-853450-2-iscsi', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:24:22.785737 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19371bcf-7241-463f-b14b-1a28faabf2cf None None] Checking router: be53e3cc-cd1d-4ef9-a05a-32b8dc1353e2 for host: dv-cinder-853450-2-iscsi {{(pid=106380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 11:24:22.786088 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19371bcf-7241-463f-b14b-1a28faabf2cf None None] Updating router be53e3cc-cd1d-4ef9-a05a-32b8dc1353e2 port b9af98a3-cb9e-4aea-ada1-6b89de688b15 binding host dv-cinder-853450-2-iscsi {{(pid=106380) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 11:24:22.809333 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.db.db_base_plugin_common [None req-7d9d92c6-2ab5-4fe7-89aa-2c0548e598b3 admin admin] Allocated IP 172.20.0.1 (973c519c-fa04-42b9-8369-c22e799d5cb8/a362c7c9-82f8-42d5-b8a6-0309f8c4fcc3/243e4cfb-78c1-4056-b337-8bfd24acbd92) {{(pid=106379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 11:24:22.830538 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-e3010787-b915-4dac-ac96-73ac4488ed2a None None] Current status of the port 50c87aa0-f0b6-4079-9e70-ae17cc9b9b40 is: ACTIVE; New status is: ACTIVE {{(pid=106380) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 11:24:22.837386 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-19371bcf-7241-463f-b14b-1a28faabf2cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (b9af98a3-cb9e-4aea-ada1-6b89de688b15), before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:24:22.923604 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Device 50c87aa0-f0b6-4079-9e70-ae17cc9b9b40 up at agent ovs-agent-dv-cinder-853450-2-iscsi {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 11:24:22.938215 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7d9d92c6-2ab5-4fe7-89aa-2c0548e598b3 admin admin] Publish callbacks [] for port (243e4cfb-78c1-4056-b337-8bfd24acbd92), precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:24:22.970032 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7d9d92c6-2ab5-4fe7-89aa-2c0548e598b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732802528781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638927'] for port (243e4cfb-78c1-4056-b337-8bfd24acbd92), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:24:23.014118 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d9d92c6-2ab5-4fe7-89aa-2c0548e598b3 admin admin] Network 973c519c-fa04-42b9-8369-c22e799d5cb8 is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 11:24:23.018724 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-7d9d92c6-2ab5-4fe7-89aa-2c0548e598b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 11:24:23.023091 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d9d92c6-2ab5-4fe7-89aa-2c0548e598b3 admin admin] Received port after_create {{(pid=106379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 18 11:24:23.030093 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Provisioning complete for port 50c87aa0-f0b6-4079-9e70-ae17cc9b9b40 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 18 11:24:23.030615 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619404'] for port (50c87aa0-f0b6-4079-9e70-ae17cc9b9b40), provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:24:23.046681 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9d92c6-2ab5-4fe7-89aa-2c0548e598b3 admin admin] Pushing event updated for resources: {'Port': ['ID=243e4cfb-78c1-4056-b337-8bfd24acbd92,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:24:23.054599 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:24:23.070713 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7d9d92c6-2ab5-4fe7-89aa-2c0548e598b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-516804'] for router_interface (be53e3cc-cd1d-4ef9-a05a-32b8dc1353e2), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:24:23.115024 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:24:23.128672 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:24:23.186590 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Current status of the port 50c87aa0-f0b6-4079-9e70-ae17cc9b9b40 is: ACTIVE; New status is: ACTIVE {{(pid=106380) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 11:24:23.206502 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-19371bcf-7241-463f-b14b-1a28faabf2cf None None] Publish callbacks [] for port (b9af98a3-cb9e-4aea-ada1-6b89de688b15), precommit_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:24:23.211922 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7d9d92c6-2ab5-4fe7-89aa-2c0548e598b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (243e4cfb-78c1-4056-b337-8bfd24acbd92), before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:24:23.212768 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-19371bcf-7241-463f-b14b-1a28faabf2cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732803053689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732802528799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732802528817'] for port (b9af98a3-cb9e-4aea-ada1-6b89de688b15), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:24:23.252496 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-19371bcf-7241-463f-b14b-1a28faabf2cf None None] Attempting to bind port b9af98a3-cb9e-4aea-ada1-6b89de688b15 on host dv-cinder-853450-2-iscsi for vnic_type normal with profile {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 18 11:24:23.252902 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-19371bcf-7241-463f-b14b-1a28faabf2cf None None] Attempting to bind port b9af98a3-cb9e-4aea-ada1-6b89de688b15 by drivers openvswitch,hyperv on host dv-cinder-853450-2-iscsi at level 0 using segments [{'id': '67ba5125-9fc9-4a45-924f-a98fceaf00fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153'}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 18 11:24:23.253272 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19371bcf-7241-463f-b14b-1a28faabf2cf None None] Attempting to bind port b9af98a3-cb9e-4aea-ada1-6b89de688b15 on network c4d5f339-67bc-4c12-8231-94aca87a7153 {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 18 11:24:23.267500 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19371bcf-7241-463f-b14b-1a28faabf2cf None None] Checking agent: {'id': '69d4285f-736d-41a6-a99e-1994eed59bce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-853450-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 18, 11, 7, 46), 'started_at': datetime.datetime(2022, 8, 18, 11, 8, 16), 'heartbeat_timestamp': datetime.datetime(2022, 8, 18, 11, 24, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-853450-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 18 11:24:23.267882 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19371bcf-7241-463f-b14b-1a28faabf2cf None None] Checking segment: {'id': '67ba5125-9fc9-4a45-924f-a98fceaf00fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 18 11:24:23.268531 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-19371bcf-7241-463f-b14b-1a28faabf2cf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:24:23.268932 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19371bcf-7241-463f-b14b-1a28faabf2cf None None] Bound using segment: {'id': '67ba5125-9fc9-4a45-924f-a98fceaf00fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153'} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 18 11:24:23.269417 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-19371bcf-7241-463f-b14b-1a28faabf2cf None None] Bound port: b9af98a3-cb9e-4aea-ada1-6b89de688b15, host: dv-cinder-853450-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67ba5125-9fc9-4a45-924f-a98fceaf00fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153'}}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 18 11:24:23.269806 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-19371bcf-7241-463f-b14b-1a28faabf2cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (b9af98a3-cb9e-4aea-ada1-6b89de688b15), before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:24:23.295873 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984e961b-401e-420d-a702-f357e586b601 None None] Pushing event updated for resources: {'Port': ['ID=b9af98a3-cb9e-4aea-ada1-6b89de688b15,revision_number=2']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:24:23.326208 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-19371bcf-7241-463f-b14b-1a28faabf2cf None None] For port b9af98a3-cb9e-4aea-ada1-6b89de688b15, host dv-cinder-853450-2-iscsi, cleared binding levels {{(pid=106380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 11:24:23.329546 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-19371bcf-7241-463f-b14b-1a28faabf2cf None None] For port b9af98a3-cb9e-4aea-ada1-6b89de688b15, host dv-cinder-853450-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853450-2-iscsi',level=0,port_id=b9af98a3-cb9e-4aea-ada1-6b89de688b15,segment=NetworkSegment(67ba5125-9fc9-4a45-924f-a98fceaf00fb),segment_id=67ba5125-9fc9-4a45-924f-a98fceaf00fb)] {{(pid=106380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 11:24:23.335050 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-19371bcf-7241-463f-b14b-1a28faabf2cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732803053689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732802528799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732802528817'] for port (b9af98a3-cb9e-4aea-ada1-6b89de688b15), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:24:23.383696 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19371bcf-7241-463f-b14b-1a28faabf2cf None None] Routers {'be53e3cc-cd1d-4ef9-a05a-32b8dc1353e2'} bound to L3 agent in host dv-cinder-853450-2-iscsi {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 18 11:24:23.384269 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-19371bcf-7241-463f-b14b-1a28faabf2cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853450-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-18T11:07:43Z,description=,heartbeat_timestamp=2022-08-18T11:24:13Z,host='dv-cinder-853450-2-iscsi',id=5a2ac145-53e3-4597-a9e7-c52b4336ae58,load=0,resource_versions=,resources_synced=,started_at=2022-08-18T11:07:43Z,topic='l3_agent')) {'router_ids': ['be53e3cc-cd1d-4ef9-a05a-32b8dc1353e2'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:24:23.385034 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7d9d92c6-2ab5-4fe7-89aa-2c0548e598b3 admin admin] Publish callbacks [] for port (243e4cfb-78c1-4056-b337-8bfd24acbd92), precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:24:23.385768 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:24:23.390191 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7d9d92c6-2ab5-4fe7-89aa-2c0548e598b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732803053689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732802528799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732802528817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1638912'] for port (243e4cfb-78c1-4056-b337-8bfd24acbd92), after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:24:23.390631 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-54ca8688-dde3-44b8-a344-f9e673cd1d69 None None] Provisioning complete for port 243e4cfb-78c1-4056-b337-8bfd24acbd92 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 18 11:24:23.391003 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-54ca8688-dde3-44b8-a344-f9e673cd1d69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619404'] for port (243e4cfb-78c1-4056-b337-8bfd24acbd92), provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:24:23.460024 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9d92c6-2ab5-4fe7-89aa-2c0548e598b3 admin admin] Pushing event updated for resources: {'Port': ['ID=243e4cfb-78c1-4056-b337-8bfd24acbd92,revision_number=2']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:24:23.462539 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7d9d92c6-2ab5-4fe7-89aa-2c0548e598b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3683465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-516656'] for router_interface (be53e3cc-cd1d-4ef9-a05a-32b8dc1353e2), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:24:23.470552 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984e961b-401e-420d-a702-f357e586b601 None None] Pushing event updated for resources: {'Port': ['ID=b9af98a3-cb9e-4aea-ada1-6b89de688b15,revision_number=3']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:24:23.483382 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-54ca8688-dde3-44b8-a344-f9e673cd1d69 None None] Port 243e4cfb-78c1-4056-b337-8bfd24acbd92 cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 18 11:24:23.540174 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-19371bcf-7241-463f-b14b-1a28faabf2cf None None] Set router be53e3cc-cd1d-4ef9-a05a-32b8dc1353e2 gateway port host: dv-cinder-853450-2-iscsi {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 18 11:24:23.560067 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d9d92c6-2ab5-4fe7-89aa-2c0548e598b3 admin admin] Network 973c519c-fa04-42b9-8369-c22e799d5cb8 is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 11:24:23.561495 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-7d9d92c6-2ab5-4fe7-89aa-2c0548e598b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 11:24:23.677129 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d9d92c6-2ab5-4fe7-89aa-2c0548e598b3 admin admin] Router be53e3cc-cd1d-4ef9-a05a-32b8dc1353e2 has already been hosted by L3 agent 5a2ac145-53e3-4597-a9e7-c52b4336ae58 {{(pid=106379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 11:24:23.748403 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-19371bcf-7241-463f-b14b-1a28faabf2cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be53e3cc-cd1d-4ef9-a05a-32b8dc1353e2', 'name': 'tempest-AttachVolumeTestJSON-357861059-router', 'tenant_id': '28a8db4d53754a09aad85d3b756fed10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'external_fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.140'}], 'enable_snat': True}, 'gw_port_id': 'b9af98a3-cb9e-4aea-ada1-6b89de688b15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T11:24:20Z', 'updated_at': '2022-08-18T11:24:23Z', 'revision_number': 4, 'project_id': '28a8db4d53754a09aad85d3b756fed10', 'gw_port': {'id': 'b9af98a3-cb9e-4aea-ada1-6b89de688b15', 'name': '', 'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:2e:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be53e3cc-cd1d-4ef9-a05a-32b8dc1353e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853450-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:24:20Z', 'updated_at': '2022-08-18T11:24:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853450-2-iscsi', '_interfaces': [{'id': '243e4cfb-78c1-4056-b337-8bfd24acbd92', 'name': '', 'network_id': '973c519c-fa04-42b9-8369-c22e799d5cb8', 'tenant_id': '28a8db4d53754a09aad85d3b756fed10', 'mac_address': 'fa:16:3e:2a:6c:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be53e3cc-cd1d-4ef9-a05a-32b8dc1353e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'a362c7c9-82f8-42d5-b8a6-0309f8c4fcc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:24:22Z', 'updated_at': '2022-08-18T11:24:22Z', 'revision_number': 1, 'project_id': '28a8db4d53754a09aad85d3b756fed10', 'subnets': [{'id': 'a362c7c9-82f8-42d5-b8a6-0309f8c4fcc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853450-2-iscsi', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:24:23.779846 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19371bcf-7241-463f-b14b-1a28faabf2cf None None] The sync data for ids ['be53e3cc-cd1d-4ef9-a05a-32b8dc1353e2'] in dv-cinder-853450-2-iscsi is: [{'id': 'be53e3cc-cd1d-4ef9-a05a-32b8dc1353e2', 'name': 'tempest-AttachVolumeTestJSON-357861059-router', 'tenant_id': '28a8db4d53754a09aad85d3b756fed10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'external_fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.140'}], 'enable_snat': True}, 'gw_port_id': 'b9af98a3-cb9e-4aea-ada1-6b89de688b15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T11:24:20Z', 'updated_at': '2022-08-18T11:24:23Z', 'revision_number': 4, 'project_id': '28a8db4d53754a09aad85d3b756fed10', 'gw_port': {'id': 'b9af98a3-cb9e-4aea-ada1-6b89de688b15', 'name': '', 'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:2e:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be53e3cc-cd1d-4ef9-a05a-32b8dc1353e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853450-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:24:20Z', 'updated_at': '2022-08-18T11:24:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853450-2-iscsi', '_interfaces': [{'id': '243e4cfb-78c1-4056-b337-8bfd24acbd92', 'name': '', 'network_id': '973c519c-fa04-42b9-8369-c22e799d5cb8', 'tenant_id': '28a8db4d53754a09aad85d3b756fed10', 'mac_address': 'fa:16:3e:2a:6c:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be53e3cc-cd1d-4ef9-a05a-32b8dc1353e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'a362c7c9-82f8-42d5-b8a6-0309f8c4fcc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:24:22Z', 'updated_at': '2022-08-18T11:24:22Z', 'revision_number': 1, 'project_id': '28a8db4d53754a09aad85d3b756fed10', 'subnets': [{'id': 'a362c7c9-82f8-42d5-b8a6-0309f8c4fcc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 11:24:23.792050 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d9d92c6-2ab5-4fe7-89aa-2c0548e598b3 admin admin] Notify agent at l3_agent.dv-cinder-853450-2-iscsi the message routers_updated {{(pid=106379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 11:24:23.798732 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-7d9d92c6-2ab5-4fe7-89aa-2c0548e598b3 admin admin] 10.222.0.16 "PUT /networking/v2.0/routers/be53e3cc-cd1d-4ef9-a05a-32b8dc1353e2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5932410 Aug 18 11:24:23.805489 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-c22b1a6c-5832-419d-ba8d-bae73b2c99f6 None None] Provisioning complete for port 243e4cfb-78c1-4056-b337-8bfd24acbd92 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 18 11:24:23.805863 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c22b1a6c-5832-419d-ba8d-bae73b2c99f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619404'] for port (243e4cfb-78c1-4056-b337-8bfd24acbd92), provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:24:23.839246 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-c22b1a6c-5832-419d-ba8d-bae73b2c99f6 None None] Port 243e4cfb-78c1-4056-b337-8bfd24acbd92 cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 18 11:24:24.146655 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.16', 57108) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:24:24.151194 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.v2.base [None req-d1d4a203-27ba-46a1-ad5c-76f660b25ed7 tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] Request body: {'security_group': {'name': 'tempest-securitygroup--726528305', 'description': 'tempest-description--1801131089'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:24:24.173217 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d1d4a203-27ba-46a1-ad5c-76f660b25ed7 tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] Publish callbacks [] for security_group (None), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:24:24.249348 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d1d4a203-27ba-46a1-ad5c-76f660b25ed7 tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] Publish callbacks [] for security_group (4bc8b1c1-0f9e-46fd-988e-ee2967d1dfc8), precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:24:24.253646 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d1d4a203-27ba-46a1-ad5c-76f660b25ed7 tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433130'] for security_group (4bc8b1c1-0f9e-46fd-988e-ee2967d1dfc8), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:24:24.258620 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:INSERT=7 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:24:24.272915 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:24:24.289893 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d4a203-27ba-46a1-ad5c-76f660b25ed7 tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4bc8b1c1-0f9e-46fd-988e-ee2967d1dfc8,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:24:24.295890 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d1d4a203-27ba-46a1-ad5c-76f660b25ed7 tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] Publish callbacks [] for security_group (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:24:24.297147 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-d1d4a203-27ba-46a1-ad5c-76f660b25ed7 tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] 10.222.0.16 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1495423 Aug 18 11:24:24.301620 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.16', 57110) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:24:24.307166 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.v2.base [None req-979d4c7f-9c68-4e35-bf30-4d9b270ebf8f tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] Request body: {'security_group_rule': {'security_group_id': '4bc8b1c1-0f9e-46fd-988e-ee2967d1dfc8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:24:24.342922 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-979d4c7f-9c68-4e35-bf30-4d9b270ebf8f tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] Publish callbacks [] for security_group_rule (153e279c-54cf-452c-98cd-47d9f7406df2), before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:24:24.411926 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-979d4c7f-9c68-4e35-bf30-4d9b270ebf8f tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] Publish callbacks [] for security_group_rule (153e279c-54cf-452c-98cd-47d9f7406df2), precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:24:24.429539 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-979d4c7f-9c68-4e35-bf30-4d9b270ebf8f tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432955'] for security_group_rule (153e279c-54cf-452c-98cd-47d9f7406df2), after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:24:24.448599 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979d4c7f-9c68-4e35-bf30-4d9b270ebf8f tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=153e279c-54cf-452c-98cd-47d9f7406df2,revision_number=0']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:24:24.460532 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-979d4c7f-9c68-4e35-bf30-4d9b270ebf8f tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:24:24.464991 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [None req-979d4c7f-9c68-4e35-bf30-4d9b270ebf8f tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1592865 Aug 18 11:24:24.464991 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.16', 57114) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:24:24.470127 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.v2.base [None req-52df79ac-e7eb-4b53-90b3-91b268c9e092 tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] Request body: {'security_group_rule': {'security_group_id': '4bc8b1c1-0f9e-46fd-988e-ee2967d1dfc8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:24:24.499046 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-52df79ac-e7eb-4b53-90b3-91b268c9e092 tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] Publish callbacks [] for security_group_rule (27f1c7d9-edb6-4a82-b6f6-c59cd506c71a), before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:24:24.563188 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-52df79ac-e7eb-4b53-90b3-91b268c9e092 tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] Publish callbacks [] for security_group_rule (27f1c7d9-edb6-4a82-b6f6-c59cd506c71a), precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:24:24.567698 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-52df79ac-e7eb-4b53-90b3-91b268c9e092 tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432955'] for security_group_rule (27f1c7d9-edb6-4a82-b6f6-c59cd506c71a), after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:24:24.587992 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52df79ac-e7eb-4b53-90b3-91b268c9e092 tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27f1c7d9-edb6-4a82-b6f6-c59cd506c71a,revision_number=0']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:24:24.596520 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-52df79ac-e7eb-4b53-90b3-91b268c9e092 tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:24:24.600814 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [None req-52df79ac-e7eb-4b53-90b3-91b268c9e092 tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1313810 Aug 18 11:24:24.601168 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.16', 57116) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:24:24.605807 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.v2.base [None req-92b6364a-0eec-4db7-b3b8-bf4eba08148d tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] Request body: {'floatingip': {'floating_network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:24:24.628801 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-92b6364a-0eec-4db7-b3b8-bf4eba08148d tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:24:24.716935 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-92b6364a-0eec-4db7-b3b8-bf4eba08148d tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (None), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:24:24.829446 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.db.db_base_plugin_common [None req-92b6364a-0eec-4db7-b3b8-bf4eba08148d tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] Allocated IP 172.27.4.21 (c4d5f339-67bc-4c12-8231-94aca87a7153/76ee03a1-e6cb-4518-8461-de8749842f4e/f7334145-46dd-47c9-a0e7-eb38db0fd992) {{(pid=106379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 11:24:24.914967 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Device b9af98a3-cb9e-4aea-ada1-6b89de688b15 up at agent ovs-agent-dv-cinder-853450-2-iscsi {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 11:24:24.955977 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-92b6364a-0eec-4db7-b3b8-bf4eba08148d tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] Publish callbacks [] for port (f7334145-46dd-47c9-a0e7-eb38db0fd992), precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:24:24.963429 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Provisioning complete for port b9af98a3-cb9e-4aea-ada1-6b89de688b15 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 18 11:24:24.963925 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619404'] for port (b9af98a3-cb9e-4aea-ada1-6b89de688b15), provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:24:24.991559 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-92b6364a-0eec-4db7-b3b8-bf4eba08148d tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732802528781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638927'] for port (f7334145-46dd-47c9-a0e7-eb38db0fd992), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:24:25.037680 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92b6364a-0eec-4db7-b3b8-bf4eba08148d tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] Network c4d5f339-67bc-4c12-8231-94aca87a7153 is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 11:24:25.043031 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-92b6364a-0eec-4db7-b3b8-bf4eba08148d tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 11:24:25.045845 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b6364a-0eec-4db7-b3b8-bf4eba08148d tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] Pushing event updated for resources: {'Port': ['ID=f7334145-46dd-47c9-a0e7-eb38db0fd992,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:24:25.048105 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92b6364a-0eec-4db7-b3b8-bf4eba08148d tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] Received port after_create {{(pid=106379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 18 11:24:25.060673 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Current status of the port b9af98a3-cb9e-4aea-ada1-6b89de688b15 is: DOWN; New status is: ACTIVE {{(pid=106380) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 11:24:25.061107 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (b9af98a3-cb9e-4aea-ada1-6b89de688b15), before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:24:25.081252 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:24:25.085795 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] For port b9af98a3-cb9e-4aea-ada1-6b89de688b15, host dv-cinder-853450-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853450-2-iscsi',level=0,port_id=b9af98a3-cb9e-4aea-ada1-6b89de688b15,segment=NetworkSegment(67ba5125-9fc9-4a45-924f-a98fceaf00fb),segment_id=67ba5125-9fc9-4a45-924f-a98fceaf00fb)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:24:25.090739 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732803053689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732802528799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732802528817'] for port (b9af98a3-cb9e-4aea-ada1-6b89de688b15), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:24:25.143925 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Pushing event updated for resources: {'Port': ['ID=b9af98a3-cb9e-4aea-ada1-6b89de688b15,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:24:25.145739 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-92b6364a-0eec-4db7-b3b8-bf4eba08148d tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] Publish callbacks [] for floatingip (9fe0da1b-1542-440d-a370-826b935179dd), precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:24:25.184899 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-92b6364a-0eec-4db7-b3b8-bf4eba08148d tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (f7334145-46dd-47c9-a0e7-eb38db0fd992), before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:24:25.334505 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:24:25.337058 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-92b6364a-0eec-4db7-b3b8-bf4eba08148d tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] Publish callbacks [] for port (f7334145-46dd-47c9-a0e7-eb38db0fd992), precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:24:25.342084 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-92b6364a-0eec-4db7-b3b8-bf4eba08148d tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732803053689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732802528799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732802528817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1638912'] for port (f7334145-46dd-47c9-a0e7-eb38db0fd992), after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:24:25.347702 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:24:25.407743 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b6364a-0eec-4db7-b3b8-bf4eba08148d tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] Pushing event updated for resources: {'Port': ['ID=f7334145-46dd-47c9-a0e7-eb38db0fd992,revision_number=2']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:24:25.415867 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-92b6364a-0eec-4db7-b3b8-bf4eba08148d tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-519515'] for floatingip (9fe0da1b-1542-440d-a370-826b935179dd), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:24:25.430891 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-92b6364a-0eec-4db7-b3b8-bf4eba08148d tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22494'] for floatingip (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:24:25.432121 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-92b6364a-0eec-4db7-b3b8-bf4eba08148d tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] 10.222.0.16 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8299472 Aug 18 11:24:25.576723 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:24:25.597230 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-682f4806-7837-42f9-830b-5e0ff15295fd req-5aa30e4d-37e6-4c69-82c1-995b0a4c1d7a tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] 10.222.0.16 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--726528305&fields=id&tenant_id=28a8db4d53754a09aad85d3b756fed10 HTTP/1.1" status: 200 len: 267 time: 0.0474036 Aug 18 11:24:25.711105 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682f4806-7837-42f9-830b-5e0ff15295fd req-27385888-70f1-47e5-b87e-b559a6ece016 tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:24:25.712516 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-682f4806-7837-42f9-830b-5e0ff15295fd req-27385888-70f1-47e5-b87e-b559a6ece016 tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] 10.222.0.16 "GET /networking/v2.0/networks?id=973c519c-fa04-42b9-8369-c22e799d5cb8 HTTP/1.1" status: 200 len: 810 time: 0.1087210 Aug 18 11:24:25.727195 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-682f4806-7837-42f9-830b-5e0ff15295fd req-e3787469-b098-4df0-a836-788ba678fb9e tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] 10.222.0.16 "GET /networking/v2.0/quotas/28a8db4d53754a09aad85d3b756fed10 HTTP/1.1" status: 200 len: 375 time: 0.0089960 Aug 18 11:24:25.777553 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-682f4806-7837-42f9-830b-5e0ff15295fd req-8fa7e5a8-65e6-412e-8254-ef6d854ddeaf tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=28a8db4d53754a09aad85d3b756fed10&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0447230 Aug 18 11:24:25.791583 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3137dc66-c987-4f39-ba66-8c1dda0a57ea None None] Sync routers for ids ['be53e3cc-cd1d-4ef9-a05a-32b8dc1353e2'] in dv-cinder-853450-2-iscsi {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 11:24:25.802051 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3137dc66-c987-4f39-ba66-8c1dda0a57ea None None] Routers {'be53e3cc-cd1d-4ef9-a05a-32b8dc1353e2'} bound to L3 agent in host dv-cinder-853450-2-iscsi {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 18 11:24:25.802640 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-3137dc66-c987-4f39-ba66-8c1dda0a57ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853450-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-18T11:07:43Z,description=,heartbeat_timestamp=2022-08-18T11:24:13Z,host='dv-cinder-853450-2-iscsi',id=5a2ac145-53e3-4597-a9e7-c52b4336ae58,load=0,resource_versions=,resources_synced=,started_at=2022-08-18T11:07:43Z,topic='l3_agent')) {'router_ids': ['be53e3cc-cd1d-4ef9-a05a-32b8dc1353e2'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:24:25.882660 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-682f4806-7837-42f9-830b-5e0ff15295fd req-6e503bc7-0a8a-4aba-8769-d64748d6dd70 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/973c519c-fa04-42b9-8369-c22e799d5cb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931888 Aug 18 11:24:25.907913 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-3137dc66-c987-4f39-ba66-8c1dda0a57ea None None] Set router be53e3cc-cd1d-4ef9-a05a-32b8dc1353e2 gateway port host: dv-cinder-853450-2-iscsi {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 18 11:24:25.977734 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-682f4806-7837-42f9-830b-5e0ff15295fd req-8655d3e4-2363-493b-b4b7-2aee0c2af59e service neutron] 10.222.0.16 "GET /networking/v2.0/networks/973c519c-fa04-42b9-8369-c22e799d5cb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912666 Aug 18 11:24:26.112508 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-3137dc66-c987-4f39-ba66-8c1dda0a57ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be53e3cc-cd1d-4ef9-a05a-32b8dc1353e2', 'name': 'tempest-AttachVolumeTestJSON-357861059-router', 'tenant_id': '28a8db4d53754a09aad85d3b756fed10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'external_fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.140'}], 'enable_snat': True}, 'gw_port_id': 'b9af98a3-cb9e-4aea-ada1-6b89de688b15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T11:24:20Z', 'updated_at': '2022-08-18T11:24:23Z', 'revision_number': 4, 'project_id': '28a8db4d53754a09aad85d3b756fed10', 'gw_port': {'id': 'b9af98a3-cb9e-4aea-ada1-6b89de688b15', 'name': '', 'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:2e:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be53e3cc-cd1d-4ef9-a05a-32b8dc1353e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853450-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:24:20Z', 'updated_at': '2022-08-18T11:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853450-2-iscsi', '_interfaces': [{'id': '243e4cfb-78c1-4056-b337-8bfd24acbd92', 'name': '', 'network_id': '973c519c-fa04-42b9-8369-c22e799d5cb8', 'tenant_id': '28a8db4d53754a09aad85d3b756fed10', 'mac_address': 'fa:16:3e:2a:6c:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be53e3cc-cd1d-4ef9-a05a-32b8dc1353e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'a362c7c9-82f8-42d5-b8a6-0309f8c4fcc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:24:22Z', 'updated_at': '2022-08-18T11:24:23Z', 'revision_number': 2, 'project_id': '28a8db4d53754a09aad85d3b756fed10', 'subnets': [{'id': 'a362c7c9-82f8-42d5-b8a6-0309f8c4fcc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853450-2-iscsi', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:24:26.146918 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3137dc66-c987-4f39-ba66-8c1dda0a57ea None None] Checking router: be53e3cc-cd1d-4ef9-a05a-32b8dc1353e2 for host: dv-cinder-853450-2-iscsi {{(pid=106381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 11:24:26.147747 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3137dc66-c987-4f39-ba66-8c1dda0a57ea None None] Updating router be53e3cc-cd1d-4ef9-a05a-32b8dc1353e2 port 243e4cfb-78c1-4056-b337-8bfd24acbd92 binding host dv-cinder-853450-2-iscsi {{(pid=106381) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 11:24:26.150749 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=100 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:24:26.163518 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-958c1b59-cae2-48a0-a7a3-e54e7570b174 req-7f5c58bb-ec40-457a-b299-5f6f8a662b95 tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=79701b52-9222-4f88-80a3-822ad29164f5 HTTP/1.1" status: 200 len: 210 time: 0.0290279 Aug 18 11:24:26.180532 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-3137dc66-c987-4f39-ba66-8c1dda0a57ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (243e4cfb-78c1-4056-b337-8bfd24acbd92), before_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:24:26.374869 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=100 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:24:26.446845 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-3137dc66-c987-4f39-ba66-8c1dda0a57ea None None] Publish callbacks [] for port (243e4cfb-78c1-4056-b337-8bfd24acbd92), precommit_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:24:26.453357 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-3137dc66-c987-4f39-ba66-8c1dda0a57ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732803053689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732802528799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732802528817'] for port (243e4cfb-78c1-4056-b337-8bfd24acbd92), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:24:26.518910 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3296e867-6fc6-4071-81f9-9dfc51524049 None None] Pushing event updated for resources: {'Port': ['ID=243e4cfb-78c1-4056-b337-8bfd24acbd92,revision_number=3']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:24:26.529700 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3296e867-6fc6-4071-81f9-9dfc51524049 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:24:26.530042 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3296e867-6fc6-4071-81f9-9dfc51524049 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:24:26.530404 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3296e867-6fc6-4071-81f9-9dfc51524049 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:24:26.530758 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3296e867-6fc6-4071-81f9-9dfc51524049 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:24:26.531093 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3296e867-6fc6-4071-81f9-9dfc51524049 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:24:26.531419 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3296e867-6fc6-4071-81f9-9dfc51524049 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:24:26.531742 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3296e867-6fc6-4071-81f9-9dfc51524049 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:24:26.532068 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3296e867-6fc6-4071-81f9-9dfc51524049 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:24:26.532414 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3296e867-6fc6-4071-81f9-9dfc51524049 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:24:26.532735 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3296e867-6fc6-4071-81f9-9dfc51524049 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:24:26.533055 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3296e867-6fc6-4071-81f9-9dfc51524049 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:24:26.533392 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3296e867-6fc6-4071-81f9-9dfc51524049 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:24:26.533713 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3296e867-6fc6-4071-81f9-9dfc51524049 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:24:26.534029 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3296e867-6fc6-4071-81f9-9dfc51524049 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:24:26.534347 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3296e867-6fc6-4071-81f9-9dfc51524049 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:24:26.565607 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-3137dc66-c987-4f39-ba66-8c1dda0a57ea None None] Attempting to bind port 243e4cfb-78c1-4056-b337-8bfd24acbd92 on host dv-cinder-853450-2-iscsi for vnic_type normal with profile {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 18 11:24:26.565978 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-3137dc66-c987-4f39-ba66-8c1dda0a57ea None None] Attempting to bind port 243e4cfb-78c1-4056-b337-8bfd24acbd92 by drivers openvswitch,hyperv on host dv-cinder-853450-2-iscsi at level 0 using segments [{'id': 'd08b966e-bc75-426c-bd79-01b759359016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 987, 'network_id': '973c519c-fa04-42b9-8369-c22e799d5cb8'}] {{(pid=106381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 18 11:24:26.566365 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3137dc66-c987-4f39-ba66-8c1dda0a57ea None None] Attempting to bind port 243e4cfb-78c1-4056-b337-8bfd24acbd92 on network 973c519c-fa04-42b9-8369-c22e799d5cb8 {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 18 11:24:26.571528 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3137dc66-c987-4f39-ba66-8c1dda0a57ea None None] Checking agent: {'id': '69d4285f-736d-41a6-a99e-1994eed59bce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-853450-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 18, 11, 7, 46), 'started_at': datetime.datetime(2022, 8, 18, 11, 8, 16), 'heartbeat_timestamp': datetime.datetime(2022, 8, 18, 11, 24, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-853450-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 18 11:24:26.571897 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3137dc66-c987-4f39-ba66-8c1dda0a57ea None None] Checking segment: {'id': 'd08b966e-bc75-426c-bd79-01b759359016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 987, 'network_id': '973c519c-fa04-42b9-8369-c22e799d5cb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 18 11:24:26.572354 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-3137dc66-c987-4f39-ba66-8c1dda0a57ea None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:24:26.572744 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3137dc66-c987-4f39-ba66-8c1dda0a57ea None None] Bound using segment: {'id': 'd08b966e-bc75-426c-bd79-01b759359016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 987, 'network_id': '973c519c-fa04-42b9-8369-c22e799d5cb8'} {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 18 11:24:26.573206 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-3137dc66-c987-4f39-ba66-8c1dda0a57ea None None] Bound port: 243e4cfb-78c1-4056-b337-8bfd24acbd92, host: dv-cinder-853450-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd08b966e-bc75-426c-bd79-01b759359016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 987, 'network_id': '973c519c-fa04-42b9-8369-c22e799d5cb8'}}] {{(pid=106381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 18 11:24:26.573581 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-3137dc66-c987-4f39-ba66-8c1dda0a57ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (243e4cfb-78c1-4056-b337-8bfd24acbd92), before_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:24:26.638813 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-3137dc66-c987-4f39-ba66-8c1dda0a57ea None None] For port 243e4cfb-78c1-4056-b337-8bfd24acbd92, host dv-cinder-853450-2-iscsi, cleared binding levels {{(pid=106381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 11:24:26.642036 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-3137dc66-c987-4f39-ba66-8c1dda0a57ea None None] For port 243e4cfb-78c1-4056-b337-8bfd24acbd92, host dv-cinder-853450-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853450-2-iscsi',level=0,port_id=243e4cfb-78c1-4056-b337-8bfd24acbd92,segment=NetworkSegment(d08b966e-bc75-426c-bd79-01b759359016),segment_id=d08b966e-bc75-426c-bd79-01b759359016)] {{(pid=106381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 11:24:26.647899 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-3137dc66-c987-4f39-ba66-8c1dda0a57ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732803053689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732802528799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732802528817'] for port (243e4cfb-78c1-4056-b337-8bfd24acbd92), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:24:26.768934 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3137dc66-c987-4f39-ba66-8c1dda0a57ea None None] Routers {'be53e3cc-cd1d-4ef9-a05a-32b8dc1353e2'} bound to L3 agent in host dv-cinder-853450-2-iscsi {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 18 11:24:26.769570 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-3137dc66-c987-4f39-ba66-8c1dda0a57ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853450-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-18T11:07:43Z,description=,heartbeat_timestamp=2022-08-18T11:24:13Z,host='dv-cinder-853450-2-iscsi',id=5a2ac145-53e3-4597-a9e7-c52b4336ae58,load=0,resource_versions=,resources_synced=,started_at=2022-08-18T11:07:43Z,topic='l3_agent')) {'router_ids': ['be53e3cc-cd1d-4ef9-a05a-32b8dc1353e2'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:24:26.889612 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-3137dc66-c987-4f39-ba66-8c1dda0a57ea None None] Set router be53e3cc-cd1d-4ef9-a05a-32b8dc1353e2 gateway port host: dv-cinder-853450-2-iscsi {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 18 11:24:26.891975 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3296e867-6fc6-4071-81f9-9dfc51524049 None None] Pushing event updated for resources: {'Port': ['ID=243e4cfb-78c1-4056-b337-8bfd24acbd92,revision_number=4']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:24:26.893695 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Device b9af98a3-cb9e-4aea-ada1-6b89de688b15 up at agent ovs-agent-dv-cinder-853450-2-iscsi {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 11:24:26.938734 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Provisioning complete for port b9af98a3-cb9e-4aea-ada1-6b89de688b15 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 18 11:24:26.939102 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619404'] for port (b9af98a3-cb9e-4aea-ada1-6b89de688b15), provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:24:27.086431 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-3137dc66-c987-4f39-ba66-8c1dda0a57ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be53e3cc-cd1d-4ef9-a05a-32b8dc1353e2', 'name': 'tempest-AttachVolumeTestJSON-357861059-router', 'tenant_id': '28a8db4d53754a09aad85d3b756fed10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'external_fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.140'}], 'enable_snat': True}, 'gw_port_id': 'b9af98a3-cb9e-4aea-ada1-6b89de688b15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T11:24:20Z', 'updated_at': '2022-08-18T11:24:23Z', 'revision_number': 4, 'project_id': '28a8db4d53754a09aad85d3b756fed10', 'gw_port': {'id': 'b9af98a3-cb9e-4aea-ada1-6b89de688b15', 'name': '', 'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:2e:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be53e3cc-cd1d-4ef9-a05a-32b8dc1353e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853450-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:24:20Z', 'updated_at': '2022-08-18T11:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853450-2-iscsi', '_interfaces': [{'id': '243e4cfb-78c1-4056-b337-8bfd24acbd92', 'name': '', 'network_id': '973c519c-fa04-42b9-8369-c22e799d5cb8', 'tenant_id': '28a8db4d53754a09aad85d3b756fed10', 'mac_address': 'fa:16:3e:2a:6c:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be53e3cc-cd1d-4ef9-a05a-32b8dc1353e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'a362c7c9-82f8-42d5-b8a6-0309f8c4fcc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853450-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:24:22Z', 'updated_at': '2022-08-18T11:24:26Z', 'revision_number': 4, 'project_id': '28a8db4d53754a09aad85d3b756fed10', 'subnets': [{'id': 'a362c7c9-82f8-42d5-b8a6-0309f8c4fcc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853450-2-iscsi', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:24:27.087997 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:24:27.116685 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3137dc66-c987-4f39-ba66-8c1dda0a57ea None None] The sync data for ids ['be53e3cc-cd1d-4ef9-a05a-32b8dc1353e2'] in dv-cinder-853450-2-iscsi is: [{'id': 'be53e3cc-cd1d-4ef9-a05a-32b8dc1353e2', 'name': 'tempest-AttachVolumeTestJSON-357861059-router', 'tenant_id': '28a8db4d53754a09aad85d3b756fed10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'external_fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.140'}], 'enable_snat': True}, 'gw_port_id': 'b9af98a3-cb9e-4aea-ada1-6b89de688b15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T11:24:20Z', 'updated_at': '2022-08-18T11:24:23Z', 'revision_number': 4, 'project_id': '28a8db4d53754a09aad85d3b756fed10', 'gw_port': {'id': 'b9af98a3-cb9e-4aea-ada1-6b89de688b15', 'name': '', 'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:2e:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be53e3cc-cd1d-4ef9-a05a-32b8dc1353e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853450-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:24:20Z', 'updated_at': '2022-08-18T11:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853450-2-iscsi', '_interfaces': [{'id': '243e4cfb-78c1-4056-b337-8bfd24acbd92', 'name': '', 'network_id': '973c519c-fa04-42b9-8369-c22e799d5cb8', 'tenant_id': '28a8db4d53754a09aad85d3b756fed10', 'mac_address': 'fa:16:3e:2a:6c:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be53e3cc-cd1d-4ef9-a05a-32b8dc1353e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'a362c7c9-82f8-42d5-b8a6-0309f8c4fcc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853450-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:24:22Z', 'updated_at': '2022-08-18T11:24:26Z', 'revision_number': 4, 'project_id': '28a8db4d53754a09aad85d3b756fed10', 'subnets': [{'id': 'a362c7c9-82f8-42d5-b8a6-0309f8c4fcc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 11:24:27.142544 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Current status of the port b9af98a3-cb9e-4aea-ada1-6b89de688b15 is: ACTIVE; New status is: ACTIVE {{(pid=106380) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 11:24:27.298161 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-19deab47-e527-444c-b09c-5f63f09c7721 req-e8a4565c-46ad-4121-8c89-1fb07f49e172 tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=79701b52-9222-4f88-80a3-822ad29164f5 HTTP/1.1" status: 200 len: 210 time: 0.0425789 Aug 18 11:24:27.333552 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:24:27.346845 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682f4806-7837-42f9-830b-5e0ff15295fd req-f52b8465-f4a6-4d99-ac0a-28228bcf3dae tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:24:27.348380 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-682f4806-7837-42f9-830b-5e0ff15295fd req-f52b8465-f4a6-4d99-ac0a-28228bcf3dae tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] 10.222.0.20 "GET /networking/v2.0/networks?id=973c519c-fa04-42b9-8369-c22e799d5cb8 HTTP/1.1" status: 200 len: 810 time: 0.1653879 Aug 18 11:24:27.422774 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-682f4806-7837-42f9-830b-5e0ff15295fd req-3b4c4521-7a03-4ebd-969a-c62420e9e2e8 tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] 10.222.0.20 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=28a8db4d53754a09aad85d3b756fed10 HTTP/1.1" status: 200 len: 379 time: 0.0619922 Aug 18 11:24:27.470815 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.v2.base [req-682f4806-7837-42f9-830b-5e0ff15295fd req-21bbb7c4-2f0f-4cfc-a44e-7ac1d32725fc tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] Request body: {'port': {'device_id': '79701b52-9222-4f88-80a3-822ad29164f5', 'network_id': '973c519c-fa04-42b9-8369-c22e799d5cb8', 'admin_state_up': True, 'tenant_id': '28a8db4d53754a09aad85d3b756fed10', 'security_groups': ['4bc8b1c1-0f9e-46fd-988e-ee2967d1dfc8']}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:24:27.591783 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-682f4806-7837-42f9-830b-5e0ff15295fd req-21bbb7c4-2f0f-4cfc-a44e-7ac1d32725fc tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] Made reservation on behalf of 28a8db4d53754a09aad85d3b756fed10 for: {'port': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 11:24:27.595389 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-682f4806-7837-42f9-830b-5e0ff15295fd req-21bbb7c4-2f0f-4cfc-a44e-7ac1d32725fc tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (None), before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:24:27.727928 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [req-682f4806-7837-42f9-830b-5e0ff15295fd req-21bbb7c4-2f0f-4cfc-a44e-7ac1d32725fc tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] Allocated IP 172.20.0.10 (973c519c-fa04-42b9-8369-c22e799d5cb8/a362c7c9-82f8-42d5-b8a6-0309f8c4fcc3/4ff7e434-0501-4572-8626-4a92bd7f5787) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 11:24:27.864624 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:24:27.869725 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-682f4806-7837-42f9-830b-5e0ff15295fd req-21bbb7c4-2f0f-4cfc-a44e-7ac1d32725fc tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] Publish callbacks [] for port (4ff7e434-0501-4572-8626-4a92bd7f5787), precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:24:27.904173 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-682f4806-7837-42f9-830b-5e0ff15295fd req-21bbb7c4-2f0f-4cfc-a44e-7ac1d32725fc tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732802528781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11809227'] for port (4ff7e434-0501-4572-8626-4a92bd7f5787), after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:24:27.947350 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-682f4806-7837-42f9-830b-5e0ff15295fd req-21bbb7c4-2f0f-4cfc-a44e-7ac1d32725fc tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] Network 973c519c-fa04-42b9-8369-c22e799d5cb8 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 11:24:27.951092 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [req-682f4806-7837-42f9-830b-5e0ff15295fd req-21bbb7c4-2f0f-4cfc-a44e-7ac1d32725fc tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 11:24:27.955025 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [req-682f4806-7837-42f9-830b-5e0ff15295fd req-21bbb7c4-2f0f-4cfc-a44e-7ac1d32725fc tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 18 11:24:27.979236 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bbb7c4-2f0f-4cfc-a44e-7ac1d32725fc tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] Pushing event updated for resources: {'Port': ['ID=4ff7e434-0501-4572-8626-4a92bd7f5787,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:24:28.016649 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682f4806-7837-42f9-830b-5e0ff15295fd req-21bbb7c4-2f0f-4cfc-a44e-7ac1d32725fc tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:24:28.017300 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-682f4806-7837-42f9-830b-5e0ff15295fd req-21bbb7c4-2f0f-4cfc-a44e-7ac1d32725fc tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22494'] for port (None), before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:24:28.035218 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-682f4806-7837-42f9-830b-5e0ff15295fd req-21bbb7c4-2f0f-4cfc-a44e-7ac1d32725fc tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] 10.222.0.20 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5682707 Aug 18 11:24:28.047392 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.v2.base [req-682f4806-7837-42f9-830b-5e0ff15295fd req-b1a5516a-f244-4294-bfbc-3d1460dd7ed2 service neutron] Request body: {'port': {'device_id': '79701b52-9222-4f88-80a3-822ad29164f5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85345'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:24:28.111580 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-682f4806-7837-42f9-830b-5e0ff15295fd req-b1a5516a-f244-4294-bfbc-3d1460dd7ed2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (4ff7e434-0501-4572-8626-4a92bd7f5787), before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:24:28.192952 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-9eda4e59-dc9e-482f-b13e-27a0706fe5cc None None] Provisioning complete for port 4ff7e434-0501-4572-8626-4a92bd7f5787 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 18 11:24:28.193581 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9eda4e59-dc9e-482f-b13e-27a0706fe5cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619404'] for port (4ff7e434-0501-4572-8626-4a92bd7f5787), provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:24:28.225294 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:24:28.228439 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-9eda4e59-dc9e-482f-b13e-27a0706fe5cc None None] Port 4ff7e434-0501-4572-8626-4a92bd7f5787 cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 18 11:24:28.373107 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.notifiers.nova [req-682f4806-7837-42f9-830b-5e0ff15295fd req-b1a5516a-f244-4294-bfbc-3d1460dd7ed2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ff7e434-0501-4572-8626-4a92bd7f5787 {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 18 11:24:28.389627 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-682f4806-7837-42f9-830b-5e0ff15295fd req-b1a5516a-f244-4294-bfbc-3d1460dd7ed2 service neutron] Publish callbacks [] for port (4ff7e434-0501-4572-8626-4a92bd7f5787), precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:24:28.425007 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [req-682f4806-7837-42f9-830b-5e0ff15295fd req-b1a5516a-f244-4294-bfbc-3d1460dd7ed2 service neutron] Transition to ACTIVE for port object 4ff7e434-0501-4572-8626-4a92bd7f5787 will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 18 11:24:28.428551 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-682f4806-7837-42f9-830b-5e0ff15295fd req-b1a5516a-f244-4294-bfbc-3d1460dd7ed2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732803053689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732802528799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732802528817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11809220'] for port (4ff7e434-0501-4572-8626-4a92bd7f5787), after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:24:28.443195 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363bf802-d746-4e43-91fc-5df131f15882 req-51e3e6f3-4049-48fa-8d5a-5a9003abecb3 tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:24:28.444690 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-363bf802-d746-4e43-91fc-5df131f15882 req-51e3e6f3-4049-48fa-8d5a-5a9003abecb3 tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=79701b52-9222-4f88-80a3-822ad29164f5 HTTP/1.1" status: 200 len: 932 time: 0.0671201 Aug 18 11:24:28.519915 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a5516a-f244-4294-bfbc-3d1460dd7ed2 service neutron] Pushing event updated for resources: {'Port': ['ID=4ff7e434-0501-4572-8626-4a92bd7f5787,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:24:28.564919 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-363bf802-d746-4e43-91fc-5df131f15882 req-c2fdab55-81aa-442e-b3c0-2b4338bd5ea4 tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4bc8b1c1-0f9e-46fd-988e-ee2967d1dfc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1023719 Aug 18 11:24:28.587617 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-682f4806-7837-42f9-830b-5e0ff15295fd req-b1a5516a-f244-4294-bfbc-3d1460dd7ed2 service neutron] Attempting to bind port 4ff7e434-0501-4572-8626-4a92bd7f5787 on host hv-cinder-85345 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 18 11:24:28.587945 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-682f4806-7837-42f9-830b-5e0ff15295fd req-b1a5516a-f244-4294-bfbc-3d1460dd7ed2 service neutron] Attempting to bind port 4ff7e434-0501-4572-8626-4a92bd7f5787 by drivers openvswitch,hyperv on host hv-cinder-85345 at level 0 using segments [{'id': 'd08b966e-bc75-426c-bd79-01b759359016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 987, 'network_id': '973c519c-fa04-42b9-8369-c22e799d5cb8'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 18 11:24:28.588302 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-682f4806-7837-42f9-830b-5e0ff15295fd req-b1a5516a-f244-4294-bfbc-3d1460dd7ed2 service neutron] Attempting to bind port 4ff7e434-0501-4572-8626-4a92bd7f5787 on network 973c519c-fa04-42b9-8369-c22e799d5cb8 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 18 11:24:28.592685 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-682f4806-7837-42f9-830b-5e0ff15295fd req-b1a5516a-f244-4294-bfbc-3d1460dd7ed2 service neutron] Port 4ff7e434-0501-4572-8626-4a92bd7f5787 on network 973c519c-fa04-42b9-8369-c22e799d5cb8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85345 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 18 11:24:28.593009 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-682f4806-7837-42f9-830b-5e0ff15295fd req-b1a5516a-f244-4294-bfbc-3d1460dd7ed2 service neutron] Attempting to bind port 4ff7e434-0501-4572-8626-4a92bd7f5787 on network 973c519c-fa04-42b9-8369-c22e799d5cb8 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 18 11:24:28.598013 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-682f4806-7837-42f9-830b-5e0ff15295fd req-b1a5516a-f244-4294-bfbc-3d1460dd7ed2 service neutron] Checking agent: {'id': '0c451e2b-fe38-44d1-984c-2dd7bcedf4dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85345', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 18, 11, 14, 5), 'started_at': datetime.datetime(2022, 8, 18, 11, 14, 5), 'heartbeat_timestamp': datetime.datetime(2022, 8, 18, 11, 24, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 18 11:24:28.598347 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-682f4806-7837-42f9-830b-5e0ff15295fd req-b1a5516a-f244-4294-bfbc-3d1460dd7ed2 service neutron] Checking segment: {'id': 'd08b966e-bc75-426c-bd79-01b759359016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 987, 'network_id': '973c519c-fa04-42b9-8369-c22e799d5cb8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 18 11:24:28.598726 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-682f4806-7837-42f9-830b-5e0ff15295fd req-b1a5516a-f244-4294-bfbc-3d1460dd7ed2 service neutron] Bound using segment: {'id': 'd08b966e-bc75-426c-bd79-01b759359016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 987, 'network_id': '973c519c-fa04-42b9-8369-c22e799d5cb8'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 18 11:24:28.599155 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-682f4806-7837-42f9-830b-5e0ff15295fd req-b1a5516a-f244-4294-bfbc-3d1460dd7ed2 service neutron] Bound port: 4ff7e434-0501-4572-8626-4a92bd7f5787, host: hv-cinder-85345, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd08b966e-bc75-426c-bd79-01b759359016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 987, 'network_id': '973c519c-fa04-42b9-8369-c22e799d5cb8'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 18 11:24:28.599509 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-682f4806-7837-42f9-830b-5e0ff15295fd req-b1a5516a-f244-4294-bfbc-3d1460dd7ed2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (4ff7e434-0501-4572-8626-4a92bd7f5787), before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:24:28.660725 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-682f4806-7837-42f9-830b-5e0ff15295fd req-b1a5516a-f244-4294-bfbc-3d1460dd7ed2 service neutron] For port 4ff7e434-0501-4572-8626-4a92bd7f5787, host hv-cinder-85345, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 11:24:28.664786 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-682f4806-7837-42f9-830b-5e0ff15295fd req-b1a5516a-f244-4294-bfbc-3d1460dd7ed2 service neutron] For port 4ff7e434-0501-4572-8626-4a92bd7f5787, host hv-cinder-85345, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85345',level=0,port_id=4ff7e434-0501-4572-8626-4a92bd7f5787,segment=NetworkSegment(d08b966e-bc75-426c-bd79-01b759359016),segment_id=d08b966e-bc75-426c-bd79-01b759359016)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 11:24:28.670787 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-682f4806-7837-42f9-830b-5e0ff15295fd req-b1a5516a-f244-4294-bfbc-3d1460dd7ed2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732803053689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732802528799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732802528817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11809220'] for port (4ff7e434-0501-4572-8626-4a92bd7f5787), after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:24:28.674909 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682f4806-7837-42f9-830b-5e0ff15295fd req-b1a5516a-f244-4294-bfbc-3d1460dd7ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:24:28.675527 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-682f4806-7837-42f9-830b-5e0ff15295fd req-b1a5516a-f244-4294-bfbc-3d1460dd7ed2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22494'] for port (None), before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:24:28.676948 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-682f4806-7837-42f9-830b-5e0ff15295fd req-b1a5516a-f244-4294-bfbc-3d1460dd7ed2 service neutron] 10.222.0.20 "PUT /networking/v2.0/ports/4ff7e434-0501-4572-8626-4a92bd7f5787 HTTP/1.1" status: 200 len: 1094 time: 0.6338341 Aug 18 11:24:28.677435 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79701b52-9222-4f88-80a3-822ad29164f5', 'tag': '4ff7e434-0501-4572-8626-4a92bd7f5787'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 18 11:24:28.679724 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c862ab1b2ee120cb5e2e4f2725a0fe0d7acaf57f657006002d91667c9b4c94a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8878d043-8a74-4fb0-b220-7d3e2453e827" -d '{"events": [{"name": "network-changed", "server_uuid": "79701b52-9222-4f88-80a3-822ad29164f5", "tag": "4ff7e434-0501-4572-8626-4a92bd7f5787"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:24:28.752723 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Aug 2022 11:24:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef6170e6-c3cb-4f36-87f6-d604e27d8da0 x-openstack-request-id: req-ef6170e6-c3cb-4f36-87f6-d604e27d8da0 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:24:28.753010 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79701b52-9222-4f88-80a3-822ad29164f5", "tag": "4ff7e434-0501-4572-8626-4a92bd7f5787", "status": "completed", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:24:28.753264 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ef6170e6-c3cb-4f36-87f6-d604e27d8da0 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:24:28.753663 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef6170e6-c3cb-4f36-87f6-d604e27d8da0'] response: {'name': 'network-changed', 'server_uuid': '79701b52-9222-4f88-80a3-822ad29164f5', 'tag': '4ff7e434-0501-4572-8626-4a92bd7f5787', 'status': 'completed', 'code': 200} Aug 18 11:24:28.761657 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a5516a-f244-4294-bfbc-3d1460dd7ed2 service neutron] Pushing event updated for resources: {'Port': ['ID=4ff7e434-0501-4572-8626-4a92bd7f5787,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:24:28.766100 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:24:28.771985 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682f4806-7837-42f9-830b-5e0ff15295fd req-37125e7a-801d-4fea-bb18-0cc72a5555a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:24:28.773523 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-682f4806-7837-42f9-830b-5e0ff15295fd req-37125e7a-801d-4fea-bb18-0cc72a5555a6 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=28a8db4d53754a09aad85d3b756fed10&device_id=79701b52-9222-4f88-80a3-822ad29164f5 HTTP/1.1" status: 200 len: 1128 time: 0.0566688 Aug 18 11:24:28.813691 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-682f4806-7837-42f9-830b-5e0ff15295fd req-b7a13db1-fb7c-4196-b987-7860eb711dd3 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4ff7e434-0501-4572-8626-4a92bd7f5787 HTTP/1.1" status: 200 len: 217 time: 0.0336728 Aug 18 11:24:28.864321 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682f4806-7837-42f9-830b-5e0ff15295fd req-47a7fa07-4b96-49db-9b8f-e4319d95d76c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:24:28.865768 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-682f4806-7837-42f9-830b-5e0ff15295fd req-47a7fa07-4b96-49db-9b8f-e4319d95d76c service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=a362c7c9-82f8-42d5-b8a6-0309f8c4fcc3 HTTP/1.1" status: 200 len: 849 time: 0.0461314 Aug 18 11:24:28.900479 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Device 243e4cfb-78c1-4056-b337-8bfd24acbd92 up at agent ovs-agent-dv-cinder-853450-2-iscsi {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 11:24:28.911518 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682f4806-7837-42f9-830b-5e0ff15295fd req-3f32b4b4-fa2c-403a-a596-f5c3b0964ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:24:28.913028 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-682f4806-7837-42f9-830b-5e0ff15295fd req-3f32b4b4-fa2c-403a-a596-f5c3b0964ac9 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=973c519c-fa04-42b9-8369-c22e799d5cb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0403953 Aug 18 11:24:28.944883 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Provisioning complete for port 243e4cfb-78c1-4056-b337-8bfd24acbd92 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 18 11:24:28.945254 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619404'] for port (243e4cfb-78c1-4056-b337-8bfd24acbd92), provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:24:29.009828 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-682f4806-7837-42f9-830b-5e0ff15295fd req-3fbd0d6b-757e-4f43-a3cb-38353a47b653 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/973c519c-fa04-42b9-8369-c22e799d5cb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900376 Aug 18 11:24:29.015179 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:24:29.022428 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Current status of the port 243e4cfb-78c1-4056-b337-8bfd24acbd92 is: DOWN; New status is: ACTIVE {{(pid=106380) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 11:24:29.022831 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (243e4cfb-78c1-4056-b337-8bfd24acbd92), before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:24:29.056857 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] For port 243e4cfb-78c1-4056-b337-8bfd24acbd92, host dv-cinder-853450-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853450-2-iscsi',level=0,port_id=243e4cfb-78c1-4056-b337-8bfd24acbd92,segment=NetworkSegment(d08b966e-bc75-426c-bd79-01b759359016),segment_id=d08b966e-bc75-426c-bd79-01b759359016)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:24:29.061202 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732803053689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732802528799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732802528817'] for port (243e4cfb-78c1-4056-b337-8bfd24acbd92), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:24:29.086722 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:24:29.110432 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Pushing event updated for resources: {'Port': ['ID=243e4cfb-78c1-4056-b337-8bfd24acbd92,revision_number=5']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:24:29.111863 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-682f4806-7837-42f9-830b-5e0ff15295fd req-27eac6e7-538d-4d46-8c72-efa816c1f222 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/973c519c-fa04-42b9-8369-c22e799d5cb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953124 Aug 18 11:24:29.118792 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:24:29.119151 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:24:29.119497 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:24:29.119839 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:24:29.120179 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:24:29.120543 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:24:29.120878 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:24:29.121773 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:24:29.122105 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:24:29.122434 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:24:29.122763 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:24:29.123091 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:24:29.123417 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:24:29.123741 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:24:29.124062 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:24:29.686063 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1af93d-7b30-4d42-9167-41b3c8b7b5c1 req-d3a2db00-713c-420d-9663-8bf4e1a56e70 tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:24:29.687481 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-7b1af93d-7b30-4d42-9167-41b3c8b7b5c1 req-d3a2db00-713c-420d-9663-8bf4e1a56e70 tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=79701b52-9222-4f88-80a3-822ad29164f5 HTTP/1.1" status: 200 len: 944 time: 0.0486932 Aug 18 11:24:29.733872 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-7b1af93d-7b30-4d42-9167-41b3c8b7b5c1 req-2fa1e941-71d1-4d54-8c26-ccd17a49891a tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4bc8b1c1-0f9e-46fd-988e-ee2967d1dfc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408776 Aug 18 11:24:30.854264 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe2be3c-0435-4765-8b48-ee0deae17426 req-e06ff040-b242-4d48-acb7-1d0e4e2785a8 tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:24:30.855863 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-3fe2be3c-0435-4765-8b48-ee0deae17426 req-e06ff040-b242-4d48-acb7-1d0e4e2785a8 tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=79701b52-9222-4f88-80a3-822ad29164f5 HTTP/1.1" status: 200 len: 944 time: 0.0478938 Aug 18 11:24:30.890288 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Device 243e4cfb-78c1-4056-b337-8bfd24acbd92 up at agent ovs-agent-dv-cinder-853450-2-iscsi {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 11:24:30.906236 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-3fe2be3c-0435-4765-8b48-ee0deae17426 req-0c72adb6-6629-4e6f-8e35-f79c4d0393c1 tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4bc8b1c1-0f9e-46fd-988e-ee2967d1dfc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442080 Aug 18 11:24:30.938479 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Provisioning complete for port 243e4cfb-78c1-4056-b337-8bfd24acbd92 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 18 11:24:30.938854 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619404'] for port (243e4cfb-78c1-4056-b337-8bfd24acbd92), provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:24:31.008988 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Current status of the port 243e4cfb-78c1-4056-b337-8bfd24acbd92 is: ACTIVE; New status is: ACTIVE {{(pid=106380) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 11:24:32.028805 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6a81ad-a5b2-43bc-bcb4-4949d26e0b49 req-7ec41f9c-003d-420c-b45a-9851043dd4de tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:24:32.030346 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-1f6a81ad-a5b2-43bc-bcb4-4949d26e0b49 req-7ec41f9c-003d-420c-b45a-9851043dd4de tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=79701b52-9222-4f88-80a3-822ad29164f5 HTTP/1.1" status: 200 len: 944 time: 0.0517490 Aug 18 11:24:32.078091 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-1f6a81ad-a5b2-43bc-bcb4-4949d26e0b49 req-ca2e61ca-3170-4d81-b3b4-c31b9f83ae93 tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4bc8b1c1-0f9e-46fd-988e-ee2967d1dfc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420709 Aug 18 11:24:32.164142 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8878d043-8a74-4fb0-b220-7d3e2453e827 req-6e70704f-10dc-411d-8df2-38cf369dedc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:24:32.165714 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-8878d043-8a74-4fb0-b220-7d3e2453e827 req-6e70704f-10dc-411d-8df2-38cf369dedc6 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=28a8db4d53754a09aad85d3b756fed10&device_id=79701b52-9222-4f88-80a3-822ad29164f5 HTTP/1.1" status: 200 len: 1128 time: 0.0440750 Aug 18 11:24:32.257873 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8878d043-8a74-4fb0-b220-7d3e2453e827 req-6fe8136e-0c33-43ea-8a87-2c5a7843b819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:24:32.259233 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-8878d043-8a74-4fb0-b220-7d3e2453e827 req-6fe8136e-0c33-43ea-8a87-2c5a7843b819 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=973c519c-fa04-42b9-8369-c22e799d5cb8 HTTP/1.1" status: 200 len: 911 time: 0.0868282 Aug 18 11:24:32.297275 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-8878d043-8a74-4fb0-b220-7d3e2453e827 req-2ea75a50-1f38-4a0a-937d-d887dcfa4ecc service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4ff7e434-0501-4572-8626-4a92bd7f5787 HTTP/1.1" status: 200 len: 217 time: 0.0320537 Aug 18 11:24:32.345125 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8878d043-8a74-4fb0-b220-7d3e2453e827 req-7c088231-628b-4e92-ba86-6cab73af5388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:24:32.346506 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-8878d043-8a74-4fb0-b220-7d3e2453e827 req-7c088231-628b-4e92-ba86-6cab73af5388 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=a362c7c9-82f8-42d5-b8a6-0309f8c4fcc3 HTTP/1.1" status: 200 len: 849 time: 0.0428691 Aug 18 11:24:32.396112 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8878d043-8a74-4fb0-b220-7d3e2453e827 req-bddd1576-9ef7-4daa-9a5c-d20068ce6590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:24:32.397649 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-8878d043-8a74-4fb0-b220-7d3e2453e827 req-bddd1576-9ef7-4daa-9a5c-d20068ce6590 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=973c519c-fa04-42b9-8369-c22e799d5cb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0426271 Aug 18 11:24:32.489357 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-8878d043-8a74-4fb0-b220-7d3e2453e827 req-ab364de6-2bc4-417d-a79c-3cedb3eb38f2 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/973c519c-fa04-42b9-8369-c22e799d5cb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845764 Aug 18 11:24:32.558459 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=100 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:24:32.584362 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-8878d043-8a74-4fb0-b220-7d3e2453e827 req-996979a9-72b0-4817-afdb-ba40471a8bdc service neutron] 10.222.0.20 "GET /networking/v2.0/networks/973c519c-fa04-42b9-8369-c22e799d5cb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890417 Aug 18 11:24:32.690235 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Device 4ff7e434-0501-4572-8626-4a92bd7f5787 details requested by agent hyperv_hv-cinder-85345 with host hv-cinder-85345 {{(pid=106380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 11:24:32.775153 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:24:32.793203 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] For port 4ff7e434-0501-4572-8626-4a92bd7f5787, host hv-cinder-85345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85345',level=0,port_id=4ff7e434-0501-4572-8626-4a92bd7f5787,segment=NetworkSegment(d08b966e-bc75-426c-bd79-01b759359016),segment_id=d08b966e-bc75-426c-bd79-01b759359016)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:24:32.804729 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Returning: {'device': '4ff7e434-0501-4572-8626-4a92bd7f5787', 'network_id': '973c519c-fa04-42b9-8369-c22e799d5cb8', 'port_id': '4ff7e434-0501-4572-8626-4a92bd7f5787', 'mac_address': 'fa:16:3e:e5:7b:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 987, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a362c7c9-82f8-42d5-b8a6-0309f8c4fcc3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 11:24:32.838617 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Current status of the port 4ff7e434-0501-4572-8626-4a92bd7f5787 is: DOWN; New status is: BUILD {{(pid=106380) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 11:24:32.839011 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (4ff7e434-0501-4572-8626-4a92bd7f5787), before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:24:32.852891 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.notifiers.nova [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ff7e434-0501-4572-8626-4a92bd7f5787 {{(pid=106380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 18 11:24:32.872856 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] For port 4ff7e434-0501-4572-8626-4a92bd7f5787, host hv-cinder-85345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85345',level=0,port_id=4ff7e434-0501-4572-8626-4a92bd7f5787,segment=NetworkSegment(d08b966e-bc75-426c-bd79-01b759359016),segment_id=d08b966e-bc75-426c-bd79-01b759359016)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:24:32.876868 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732803053689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732802528799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732802528817'] for port (4ff7e434-0501-4572-8626-4a92bd7f5787), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:24:32.926823 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Pushing event updated for resources: {'Port': ['ID=4ff7e434-0501-4572-8626-4a92bd7f5787,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:24:33.197824 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35eb9df3-76da-4163-9987-4fcb059540ba req-b35f286d-725f-4cc6-aec7-1c87f3b0cbf4 tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:24:33.199302 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-35eb9df3-76da-4163-9987-4fcb059540ba req-b35f286d-725f-4cc6-aec7-1c87f3b0cbf4 tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=79701b52-9222-4f88-80a3-822ad29164f5 HTTP/1.1" status: 200 len: 945 time: 0.0485685 Aug 18 11:24:33.247423 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-35eb9df3-76da-4163-9987-4fcb059540ba req-a68b4043-6b86-4d40-9b8e-6ac63e082662 tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4bc8b1c1-0f9e-46fd-988e-ee2967d1dfc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418735 Aug 18 11:24:33.253689 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] get_ports_and_sgs() called for port_ids ['4ff7e434-0501-4572-8626-4a92bd7f5787'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 18 11:24:34.369598 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8825159b-f5d6-44e2-8272-db0a7eb60d8c req-a94d1dc9-8929-4374-975e-8ef032cdba28 tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:24:34.371100 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-8825159b-f5d6-44e2-8272-db0a7eb60d8c req-a94d1dc9-8929-4374-975e-8ef032cdba28 tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=79701b52-9222-4f88-80a3-822ad29164f5 HTTP/1.1" status: 200 len: 945 time: 0.0507073 Aug 18 11:24:34.423058 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-8825159b-f5d6-44e2-8272-db0a7eb60d8c req-141455d7-1fc7-4b20-abb8-b76d9eb88ede tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4bc8b1c1-0f9e-46fd-988e-ee2967d1dfc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461538 Aug 18 11:24:34.694613 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Device 4ff7e434-0501-4572-8626-4a92bd7f5787 up at agent hyperv_hv-cinder-85345 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 11:24:34.740605 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Provisioning for port 4ff7e434-0501-4572-8626-4a92bd7f5787 completed by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 18 11:24:34.747927 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Provisioning complete for port 4ff7e434-0501-4572-8626-4a92bd7f5787 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 18 11:24:34.748310 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619404'] for port (4ff7e434-0501-4572-8626-4a92bd7f5787), provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:24:34.790936 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:24:34.827252 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Current status of the port 4ff7e434-0501-4572-8626-4a92bd7f5787 is: BUILD; New status is: ACTIVE {{(pid=106380) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 11:24:34.827649 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (4ff7e434-0501-4572-8626-4a92bd7f5787), before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:24:34.850940 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79701b52-9222-4f88-80a3-822ad29164f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ff7e434-0501-4572-8626-4a92bd7f5787'}] {{(pid=106380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 18 11:24:34.853436 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2abfa1ee86993cd756e72fd91a3a01a1a8fb73078c92f04bbbffdb72ec117730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e445fd80-cf9c-491e-ab71-60769a80de2b" -d '{"events": [{"server_uuid": "79701b52-9222-4f88-80a3-822ad29164f5", "name": "network-vif-plugged", "status": "completed", "tag": "4ff7e434-0501-4572-8626-4a92bd7f5787"}]}' {{(pid=106380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:24:34.867381 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] For port 4ff7e434-0501-4572-8626-4a92bd7f5787, host hv-cinder-85345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85345',level=0,port_id=4ff7e434-0501-4572-8626-4a92bd7f5787,segment=NetworkSegment(d08b966e-bc75-426c-bd79-01b759359016),segment_id=d08b966e-bc75-426c-bd79-01b759359016)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:24:34.871340 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732803053689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732802528799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732802528817'] for port (4ff7e434-0501-4572-8626-4a92bd7f5787), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:24:34.901692 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Aug 2022 11:24:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7de78c0-3853-4b3b-a9e8-eca973fb1245 x-openstack-request-id: req-f7de78c0-3853-4b3b-a9e8-eca973fb1245 {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:24:34.902061 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79701b52-9222-4f88-80a3-822ad29164f5", "name": "network-vif-plugged", "status": "completed", "tag": "4ff7e434-0501-4572-8626-4a92bd7f5787", "code": 200}]} {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:24:34.902219 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f7de78c0-3853-4b3b-a9e8-eca973fb1245 {{(pid=106380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:24:34.902607 dv-cinder-853450-2-iscsi neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f7de78c0-3853-4b3b-a9e8-eca973fb1245'] response: {'server_uuid': '79701b52-9222-4f88-80a3-822ad29164f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ff7e434-0501-4572-8626-4a92bd7f5787', 'code': 200} Aug 18 11:24:34.929933 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Pushing event updated for resources: {'Port': ['ID=4ff7e434-0501-4572-8626-4a92bd7f5787,revision_number=5']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:24:35.067715 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e833f3-9157-44e6-9a86-8af7dfed7649 req-810fe487-00b0-4a49-b7ed-68b0f2f212ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:24:35.069229 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-61e833f3-9157-44e6-9a86-8af7dfed7649 req-810fe487-00b0-4a49-b7ed-68b0f2f212ea service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=79701b52-9222-4f88-80a3-822ad29164f5 HTTP/1.1" status: 200 len: 1130 time: 0.0385828 Aug 18 11:24:35.108006 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=100 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:24:35.115061 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-61e833f3-9157-44e6-9a86-8af7dfed7649 req-08cab743-4942-4459-ad70-10af5afc5cc8 service neutron] 10.222.0.20 "GET /networking/v2.0/security-groups?id=4bc8b1c1-0f9e-46fd-988e-ee2967d1dfc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402327 Aug 18 11:24:35.425297 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:24:35.426084 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=15,neutron:DELETE=1 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:24:35.540468 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881d100e-64cb-49f7-bb45-4783de231abb req-97715281-ed9b-400f-8f0b-73d857a4027a tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:24:35.541910 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-881d100e-64cb-49f7-bb45-4783de231abb req-97715281-ed9b-400f-8f0b-73d857a4027a tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=79701b52-9222-4f88-80a3-822ad29164f5 HTTP/1.1" status: 200 len: 946 time: 0.0483530 Aug 18 11:24:35.589446 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-881d100e-64cb-49f7-bb45-4783de231abb req-5a63c4a1-8c35-40a0-84e4-890e6a29bf5f tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4bc8b1c1-0f9e-46fd-988e-ee2967d1dfc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413136 Aug 18 11:24:35.686230 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (0c451e2b-fe38-44d1-984c-2dd7bcedf4dc), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:24:36.714165 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61db5e4-113d-4b18-bbf4-56f42d6bf99a req-4977f549-7ec3-4d36-8e60-1a92daaf09e3 tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:24:36.715549 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-c61db5e4-113d-4b18-bbf4-56f42d6bf99a req-4977f549-7ec3-4d36-8e60-1a92daaf09e3 tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=79701b52-9222-4f88-80a3-822ad29164f5 HTTP/1.1" status: 200 len: 946 time: 0.0497711 Aug 18 11:24:36.763423 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-c61db5e4-113d-4b18-bbf4-56f42d6bf99a req-4387f153-8b13-4fe4-9313-9d90fec03a94 tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4bc8b1c1-0f9e-46fd-988e-ee2967d1dfc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415571 Aug 18 11:24:36.881590 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f2e9fc-457f-4a6e-bfc0-5506ca71860b req-30ab0496-e1f4-4cba-812c-e44ed6f624c4 tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:24:36.883094 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-a2f2e9fc-457f-4a6e-bfc0-5506ca71860b req-30ab0496-e1f4-4cba-812c-e44ed6f624c4 tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=79701b52-9222-4f88-80a3-822ad29164f5 HTTP/1.1" status: 200 len: 946 time: 0.0479946 Aug 18 11:24:36.893313 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.16', 57178) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:24:36.897739 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.v2.base [None req-2d3f0ec9-5ae3-4bc0-968c-be4bdff09549 tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] Request body: {'floatingip': {'port_id': '4ff7e434-0501-4572-8626-4a92bd7f5787'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:24:36.939315 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2d3f0ec9-5ae3-4bc0-968c-be4bdff09549 tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] Publish callbacks [] for floatingip (9fe0da1b-1542-440d-a370-826b935179dd), before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:24:37.582367 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.db.resource_extend [None req-2d3f0ec9-5ae3-4bc0-968c-be4bdff09549 tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Aug 18 11:24:37.627341 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2d3f0ec9-5ae3-4bc0-968c-be4bdff09549 tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:24:37.631055 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2d3f0ec9-5ae3-4bc0-968c-be4bdff09549 tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-519515'] for floatingip (9fe0da1b-1542-440d-a370-826b935179dd), after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:24:37.669070 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:24:37.728814 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.db.l3_db [None req-2d3f0ec9-5ae3-4bc0-968c-be4bdff09549 tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] Floating IP 9fe0da1b-1542-440d-a370-826b935179dd associated. External IP: 172.27.4.21, port: 4ff7e434-0501-4572-8626-4a92bd7f5787. Aug 18 11:24:37.930954 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d3f0ec9-5ae3-4bc0-968c-be4bdff09549 tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] Router be53e3cc-cd1d-4ef9-a05a-32b8dc1353e2 has already been hosted by L3 agent 5a2ac145-53e3-4597-a9e7-c52b4336ae58 {{(pid=106378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 11:24:37.989819 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:24:38.041918 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d3f0ec9-5ae3-4bc0-968c-be4bdff09549 tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] Notify agent at l3_agent.dv-cinder-853450-2-iscsi the message routers_updated {{(pid=106378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 11:24:38.047230 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2d3f0ec9-5ae3-4bc0-968c-be4bdff09549 tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22494'] for floatingip (None), before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:24:38.052028 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31885dbb-8d96-438a-80e9-91ec7f2c1638 None None] Sync routers for ids ['be53e3cc-cd1d-4ef9-a05a-32b8dc1353e2'] in dv-cinder-853450-2-iscsi {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 11:24:38.064078 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31885dbb-8d96-438a-80e9-91ec7f2c1638 None None] Routers {'be53e3cc-cd1d-4ef9-a05a-32b8dc1353e2'} bound to L3 agent in host dv-cinder-853450-2-iscsi {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 18 11:24:38.065055 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-31885dbb-8d96-438a-80e9-91ec7f2c1638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853450-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-18T11:07:43Z,description=,heartbeat_timestamp=2022-08-18T11:24:13Z,host='dv-cinder-853450-2-iscsi',id=5a2ac145-53e3-4597-a9e7-c52b4336ae58,load=0,resource_versions=,resources_synced=,started_at=2022-08-18T11:07:43Z,topic='l3_agent')) {'router_ids': ['be53e3cc-cd1d-4ef9-a05a-32b8dc1353e2'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:24:38.079495 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [None req-2d3f0ec9-5ae3-4bc0-968c-be4bdff09549 tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] 10.222.0.16 "PUT /networking/v2.0/floatingips/9fe0da1b-1542-440d-a370-826b935179dd HTTP/1.1" status: 200 len: 991 time: 1.1850176 Aug 18 11:24:38.080069 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79701b52-9222-4f88-80a3-822ad29164f5', 'tag': '4ff7e434-0501-4572-8626-4a92bd7f5787'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 18 11:24:38.082363 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c862ab1b2ee120cb5e2e4f2725a0fe0d7acaf57f657006002d91667c9b4c94a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83262e1a-d36f-46b2-935e-27c28bc71e6d" -d '{"events": [{"name": "network-changed", "server_uuid": "79701b52-9222-4f88-80a3-822ad29164f5", "tag": "4ff7e434-0501-4572-8626-4a92bd7f5787"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:24:38.121353 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Aug 2022 11:24:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-774ff095-bb86-4fc3-b1ff-0e67b13d75af x-openstack-request-id: req-774ff095-bb86-4fc3-b1ff-0e67b13d75af {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:24:38.121753 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79701b52-9222-4f88-80a3-822ad29164f5", "tag": "4ff7e434-0501-4572-8626-4a92bd7f5787", "status": "completed", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:24:38.122010 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-774ff095-bb86-4fc3-b1ff-0e67b13d75af {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:24:38.122423 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event matching ['req-774ff095-bb86-4fc3-b1ff-0e67b13d75af'] response: {'name': 'network-changed', 'server_uuid': '79701b52-9222-4f88-80a3-822ad29164f5', 'tag': '4ff7e434-0501-4572-8626-4a92bd7f5787', 'status': 'completed', 'code': 200} Aug 18 11:24:38.173355 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-31885dbb-8d96-438a-80e9-91ec7f2c1638 None None] Set router be53e3cc-cd1d-4ef9-a05a-32b8dc1353e2 gateway port host: dv-cinder-853450-2-iscsi {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 18 11:24:38.184982 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83262e1a-d36f-46b2-935e-27c28bc71e6d req-0ce3eee2-b8bd-4edd-bc86-7632e9705618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:24:38.186966 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-83262e1a-d36f-46b2-935e-27c28bc71e6d req-0ce3eee2-b8bd-4edd-bc86-7632e9705618 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=28a8db4d53754a09aad85d3b756fed10&device_id=79701b52-9222-4f88-80a3-822ad29164f5 HTTP/1.1" status: 200 len: 1130 time: 0.0418587 Aug 18 11:24:38.285783 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83262e1a-d36f-46b2-935e-27c28bc71e6d req-6ac1d477-2049-4d99-ae9c-dc96ec3abb3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:24:38.287356 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-83262e1a-d36f-46b2-935e-27c28bc71e6d req-6ac1d477-2049-4d99-ae9c-dc96ec3abb3f service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=973c519c-fa04-42b9-8369-c22e799d5cb8 HTTP/1.1" status: 200 len: 911 time: 0.0931964 Aug 18 11:24:38.357343 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-83262e1a-d36f-46b2-935e-27c28bc71e6d req-3bd8d12c-bd8a-43b6-845b-252f3298a98b service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4ff7e434-0501-4572-8626-4a92bd7f5787 HTTP/1.1" status: 200 len: 999 time: 0.0634792 Aug 18 11:24:38.376396 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:24:38.399158 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-31885dbb-8d96-438a-80e9-91ec7f2c1638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be53e3cc-cd1d-4ef9-a05a-32b8dc1353e2', 'name': 'tempest-AttachVolumeTestJSON-357861059-router', 'tenant_id': '28a8db4d53754a09aad85d3b756fed10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'external_fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.140'}], 'enable_snat': True}, 'gw_port_id': 'b9af98a3-cb9e-4aea-ada1-6b89de688b15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T11:24:20Z', 'updated_at': '2022-08-18T11:24:23Z', 'revision_number': 4, 'project_id': '28a8db4d53754a09aad85d3b756fed10', 'gw_port': {'id': 'b9af98a3-cb9e-4aea-ada1-6b89de688b15', 'name': '', 'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:2e:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be53e3cc-cd1d-4ef9-a05a-32b8dc1353e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853450-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:24:20Z', 'updated_at': '2022-08-18T11:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853450-2-iscsi', '_floatingips': [{'id': '9fe0da1b-1542-440d-a370-826b935179dd', 'tenant_id': '28a8db4d53754a09aad85d3b756fed10', 'floating_ip_address': '172.27.4.21', 'floating_network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'router_id': 'be53e3cc-cd1d-4ef9-a05a-32b8dc1353e2', 'port_id': '4ff7e434-0501-4572-8626-4a92bd7f5787', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 532, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '973c519c-fa04-42b9-8369-c22e799d5cb8', 'mac_address': 'fa:16:3e:e5:7b:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79701b52-9222-4f88-80a3-822ad29164f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-18T11:24:25Z', 'updated_at': '2022-08-18T11:24:37Z', 'revision_number': 1, 'project_id': '28a8db4d53754a09aad85d3b756fed10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '243e4cfb-78c1-4056-b337-8bfd24acbd92', 'name': '', 'network_id': '973c519c-fa04-42b9-8369-c22e799d5cb8', 'tenant_id': '28a8db4d53754a09aad85d3b756fed10', 'mac_address': 'fa:16:3e:2a:6c:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be53e3cc-cd1d-4ef9-a05a-32b8dc1353e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'a362c7c9-82f8-42d5-b8a6-0309f8c4fcc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853450-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:24:22Z', 'updated_at': '2022-08-18T11:24:29Z', 'revision_number': 5, 'project_id': '28a8db4d53754a09aad85d3b756fed10', 'subnets': [{'id': 'a362c7c9-82f8-42d5-b8a6-0309f8c4fcc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853450-2-iscsi', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:24:38.408685 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83262e1a-d36f-46b2-935e-27c28bc71e6d req-2e047881-7164-4be8-9c35-fa5605bcce90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:24:38.410202 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-83262e1a-d36f-46b2-935e-27c28bc71e6d req-2e047881-7164-4be8-9c35-fa5605bcce90 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=a362c7c9-82f8-42d5-b8a6-0309f8c4fcc3 HTTP/1.1" status: 200 len: 849 time: 0.0467634 Aug 18 11:24:38.428940 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31885dbb-8d96-438a-80e9-91ec7f2c1638 None None] Checking router: be53e3cc-cd1d-4ef9-a05a-32b8dc1353e2 for host: dv-cinder-853450-2-iscsi {{(pid=106380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 11:24:38.438412 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31885dbb-8d96-438a-80e9-91ec7f2c1638 None None] Routers {'be53e3cc-cd1d-4ef9-a05a-32b8dc1353e2'} bound to L3 agent in host dv-cinder-853450-2-iscsi {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 18 11:24:38.438951 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-31885dbb-8d96-438a-80e9-91ec7f2c1638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853450-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-18T11:07:43Z,description=,heartbeat_timestamp=2022-08-18T11:24:13Z,host='dv-cinder-853450-2-iscsi',id=5a2ac145-53e3-4597-a9e7-c52b4336ae58,load=0,resource_versions=,resources_synced=,started_at=2022-08-18T11:07:43Z,topic='l3_agent')) {'router_ids': ['be53e3cc-cd1d-4ef9-a05a-32b8dc1353e2'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:24:38.459019 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83262e1a-d36f-46b2-935e-27c28bc71e6d req-5a94166e-857b-4a63-91e8-5a804282b938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:24:38.460585 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-83262e1a-d36f-46b2-935e-27c28bc71e6d req-5a94166e-857b-4a63-91e8-5a804282b938 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=973c519c-fa04-42b9-8369-c22e799d5cb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0449092 Aug 18 11:24:38.543120 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-31885dbb-8d96-438a-80e9-91ec7f2c1638 None None] Set router be53e3cc-cd1d-4ef9-a05a-32b8dc1353e2 gateway port host: dv-cinder-853450-2-iscsi {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 18 11:24:38.553160 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-83262e1a-d36f-46b2-935e-27c28bc71e6d req-689e39e0-8efd-4f32-a0d4-b0eaf61d4859 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/973c519c-fa04-42b9-8369-c22e799d5cb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863242 Aug 18 11:24:38.653344 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-83262e1a-d36f-46b2-935e-27c28bc71e6d req-4f94145a-048f-4e61-937f-9aff94a2392c service neutron] 10.222.0.20 "GET /networking/v2.0/networks/973c519c-fa04-42b9-8369-c22e799d5cb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937307 Aug 18 11:24:38.757528 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-31885dbb-8d96-438a-80e9-91ec7f2c1638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be53e3cc-cd1d-4ef9-a05a-32b8dc1353e2', 'name': 'tempest-AttachVolumeTestJSON-357861059-router', 'tenant_id': '28a8db4d53754a09aad85d3b756fed10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'external_fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.140'}], 'enable_snat': True}, 'gw_port_id': 'b9af98a3-cb9e-4aea-ada1-6b89de688b15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T11:24:20Z', 'updated_at': '2022-08-18T11:24:23Z', 'revision_number': 4, 'project_id': '28a8db4d53754a09aad85d3b756fed10', 'gw_port': {'id': 'b9af98a3-cb9e-4aea-ada1-6b89de688b15', 'name': '', 'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:2e:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be53e3cc-cd1d-4ef9-a05a-32b8dc1353e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853450-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:24:20Z', 'updated_at': '2022-08-18T11:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853450-2-iscsi', '_floatingips': [{'id': '9fe0da1b-1542-440d-a370-826b935179dd', 'tenant_id': '28a8db4d53754a09aad85d3b756fed10', 'floating_ip_address': '172.27.4.21', 'floating_network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'router_id': 'be53e3cc-cd1d-4ef9-a05a-32b8dc1353e2', 'port_id': '4ff7e434-0501-4572-8626-4a92bd7f5787', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 532, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '973c519c-fa04-42b9-8369-c22e799d5cb8', 'mac_address': 'fa:16:3e:e5:7b:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79701b52-9222-4f88-80a3-822ad29164f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-18T11:24:25Z', 'updated_at': '2022-08-18T11:24:37Z', 'revision_number': 1, 'project_id': '28a8db4d53754a09aad85d3b756fed10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '243e4cfb-78c1-4056-b337-8bfd24acbd92', 'name': '', 'network_id': '973c519c-fa04-42b9-8369-c22e799d5cb8', 'tenant_id': '28a8db4d53754a09aad85d3b756fed10', 'mac_address': 'fa:16:3e:2a:6c:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be53e3cc-cd1d-4ef9-a05a-32b8dc1353e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'a362c7c9-82f8-42d5-b8a6-0309f8c4fcc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853450-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:24:22Z', 'updated_at': '2022-08-18T11:24:29Z', 'revision_number': 5, 'project_id': '28a8db4d53754a09aad85d3b756fed10', 'subnets': [{'id': 'a362c7c9-82f8-42d5-b8a6-0309f8c4fcc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853450-2-iscsi', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:24:38.785798 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31885dbb-8d96-438a-80e9-91ec7f2c1638 None None] The sync data for ids ['be53e3cc-cd1d-4ef9-a05a-32b8dc1353e2'] in dv-cinder-853450-2-iscsi is: [{'id': 'be53e3cc-cd1d-4ef9-a05a-32b8dc1353e2', 'name': 'tempest-AttachVolumeTestJSON-357861059-router', 'tenant_id': '28a8db4d53754a09aad85d3b756fed10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'external_fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.140'}], 'enable_snat': True}, 'gw_port_id': 'b9af98a3-cb9e-4aea-ada1-6b89de688b15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T11:24:20Z', 'updated_at': '2022-08-18T11:24:23Z', 'revision_number': 4, 'project_id': '28a8db4d53754a09aad85d3b756fed10', 'gw_port': {'id': 'b9af98a3-cb9e-4aea-ada1-6b89de688b15', 'name': '', 'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:2e:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be53e3cc-cd1d-4ef9-a05a-32b8dc1353e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853450-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:24:20Z', 'updated_at': '2022-08-18T11:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853450-2-iscsi', '_floatingips': [{'id': '9fe0da1b-1542-440d-a370-826b935179dd', 'tenant_id': '28a8db4d53754a09aad85d3b756fed10', 'floating_ip_address': '172.27.4.21', 'floating_network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'router_id': 'be53e3cc-cd1d-4ef9-a05a-32b8dc1353e2', 'port_id': '4ff7e434-0501-4572-8626-4a92bd7f5787', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 532, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '973c519c-fa04-42b9-8369-c22e799d5cb8', 'mac_address': 'fa:16:3e:e5:7b:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79701b52-9222-4f88-80a3-822ad29164f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-18T11:24:25Z', 'updated_at': '2022-08-18T11:24:37Z', 'revision_number': 1, 'project_id': '28a8db4d53754a09aad85d3b756fed10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '243e4cfb-78c1-4056-b337-8bfd24acbd92', 'name': '', 'network_id': '973c519c-fa04-42b9-8369-c22e799d5cb8', 'tenant_id': '28a8db4d53754a09aad85d3b756fed10', 'mac_address': 'fa:16:3e:2a:6c:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be53e3cc-cd1d-4ef9-a05a-32b8dc1353e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'a362c7c9-82f8-42d5-b8a6-0309f8c4fcc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853450-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:24:22Z', 'updated_at': '2022-08-18T11:24:29Z', 'revision_number': 5, 'project_id': '28a8db4d53754a09aad85d3b756fed10', 'subnets': [{'id': 'a362c7c9-82f8-42d5-b8a6-0309f8c4fcc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 11:24:38.971460 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d77e036-9aac-407c-ab6a-6c1f3d0a00e0 None None] New status for floating IP 9fe0da1b-1542-440d-a370-826b935179dd: ACTIVE {{(pid=106381) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 18 11:24:40.989841 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:24:40.995392 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-19563351-6728-44e9-ae73-287dd54e563e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (c499a017-4b38-4967-b050-d4094e1a7564), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:24:43.371724 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c938f125-4bd9-44a6-a39f-ee2391c376d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (5a2ac145-53e3-4597-a9e7-c52b4336ae58), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:24:44.697957 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-a5cc8183-7213-4642-9d48-bc0d47940d29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (29720577-1c8f-43c1-a8be-c2a14df8d65e), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:24:45.277153 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.agents_db [None req-8a9264f7-88d3-4c8b-91d1-adcc6bb37de7 None None] Agent healthcheck: found 6 active agents {{(pid=106381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 11:24:45.997216 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (69d4285f-736d-41a6-a99e-1994eed59bce), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:24:46.479646 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c68edff8-e550-48a3-9de2-17badfe483c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (307af099-d926-4e52-9df3-0cd09baf3c81), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:24:48.648961 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=53 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:24:48.649758 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=94 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:24:56.473152 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:24:56.475870 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=41,neutron:UPDATE=3 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:24:59.273831 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=24,neutron:UPDATE=1 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:24:59.274565 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:25:05.691428 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (0c451e2b-fe38-44d1-984c-2dd7bcedf4dc), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:25:08.073404 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-a2ddf52d-4bd7-4b1f-9706-04b288d308d1 req-cfee344c-5953-446f-9647-183d2975ebb9 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=0b347d9d-d0c7-4e2e-9bfe-0e6bf90c6f85&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0407286 Aug 18 11:25:10.171618 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ddf52d-4bd7-4b1f-9706-04b288d308d1 req-a5c73fd8-486e-44f3-8f3c-ed04bb1387b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:25:10.173422 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-a2ddf52d-4bd7-4b1f-9706-04b288d308d1 req-a5c73fd8-486e-44f3-8f3c-ed04bb1387b5 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=ede6199069114ce380f30088d312f345&device_id=0b347d9d-d0c7-4e2e-9bfe-0e6bf90c6f85 HTTP/1.1" status: 200 len: 1129 time: 0.0410941 Aug 18 11:25:10.246073 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=3 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:25:10.247054 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=3 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:25:10.997148 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8a8f2542-c187-4c21-be60-8cd75822bc12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (c499a017-4b38-4967-b050-d4094e1a7564), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:25:11.587287 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ddf52d-4bd7-4b1f-9706-04b288d308d1 req-aa4c67a7-8f7a-4727-85fd-c892fe3fa596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:25:11.588879 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-a2ddf52d-4bd7-4b1f-9706-04b288d308d1 req-aa4c67a7-8f7a-4727-85fd-c892fe3fa596 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=7f22837c-b0bf-4183-918e-ed97b8d7016a HTTP/1.1" status: 200 len: 913 time: 0.0959246 Aug 18 11:25:11.660829 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-a2ddf52d-4bd7-4b1f-9706-04b288d308d1 req-9cd28832-4a4e-411a-b71d-f13bf4fafde5 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=032e8f81-17eb-4aec-b5fd-58456450d81c HTTP/1.1" status: 200 len: 1000 time: 0.0659235 Aug 18 11:25:11.714502 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ddf52d-4bd7-4b1f-9706-04b288d308d1 req-53a3bd9b-1610-4aa2-b42d-3604053e4e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:25:11.715892 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-a2ddf52d-4bd7-4b1f-9706-04b288d308d1 req-53a3bd9b-1610-4aa2-b42d-3604053e4e53 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=23956a8f-6417-481b-8752-923c1ff1baa8 HTTP/1.1" status: 200 len: 851 time: 0.0491004 Aug 18 11:25:11.761578 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ddf52d-4bd7-4b1f-9706-04b288d308d1 req-5eb5df14-4539-4897-a4c0-daba880477e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:25:11.763086 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-a2ddf52d-4bd7-4b1f-9706-04b288d308d1 req-5eb5df14-4539-4897-a4c0-daba880477e6 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=7f22837c-b0bf-4183-918e-ed97b8d7016a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0416696 Aug 18 11:25:11.857255 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-a2ddf52d-4bd7-4b1f-9706-04b288d308d1 req-92b0b8e5-f640-42f7-b458-28e11dec7e31 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/7f22837c-b0bf-4183-918e-ed97b8d7016a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879488 Aug 18 11:25:11.947695 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-a2ddf52d-4bd7-4b1f-9706-04b288d308d1 req-4d1ca354-89d9-4d33-93ae-05b8942e53e6 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/7f22837c-b0bf-4183-918e-ed97b8d7016a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818048 Aug 18 11:25:13.367787 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-7e38234b-0696-4d54-a8e4-2cccfae807d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (5a2ac145-53e3-4597-a9e7-c52b4336ae58), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:25:14.699861 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-a5cc8183-7213-4642-9d48-bc0d47940d29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (29720577-1c8f-43c1-a8be-c2a14df8d65e), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:25:16.000366 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (69d4285f-736d-41a6-a99e-1994eed59bce), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:25:16.480299 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c68edff8-e550-48a3-9de2-17badfe483c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (307af099-d926-4e52-9df3-0cd09baf3c81), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:25:19.468844 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-c5b612f7-4fc6-40c7-95c9-038ccd03cc9f req-859360c2-ed63-4e1a-8bb6-8311df0a2bd9 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] 10.222.0.16 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1790581374&fields=id&tenant_id=ede6199069114ce380f30088d312f345 HTTP/1.1" status: 200 len: 267 time: 0.0498188 Aug 18 11:25:19.583252 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b612f7-4fc6-40c7-95c9-038ccd03cc9f req-0fbd49e7-2e45-4d82-91a1-b419074f2042 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:25:19.584755 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-c5b612f7-4fc6-40c7-95c9-038ccd03cc9f req-0fbd49e7-2e45-4d82-91a1-b419074f2042 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] 10.222.0.16 "GET /networking/v2.0/networks?id=7f22837c-b0bf-4183-918e-ed97b8d7016a HTTP/1.1" status: 200 len: 812 time: 0.1092536 Aug 18 11:25:19.599193 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-c5b612f7-4fc6-40c7-95c9-038ccd03cc9f req-8ea9759f-6a21-4964-b0bc-d92b7a74b0e8 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] 10.222.0.16 "GET /networking/v2.0/quotas/ede6199069114ce380f30088d312f345 HTTP/1.1" status: 200 len: 375 time: 0.0091565 Aug 18 11:25:19.650463 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-c5b612f7-4fc6-40c7-95c9-038ccd03cc9f req-3f52056b-3914-4329-8852-5ac47cda19c9 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=ede6199069114ce380f30088d312f345&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0465558 Aug 18 11:25:19.755026 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-c5b612f7-4fc6-40c7-95c9-038ccd03cc9f req-c41a185c-41df-49f5-90cd-7aef55b3ffa6 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/7f22837c-b0bf-4183-918e-ed97b8d7016a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920720 Aug 18 11:25:19.852290 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-c5b612f7-4fc6-40c7-95c9-038ccd03cc9f req-430e9bea-e803-4068-91b8-036a937dba66 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/7f22837c-b0bf-4183-918e-ed97b8d7016a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917172 Aug 18 11:25:20.006710 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afefadc0-41d0-4695-81dd-c9f068cd158b req-f394e15f-3649-45be-8409-1fae6b1f5096 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:25:20.008283 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-afefadc0-41d0-4695-81dd-c9f068cd158b req-f394e15f-3649-45be-8409-1fae6b1f5096 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5c5450cb-60bb-4b31-8e16-384e8956acd2 HTTP/1.1" status: 200 len: 946 time: 0.0579178 Aug 18 11:25:20.030358 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=100 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:25:20.064693 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-afefadc0-41d0-4695-81dd-c9f068cd158b req-c9364de6-c7c0-41c2-b8ec-e9360103aac3 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=52adbda7-f8cc-4c13-8b43-21c05dd64a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0502179 Aug 18 11:25:20.182455 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-efe54189-54ce-4840-a567-ff114701ea46 req-2d2b340c-2d1b-40c9-832d-72cbff5b4997 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=400d729f-5fed-4e34-84ee-0ce990ba4c96 HTTP/1.1" status: 200 len: 210 time: 0.0341499 Aug 18 11:25:21.171578 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=100 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:25:21.190857 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5712b3e7-48b9-4411-ba45-810aea5bbc83 req-b6cd8116-9a12-409d-bce1-9e6ce31f8b23 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:25:21.192404 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-5712b3e7-48b9-4411-ba45-810aea5bbc83 req-b6cd8116-9a12-409d-bce1-9e6ce31f8b23 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5c5450cb-60bb-4b31-8e16-384e8956acd2 HTTP/1.1" status: 200 len: 946 time: 0.0520339 Aug 18 11:25:21.260423 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-5712b3e7-48b9-4411-ba45-810aea5bbc83 req-4a8defc7-8b82-4085-9349-3ddb9c737efe tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=52adbda7-f8cc-4c13-8b43-21c05dd64a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0619898 Aug 18 11:25:21.325726 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-0dd1f876-5c17-44b3-b0ce-5df6b95443c0 req-8423c351-a6dc-42a8-98e3-4b66535bcd4c tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=400d729f-5fed-4e34-84ee-0ce990ba4c96 HTTP/1.1" status: 200 len: 210 time: 0.0463946 Aug 18 11:25:22.210611 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1c4400-6d29-4216-b672-fe6a599b8ae6 req-d9dc7b7a-48de-44cd-8210-d46d4a27431a tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:25:22.212178 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-9f1c4400-6d29-4216-b672-fe6a599b8ae6 req-d9dc7b7a-48de-44cd-8210-d46d4a27431a tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=5c5450cb-60bb-4b31-8e16-384e8956acd2 HTTP/1.1" status: 200 len: 946 time: 0.0965197 Aug 18 11:25:22.276894 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.agents_db [None req-8a9264f7-88d3-4c8b-91d1-adcc6bb37de7 None None] Agent healthcheck: found 6 active agents {{(pid=106381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 11:25:22.299279 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b612f7-4fc6-40c7-95c9-038ccd03cc9f req-aed3b841-4118-4567-9db5-3377a1716b2f tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:25:22.300968 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-c5b612f7-4fc6-40c7-95c9-038ccd03cc9f req-aed3b841-4118-4567-9db5-3377a1716b2f tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] 10.222.0.20 "GET /networking/v2.0/networks?id=7f22837c-b0bf-4183-918e-ed97b8d7016a HTTP/1.1" status: 200 len: 812 time: 0.1950746 Aug 18 11:25:22.391007 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [req-9f1c4400-6d29-4216-b672-fe6a599b8ae6 req-29849927-fcfd-43da-b6ba-9b92ed35a5c6 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Deleting port 6fbda186-466e-451e-85fb-50abb1d991b8 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 18 11:25:22.391371 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-9f1c4400-6d29-4216-b672-fe6a599b8ae6 req-29849927-fcfd-43da-b6ba-9b92ed35a5c6 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732803047114'] for port (6fbda186-466e-451e-85fb-50abb1d991b8), before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:25:22.492597 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233c3a41-96f3-405e-aa56-6d3c68d0fca5 req-28b91ad0-cd31-42ac-b691-0ff481646fa2 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:25:22.494189 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-233c3a41-96f3-405e-aa56-6d3c68d0fca5 req-28b91ad0-cd31-42ac-b691-0ff481646fa2 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5c5450cb-60bb-4b31-8e16-384e8956acd2 HTTP/1.1" status: 200 len: 946 time: 0.1569231 Aug 18 11:25:22.507210 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-3ccdbd6b-f092-40d9-88a0-d5b7566ff7cf req-45574737-5c0e-454f-9e0e-b239cf5cb8b6 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=400d729f-5fed-4e34-84ee-0ce990ba4c96 HTTP/1.1" status: 200 len: 210 time: 0.0997236 Aug 18 11:25:22.536395 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-c5b612f7-4fc6-40c7-95c9-038ccd03cc9f req-7551f5f7-8ef9-498a-a53f-d3d003256823 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] 10.222.0.20 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=ede6199069114ce380f30088d312f345 HTTP/1.1" status: 200 len: 380 time: 0.2163725 Aug 18 11:25:22.551016 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.v2.base [req-c5b612f7-4fc6-40c7-95c9-038ccd03cc9f req-23c1e6ce-2e25-4aed-b50f-247dc53cfb89 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Request body: {'port': {'device_id': '400d729f-5fed-4e34-84ee-0ce990ba4c96', 'network_id': '7f22837c-b0bf-4183-918e-ed97b8d7016a', 'admin_state_up': True, 'tenant_id': 'ede6199069114ce380f30088d312f345', 'security_groups': ['d080cec0-bf37-4b83-8a3c-1cddb3e7bd6f']}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:25:22.649742 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-233c3a41-96f3-405e-aa56-6d3c68d0fca5 req-c5baa425-a1b8-4e51-86d0-ae9c73a86397 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=52adbda7-f8cc-4c13-8b43-21c05dd64a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1448560 Aug 18 11:25:22.662640 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-9f1c4400-6d29-4216-b672-fe6a599b8ae6 req-29849927-fcfd-43da-b6ba-9b92ed35a5c6 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] For port 6fbda186-466e-451e-85fb-50abb1d991b8, host hv-cinder-85345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85345',level=0,port_id=6fbda186-466e-451e-85fb-50abb1d991b8,segment=NetworkSegment(ee45f576-d1b7-4e11-a10f-3fe54663f35e),segment_id=ee45f576-d1b7-4e11-a10f-3fe54663f35e)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:25:22.663121 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-9f1c4400-6d29-4216-b672-fe6a599b8ae6 req-29849927-fcfd-43da-b6ba-9b92ed35a5c6 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498516'] for port (6fbda186-466e-451e-85fb-50abb1d991b8), precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:25:22.819084 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5b612f7-4fc6-40c7-95c9-038ccd03cc9f req-23c1e6ce-2e25-4aed-b50f-247dc53cfb89 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Made reservation on behalf of ede6199069114ce380f30088d312f345 for: {'port': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 11:25:22.822394 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-c5b612f7-4fc6-40c7-95c9-038ccd03cc9f req-23c1e6ce-2e25-4aed-b50f-247dc53cfb89 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (None), before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:25:22.929519 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-9f1c4400-6d29-4216-b672-fe6a599b8ae6 req-29849927-fcfd-43da-b6ba-9b92ed35a5c6 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:25:22.929886 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-9f1c4400-6d29-4216-b672-fe6a599b8ae6 req-29849927-fcfd-43da-b6ba-9b92ed35a5c6 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-519515'] for floatingip (3d4f0440-fa6e-4e8c-8cf4-7ae2d1f5e8a1), after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:25:22.930208 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.db.l3_db [req-9f1c4400-6d29-4216-b672-fe6a599b8ae6 req-29849927-fcfd-43da-b6ba-9b92ed35a5c6 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Floating IP 3d4f0440-fa6e-4e8c-8cf4-7ae2d1f5e8a1 disassociated. External IP: 172.27.4.98, port: 6fbda186-466e-451e-85fb-50abb1d991b8. Aug 18 11:25:22.930564 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [req-9f1c4400-6d29-4216-b672-fe6a599b8ae6 req-29849927-fcfd-43da-b6ba-9b92ed35a5c6 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Calling delete_port for 6fbda186-466e-451e-85fb-50abb1d991b8 owned by compute:nova {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 18 11:25:22.936020 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:25:22.950907 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:25:23.073630 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [req-c5b612f7-4fc6-40c7-95c9-038ccd03cc9f req-23c1e6ce-2e25-4aed-b50f-247dc53cfb89 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Allocated IP 172.20.0.3 (7f22837c-b0bf-4183-918e-ed97b8d7016a/23956a8f-6417-481b-8752-923c1ff1baa8/388aba04-6d7e-4441-9e71-2c7f500c2ed2) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 11:25:23.197676 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-9f1c4400-6d29-4216-b672-fe6a599b8ae6 req-29849927-fcfd-43da-b6ba-9b92ed35a5c6 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732803053743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732802528790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11809227'] for port (6fbda186-466e-451e-85fb-50abb1d991b8), after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:25:23.231875 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29849927-fcfd-43da-b6ba-9b92ed35a5c6 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Pushing event deleted for resources: {'Port': ['ID=6fbda186-466e-451e-85fb-50abb1d991b8,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:25:23.250463 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29849927-fcfd-43da-b6ba-9b92ed35a5c6 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:25:23.250811 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29849927-fcfd-43da-b6ba-9b92ed35a5c6 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:25:23.251157 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29849927-fcfd-43da-b6ba-9b92ed35a5c6 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:25:23.251498 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29849927-fcfd-43da-b6ba-9b92ed35a5c6 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:25:23.251834 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29849927-fcfd-43da-b6ba-9b92ed35a5c6 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:25:23.252222 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29849927-fcfd-43da-b6ba-9b92ed35a5c6 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:25:23.252550 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29849927-fcfd-43da-b6ba-9b92ed35a5c6 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:25:23.252919 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29849927-fcfd-43da-b6ba-9b92ed35a5c6 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:25:23.253979 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29849927-fcfd-43da-b6ba-9b92ed35a5c6 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:25:23.254766 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29849927-fcfd-43da-b6ba-9b92ed35a5c6 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:25:23.254766 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29849927-fcfd-43da-b6ba-9b92ed35a5c6 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:25:23.255066 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29849927-fcfd-43da-b6ba-9b92ed35a5c6 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:25:23.255360 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29849927-fcfd-43da-b6ba-9b92ed35a5c6 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:25:23.255688 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29849927-fcfd-43da-b6ba-9b92ed35a5c6 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:25:23.256016 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29849927-fcfd-43da-b6ba-9b92ed35a5c6 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:25:23.348483 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-c5b612f7-4fc6-40c7-95c9-038ccd03cc9f req-23c1e6ce-2e25-4aed-b50f-247dc53cfb89 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Publish callbacks [] for port (388aba04-6d7e-4441-9e71-2c7f500c2ed2), precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:25:23.420347 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9f1c4400-6d29-4216-b672-fe6a599b8ae6 req-29849927-fcfd-43da-b6ba-9b92ed35a5c6 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Router 998cf145-4292-4cbf-b148-168edf6fee5f has already been hosted by L3 agent 5a2ac145-53e3-4597-a9e7-c52b4336ae58 {{(pid=106378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 11:25:23.432759 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-c5b612f7-4fc6-40c7-95c9-038ccd03cc9f req-23c1e6ce-2e25-4aed-b50f-247dc53cfb89 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732802528781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11809227'] for port (388aba04-6d7e-4441-9e71-2c7f500c2ed2), after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:25:23.795682 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5b612f7-4fc6-40c7-95c9-038ccd03cc9f req-23c1e6ce-2e25-4aed-b50f-247dc53cfb89 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Network 7f22837c-b0bf-4183-918e-ed97b8d7016a is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 11:25:23.849092 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [req-c5b612f7-4fc6-40c7-95c9-038ccd03cc9f req-23c1e6ce-2e25-4aed-b50f-247dc53cfb89 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 11:25:23.857254 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5b612f7-4fc6-40c7-95c9-038ccd03cc9f req-23c1e6ce-2e25-4aed-b50f-247dc53cfb89 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 18 11:25:23.864052 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-0ff9b2f5-ddd0-4d7e-8554-52b1744854d0 req-d7f23124-db19-4cba-9bab-ba13f23b4c4e tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5c5450cb-60bb-4b31-8e16-384e8956acd2 HTTP/1.1" status: 200 len: 210 time: 0.0914683 Aug 18 11:25:23.869527 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c1e6ce-2e25-4aed-b50f-247dc53cfb89 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Pushing event updated for resources: {'Port': ['ID=388aba04-6d7e-4441-9e71-2c7f500c2ed2,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:25:23.945479 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3819bcc-f8f3-45ed-bbe7-194fd1c3c6b0 req-21098e4c-f310-4a24-960c-f02befa35638 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:25:23.947066 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-b3819bcc-f8f3-45ed-bbe7-194fd1c3c6b0 req-21098e4c-f310-4a24-960c-f02befa35638 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=400d729f-5fed-4e34-84ee-0ce990ba4c96 HTTP/1.1" status: 200 len: 931 time: 0.1765006 Aug 18 11:25:23.969514 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:INSERT=5,neutron:DELETE=3 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:25:23.979259 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9f1c4400-6d29-4216-b672-fe6a599b8ae6 req-29849927-fcfd-43da-b6ba-9b92ed35a5c6 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Notify agent at l3_agent.dv-cinder-853450-2-iscsi the message routers_updated {{(pid=106378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 11:25:23.987168 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:25:23.990788 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e7b0ff-210b-4d8b-9c17-5016cc0e0c55 None None] Sync routers for ids ['998cf145-4292-4cbf-b148-168edf6fee5f'] in dv-cinder-853450-2-iscsi {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 11:25:24.000913 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b612f7-4fc6-40c7-95c9-038ccd03cc9f req-23c1e6ce-2e25-4aed-b50f-247dc53cfb89 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:25:24.001583 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-c5b612f7-4fc6-40c7-95c9-038ccd03cc9f req-23c1e6ce-2e25-4aed-b50f-247dc53cfb89 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22494'] for port (None), before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:25:24.004122 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e7b0ff-210b-4d8b-9c17-5016cc0e0c55 None None] Routers {'998cf145-4292-4cbf-b148-168edf6fee5f'} bound to L3 agent in host dv-cinder-853450-2-iscsi {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 18 11:25:24.004923 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-09e7b0ff-210b-4d8b-9c17-5016cc0e0c55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853450-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-18T11:07:43Z,description=,heartbeat_timestamp=2022-08-18T11:25:13Z,host='dv-cinder-853450-2-iscsi',id=5a2ac145-53e3-4597-a9e7-c52b4336ae58,load=0,resource_versions=,resources_synced=,started_at=2022-08-18T11:07:43Z,topic='l3_agent')) {'router_ids': ['998cf145-4292-4cbf-b148-168edf6fee5f'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:25:24.090560 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-c5b612f7-4fc6-40c7-95c9-038ccd03cc9f req-23c1e6ce-2e25-4aed-b50f-247dc53cfb89 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] 10.222.0.20 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5441508 Aug 18 11:25:24.103406 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f1c4400-6d29-4216-b672-fe6a599b8ae6 req-29849927-fcfd-43da-b6ba-9b92ed35a5c6 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] No DVR routers for this DVR port 6fbda186-466e-451e-85fb-50abb1d991b8 on host hv-cinder-85345 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 18 11:25:24.107628 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-9f1c4400-6d29-4216-b672-fe6a599b8ae6 req-29849927-fcfd-43da-b6ba-9b92ed35a5c6 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22494'] for port (None), before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:25:24.113471 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-9f1c4400-6d29-4216-b672-fe6a599b8ae6 req-29849927-fcfd-43da-b6ba-9b92ed35a5c6 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] 10.222.0.20 "DELETE /networking/v2.0/ports/6fbda186-466e-451e-85fb-50abb1d991b8 HTTP/1.1" status: 204 len: 173 time: 1.8952112 Aug 18 11:25:24.117078 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c5450cb-60bb-4b31-8e16-384e8956acd2', 'name': 'network-vif-deleted', 'tag': '6fbda186-466e-451e-85fb-50abb1d991b8'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 18 11:25:24.123073 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c862ab1b2ee120cb5e2e4f2725a0fe0d7acaf57f657006002d91667c9b4c94a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45f0904a-c4be-4f5b-a6cb-12cdb049bc6e" -d '{"events": [{"server_uuid": "5c5450cb-60bb-4b31-8e16-384e8956acd2", "name": "network-vif-deleted", "tag": "6fbda186-466e-451e-85fb-50abb1d991b8"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:25:24.130879 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-b3819bcc-f8f3-45ed-bbe7-194fd1c3c6b0 req-50f88e68-6f8b-4a91-a87b-445cdf1119c1 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d080cec0-bf37-4b83-8a3c-1cddb3e7bd6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1749678 Aug 18 11:25:24.135538 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.v2.base [req-c5b612f7-4fc6-40c7-95c9-038ccd03cc9f req-4e55d2d4-173f-4ea7-b2bd-2b51706443b0 service neutron] Request body: {'port': {'device_id': '400d729f-5fed-4e34-84ee-0ce990ba4c96', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85345'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:25:24.188378 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Aug 2022 11:25:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb944c92-0928-4e7e-84c7-bf8db1ae530f x-openstack-request-id: req-cb944c92-0928-4e7e-84c7-bf8db1ae530f {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:25:24.188677 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c5450cb-60bb-4b31-8e16-384e8956acd2", "name": "network-vif-deleted", "tag": "6fbda186-466e-451e-85fb-50abb1d991b8", "status": "completed", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:25:24.188939 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-cb944c92-0928-4e7e-84c7-bf8db1ae530f {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:25:24.189350 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb944c92-0928-4e7e-84c7-bf8db1ae530f'] response: {'server_uuid': '5c5450cb-60bb-4b31-8e16-384e8956acd2', 'name': 'network-vif-deleted', 'tag': '6fbda186-466e-451e-85fb-50abb1d991b8', 'status': 'completed', 'code': 200} Aug 18 11:25:24.219769 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-c5b612f7-4fc6-40c7-95c9-038ccd03cc9f req-4e55d2d4-173f-4ea7-b2bd-2b51706443b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (388aba04-6d7e-4441-9e71-2c7f500c2ed2), before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:25:24.236412 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-b8bc48a1-51ec-4886-b260-73fcfbaf3ded None None] Provisioning complete for port 388aba04-6d7e-4441-9e71-2c7f500c2ed2 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 18 11:25:24.236782 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-b8bc48a1-51ec-4886-b260-73fcfbaf3ded None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619404'] for port (388aba04-6d7e-4441-9e71-2c7f500c2ed2), provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:25:24.308336 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-b8bc48a1-51ec-4886-b260-73fcfbaf3ded None None] Port 388aba04-6d7e-4441-9e71-2c7f500c2ed2 cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 18 11:25:24.326299 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-09e7b0ff-210b-4d8b-9c17-5016cc0e0c55 None None] Set router 998cf145-4292-4cbf-b148-168edf6fee5f gateway port host: dv-cinder-853450-2-iscsi {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 18 11:25:24.503923 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.notifiers.nova [req-c5b612f7-4fc6-40c7-95c9-038ccd03cc9f req-4e55d2d4-173f-4ea7-b2bd-2b51706443b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 388aba04-6d7e-4441-9e71-2c7f500c2ed2 {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 18 11:25:24.511365 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-c5b612f7-4fc6-40c7-95c9-038ccd03cc9f req-4e55d2d4-173f-4ea7-b2bd-2b51706443b0 service neutron] Publish callbacks [] for port (388aba04-6d7e-4441-9e71-2c7f500c2ed2), precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:25:24.523181 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-09e7b0ff-210b-4d8b-9c17-5016cc0e0c55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '998cf145-4292-4cbf-b148-168edf6fee5f', 'name': 'tempest-AttachVolumeNegativeTest-2089290289-router', 'tenant_id': '129f3d9f33ad4b209039244eb09599e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'external_fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.158'}], 'enable_snat': True}, 'gw_port_id': 'ce095ec4-83b0-46bf-b392-7aa0e9163c2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T11:15:55Z', 'updated_at': '2022-08-18T11:16:07Z', 'revision_number': 4, 'project_id': '129f3d9f33ad4b209039244eb09599e9', 'gw_port': {'id': 'ce095ec4-83b0-46bf-b392-7aa0e9163c2a', 'name': '', 'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:5f:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '998cf145-4292-4cbf-b148-168edf6fee5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853450-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:15:56Z', 'updated_at': '2022-08-18T11:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853450-2-iscsi', '_interfaces': [{'id': 'a7274281-41d9-436f-9277-93ef3e666e58', 'name': '', 'network_id': 'ca6ccede-6467-4618-b24a-e0809d05149d', 'tenant_id': '129f3d9f33ad4b209039244eb09599e9', 'mac_address': 'fa:16:3e:c0:ff:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '998cf145-4292-4cbf-b148-168edf6fee5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'cf42f62c-f94a-411e-aa38-b95605994c37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853450-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:16:03Z', 'updated_at': '2022-08-18T11:16:20Z', 'revision_number': 5, 'project_id': '129f3d9f33ad4b209039244eb09599e9', 'subnets': [{'id': 'cf42f62c-f94a-411e-aa38-b95605994c37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853450-2-iscsi', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:25:24.524212 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [req-c5b612f7-4fc6-40c7-95c9-038ccd03cc9f req-4e55d2d4-173f-4ea7-b2bd-2b51706443b0 service neutron] Transition to ACTIVE for port object 388aba04-6d7e-4441-9e71-2c7f500c2ed2 will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 18 11:25:24.528520 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-c5b612f7-4fc6-40c7-95c9-038ccd03cc9f req-4e55d2d4-173f-4ea7-b2bd-2b51706443b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732803053689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732802528799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732802528817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11809220'] for port (388aba04-6d7e-4441-9e71-2c7f500c2ed2), after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:25:24.549200 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e7b0ff-210b-4d8b-9c17-5016cc0e0c55 None None] Checking router: 998cf145-4292-4cbf-b148-168edf6fee5f for host: dv-cinder-853450-2-iscsi {{(pid=106380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 11:25:24.557792 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e7b0ff-210b-4d8b-9c17-5016cc0e0c55 None None] Routers {'998cf145-4292-4cbf-b148-168edf6fee5f'} bound to L3 agent in host dv-cinder-853450-2-iscsi {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 18 11:25:24.558631 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-09e7b0ff-210b-4d8b-9c17-5016cc0e0c55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853450-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-18T11:07:43Z,description=,heartbeat_timestamp=2022-08-18T11:25:13Z,host='dv-cinder-853450-2-iscsi',id=5a2ac145-53e3-4597-a9e7-c52b4336ae58,load=0,resource_versions=,resources_synced=,started_at=2022-08-18T11:07:43Z,topic='l3_agent')) {'router_ids': ['998cf145-4292-4cbf-b148-168edf6fee5f'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:25:24.606809 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e55d2d4-173f-4ea7-b2bd-2b51706443b0 service neutron] Pushing event updated for resources: {'Port': ['ID=388aba04-6d7e-4441-9e71-2c7f500c2ed2,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:25:24.641097 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-c5b612f7-4fc6-40c7-95c9-038ccd03cc9f req-4e55d2d4-173f-4ea7-b2bd-2b51706443b0 service neutron] Attempting to bind port 388aba04-6d7e-4441-9e71-2c7f500c2ed2 on host hv-cinder-85345 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 18 11:25:24.641444 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-c5b612f7-4fc6-40c7-95c9-038ccd03cc9f req-4e55d2d4-173f-4ea7-b2bd-2b51706443b0 service neutron] Attempting to bind port 388aba04-6d7e-4441-9e71-2c7f500c2ed2 by drivers openvswitch,hyperv on host hv-cinder-85345 at level 0 using segments [{'id': '58df20ea-3ae4-4865-bf80-8bcc6a73c066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 962, 'network_id': '7f22837c-b0bf-4183-918e-ed97b8d7016a'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 18 11:25:24.641789 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5b612f7-4fc6-40c7-95c9-038ccd03cc9f req-4e55d2d4-173f-4ea7-b2bd-2b51706443b0 service neutron] Attempting to bind port 388aba04-6d7e-4441-9e71-2c7f500c2ed2 on network 7f22837c-b0bf-4183-918e-ed97b8d7016a {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 18 11:25:24.648763 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5b612f7-4fc6-40c7-95c9-038ccd03cc9f req-4e55d2d4-173f-4ea7-b2bd-2b51706443b0 service neutron] Port 388aba04-6d7e-4441-9e71-2c7f500c2ed2 on network 7f22837c-b0bf-4183-918e-ed97b8d7016a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85345 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 18 11:25:24.648763 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5b612f7-4fc6-40c7-95c9-038ccd03cc9f req-4e55d2d4-173f-4ea7-b2bd-2b51706443b0 service neutron] Attempting to bind port 388aba04-6d7e-4441-9e71-2c7f500c2ed2 on network 7f22837c-b0bf-4183-918e-ed97b8d7016a {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 18 11:25:24.655989 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5b612f7-4fc6-40c7-95c9-038ccd03cc9f req-4e55d2d4-173f-4ea7-b2bd-2b51706443b0 service neutron] Checking agent: {'id': '0c451e2b-fe38-44d1-984c-2dd7bcedf4dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85345', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 18, 11, 14, 5), 'started_at': datetime.datetime(2022, 8, 18, 11, 14, 5), 'heartbeat_timestamp': datetime.datetime(2022, 8, 18, 11, 25, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 18 11:25:24.656366 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5b612f7-4fc6-40c7-95c9-038ccd03cc9f req-4e55d2d4-173f-4ea7-b2bd-2b51706443b0 service neutron] Checking segment: {'id': '58df20ea-3ae4-4865-bf80-8bcc6a73c066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 962, 'network_id': '7f22837c-b0bf-4183-918e-ed97b8d7016a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 18 11:25:24.656779 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5b612f7-4fc6-40c7-95c9-038ccd03cc9f req-4e55d2d4-173f-4ea7-b2bd-2b51706443b0 service neutron] Bound using segment: {'id': '58df20ea-3ae4-4865-bf80-8bcc6a73c066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 962, 'network_id': '7f22837c-b0bf-4183-918e-ed97b8d7016a'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 18 11:25:24.657213 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-c5b612f7-4fc6-40c7-95c9-038ccd03cc9f req-4e55d2d4-173f-4ea7-b2bd-2b51706443b0 service neutron] Bound port: 388aba04-6d7e-4441-9e71-2c7f500c2ed2, host: hv-cinder-85345, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58df20ea-3ae4-4865-bf80-8bcc6a73c066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 962, 'network_id': '7f22837c-b0bf-4183-918e-ed97b8d7016a'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 18 11:25:24.657597 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-c5b612f7-4fc6-40c7-95c9-038ccd03cc9f req-4e55d2d4-173f-4ea7-b2bd-2b51706443b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (388aba04-6d7e-4441-9e71-2c7f500c2ed2), before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:25:24.678210 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-09e7b0ff-210b-4d8b-9c17-5016cc0e0c55 None None] Set router 998cf145-4292-4cbf-b148-168edf6fee5f gateway port host: dv-cinder-853450-2-iscsi {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 18 11:25:24.735152 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-c5b612f7-4fc6-40c7-95c9-038ccd03cc9f req-4e55d2d4-173f-4ea7-b2bd-2b51706443b0 service neutron] For port 388aba04-6d7e-4441-9e71-2c7f500c2ed2, host hv-cinder-85345, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 11:25:24.738483 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-c5b612f7-4fc6-40c7-95c9-038ccd03cc9f req-4e55d2d4-173f-4ea7-b2bd-2b51706443b0 service neutron] For port 388aba04-6d7e-4441-9e71-2c7f500c2ed2, host hv-cinder-85345, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85345',level=0,port_id=388aba04-6d7e-4441-9e71-2c7f500c2ed2,segment=NetworkSegment(58df20ea-3ae4-4865-bf80-8bcc6a73c066),segment_id=58df20ea-3ae4-4865-bf80-8bcc6a73c066)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 11:25:24.745247 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-c5b612f7-4fc6-40c7-95c9-038ccd03cc9f req-4e55d2d4-173f-4ea7-b2bd-2b51706443b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732803053689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732802528799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732802528817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11809220'] for port (388aba04-6d7e-4441-9e71-2c7f500c2ed2), after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:25:24.750441 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b612f7-4fc6-40c7-95c9-038ccd03cc9f req-4e55d2d4-173f-4ea7-b2bd-2b51706443b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:25:24.751063 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-c5b612f7-4fc6-40c7-95c9-038ccd03cc9f req-4e55d2d4-173f-4ea7-b2bd-2b51706443b0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22494'] for port (None), before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:25:24.752539 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-c5b612f7-4fc6-40c7-95c9-038ccd03cc9f req-4e55d2d4-173f-4ea7-b2bd-2b51706443b0 service neutron] 10.222.0.20 "PUT /networking/v2.0/ports/388aba04-6d7e-4441-9e71-2c7f500c2ed2 HTTP/1.1" status: 200 len: 1093 time: 0.6374254 Aug 18 11:25:24.810470 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e55d2d4-173f-4ea7-b2bd-2b51706443b0 service neutron] Pushing event updated for resources: {'Port': ['ID=388aba04-6d7e-4441-9e71-2c7f500c2ed2,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:25:24.833868 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:25:24.843669 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b612f7-4fc6-40c7-95c9-038ccd03cc9f req-d7ece9ce-7e63-44f4-a7dd-4a246943179f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:25:24.845489 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-c5b612f7-4fc6-40c7-95c9-038ccd03cc9f req-d7ece9ce-7e63-44f4-a7dd-4a246943179f service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=ede6199069114ce380f30088d312f345&device_id=400d729f-5fed-4e34-84ee-0ce990ba4c96 HTTP/1.1" status: 200 len: 1127 time: 0.0482161 Aug 18 11:25:24.881369 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Device 6fbda186-466e-451e-85fb-50abb1d991b8 no longer exists at agent hyperv_hv-cinder-85345 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 11:25:24.896608 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-c5b612f7-4fc6-40c7-95c9-038ccd03cc9f req-ee76bd40-fd21-4414-8b1e-70f3ecbd5d25 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=388aba04-6d7e-4441-9e71-2c7f500c2ed2 HTTP/1.1" status: 200 len: 217 time: 0.0377750 Aug 18 11:25:24.909558 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] No Port match for: 6fbda186-466e-451e-85fb-50abb1d991b8 {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 18 11:25:24.909918 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Device 6fbda186-466e-451e-85fb-50abb1d991b8 not bound to the agent host hv-cinder-85345 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 11:25:24.911902 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-09e7b0ff-210b-4d8b-9c17-5016cc0e0c55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '998cf145-4292-4cbf-b148-168edf6fee5f', 'name': 'tempest-AttachVolumeNegativeTest-2089290289-router', 'tenant_id': '129f3d9f33ad4b209039244eb09599e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'external_fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.158'}], 'enable_snat': True}, 'gw_port_id': 'ce095ec4-83b0-46bf-b392-7aa0e9163c2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T11:15:55Z', 'updated_at': '2022-08-18T11:16:07Z', 'revision_number': 4, 'project_id': '129f3d9f33ad4b209039244eb09599e9', 'gw_port': {'id': 'ce095ec4-83b0-46bf-b392-7aa0e9163c2a', 'name': '', 'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:5f:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '998cf145-4292-4cbf-b148-168edf6fee5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853450-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:15:56Z', 'updated_at': '2022-08-18T11:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853450-2-iscsi', '_interfaces': [{'id': 'a7274281-41d9-436f-9277-93ef3e666e58', 'name': '', 'network_id': 'ca6ccede-6467-4618-b24a-e0809d05149d', 'tenant_id': '129f3d9f33ad4b209039244eb09599e9', 'mac_address': 'fa:16:3e:c0:ff:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '998cf145-4292-4cbf-b148-168edf6fee5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'cf42f62c-f94a-411e-aa38-b95605994c37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853450-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:16:03Z', 'updated_at': '2022-08-18T11:16:20Z', 'revision_number': 5, 'project_id': '129f3d9f33ad4b209039244eb09599e9', 'subnets': [{'id': 'cf42f62c-f94a-411e-aa38-b95605994c37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853450-2-iscsi', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:25:24.939674 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e7b0ff-210b-4d8b-9c17-5016cc0e0c55 None None] The sync data for ids ['998cf145-4292-4cbf-b148-168edf6fee5f'] in dv-cinder-853450-2-iscsi is: [{'id': '998cf145-4292-4cbf-b148-168edf6fee5f', 'name': 'tempest-AttachVolumeNegativeTest-2089290289-router', 'tenant_id': '129f3d9f33ad4b209039244eb09599e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'external_fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.158'}], 'enable_snat': True}, 'gw_port_id': 'ce095ec4-83b0-46bf-b392-7aa0e9163c2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T11:15:55Z', 'updated_at': '2022-08-18T11:16:07Z', 'revision_number': 4, 'project_id': '129f3d9f33ad4b209039244eb09599e9', 'gw_port': {'id': 'ce095ec4-83b0-46bf-b392-7aa0e9163c2a', 'name': '', 'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:5f:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '998cf145-4292-4cbf-b148-168edf6fee5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853450-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:15:56Z', 'updated_at': '2022-08-18T11:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853450-2-iscsi', '_interfaces': [{'id': 'a7274281-41d9-436f-9277-93ef3e666e58', 'name': '', 'network_id': 'ca6ccede-6467-4618-b24a-e0809d05149d', 'tenant_id': '129f3d9f33ad4b209039244eb09599e9', 'mac_address': 'fa:16:3e:c0:ff:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '998cf145-4292-4cbf-b148-168edf6fee5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'cf42f62c-f94a-411e-aa38-b95605994c37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853450-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:16:03Z', 'updated_at': '2022-08-18T11:16:20Z', 'revision_number': 5, 'project_id': '129f3d9f33ad4b209039244eb09599e9', 'subnets': [{'id': 'cf42f62c-f94a-411e-aa38-b95605994c37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 11:25:24.957828 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b612f7-4fc6-40c7-95c9-038ccd03cc9f req-3a9c3a9f-5fab-4d14-bb8a-00df08d69a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:25:24.959865 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-c5b612f7-4fc6-40c7-95c9-038ccd03cc9f req-3a9c3a9f-5fab-4d14-bb8a-00df08d69a45 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=23956a8f-6417-481b-8752-923c1ff1baa8 HTTP/1.1" status: 200 len: 851 time: 0.0561705 Aug 18 11:25:24.972079 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.16', 57352) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:25:25.011641 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b612f7-4fc6-40c7-95c9-038ccd03cc9f req-ae7c4a24-1da0-4f56-acb5-bccad507695a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:25:25.013103 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-c5b612f7-4fc6-40c7-95c9-038ccd03cc9f req-ae7c4a24-1da0-4f56-acb5-bccad507695a service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=7f22837c-b0bf-4183-918e-ed97b8d7016a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0465589 Aug 18 11:25:25.043204 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-64a9d0e8-3401-47de-bedc-b031ba0ee085 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Publish callbacks [] for security_group (52adbda7-f8cc-4c13-8b43-21c05dd64a9b), before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:25:25.067360 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-64a9d0e8-3401-47de-bedc-b031ba0ee085 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Publish callbacks [] for security_group (52adbda7-f8cc-4c13-8b43-21c05dd64a9b), precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:25:25.114984 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-c5b612f7-4fc6-40c7-95c9-038ccd03cc9f req-96113544-89f7-4d8a-94d3-cde26d4adc2d service neutron] 10.222.0.20 "GET /networking/v2.0/networks/7f22837c-b0bf-4183-918e-ed97b8d7016a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950265 Aug 18 11:25:25.117106 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-64a9d0e8-3401-47de-bedc-b031ba0ee085 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433130'] for security_group (52adbda7-f8cc-4c13-8b43-21c05dd64a9b), after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:25:25.119622 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-64a9d0e8-3401-47de-bedc-b031ba0ee085 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Publish callbacks [] for security_group (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:25:25.120779 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-64a9d0e8-3401-47de-bedc-b031ba0ee085 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] 10.222.0.16 "DELETE /networking/v2.0/security-groups/52adbda7-f8cc-4c13-8b43-21c05dd64a9b HTTP/1.1" status: 204 len: 168 time: 0.1475136 Aug 18 11:25:25.126268 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.16', 57356) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:25:25.144423 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.api.v2.resource [None req-d4e6cb69-8690-43d8-8ada-8a7553960116 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] show failed (client error): The resource could not be found. Aug 18 11:25:25.148148 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-d4e6cb69-8690-43d8-8ada-8a7553960116 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] 10.222.0.16 "GET /networking/v2.0/security-groups/52adbda7-f8cc-4c13-8b43-21c05dd64a9b HTTP/1.1" status: 404 len: 347 time: 0.0179584 Aug 18 11:25:25.148148 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a9d0e8-3401-47de-bedc-b031ba0ee085 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=52adbda7-f8cc-4c13-8b43-21c05dd64a9b,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:25:25.148502 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.16', 57358) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:25:25.153678 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a9d0e8-3401-47de-bedc-b031ba0ee085 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:25:25.154038 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a9d0e8-3401-47de-bedc-b031ba0ee085 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:25:25.154622 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a9d0e8-3401-47de-bedc-b031ba0ee085 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:25:25.154957 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a9d0e8-3401-47de-bedc-b031ba0ee085 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:25:25.155287 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a9d0e8-3401-47de-bedc-b031ba0ee085 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:25:25.156146 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a9d0e8-3401-47de-bedc-b031ba0ee085 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:25:25.156609 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a9d0e8-3401-47de-bedc-b031ba0ee085 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:25:25.156931 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a9d0e8-3401-47de-bedc-b031ba0ee085 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:25:25.157257 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a9d0e8-3401-47de-bedc-b031ba0ee085 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:25:25.157585 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a9d0e8-3401-47de-bedc-b031ba0ee085 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:25:25.157908 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a9d0e8-3401-47de-bedc-b031ba0ee085 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:25:25.158230 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a9d0e8-3401-47de-bedc-b031ba0ee085 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:25:25.158552 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a9d0e8-3401-47de-bedc-b031ba0ee085 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:25:25.158935 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a9d0e8-3401-47de-bedc-b031ba0ee085 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:25:25.159255 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a9d0e8-3401-47de-bedc-b031ba0ee085 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:25:25.172464 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:25:25.186589 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:25:25.232842 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5889294f-0218-4e5c-b0a7-8b2469af0787 None None] New status for floating IP 3d4f0440-fa6e-4e8c-8cf4-7ae2d1f5e8a1: DOWN {{(pid=106381) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 18 11:25:25.370972 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092fe6db-4a73-4fb9-9cc9-8e2a5c29e1d0 req-be07ecf7-3fa8-4120-b957-57d2fc8b506a tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:25:25.372540 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-092fe6db-4a73-4fb9-9cc9-8e2a5c29e1d0 req-be07ecf7-3fa8-4120-b957-57d2fc8b506a tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=400d729f-5fed-4e34-84ee-0ce990ba4c96 HTTP/1.1" status: 200 len: 943 time: 0.1301246 Aug 18 11:25:25.393903 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-5b54a67e-7b1b-4a78-b147-6f6c1efb275b tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Deleting port 9cba4bcb-1494-4bb9-aeee-6369c54b25e2 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 18 11:25:25.394251 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5b54a67e-7b1b-4a78-b147-6f6c1efb275b tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732803047114'] for port (9cba4bcb-1494-4bb9-aeee-6369c54b25e2), before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:25:25.404506 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-c5b612f7-4fc6-40c7-95c9-038ccd03cc9f req-5b08a1ad-371d-4af3-928f-447fc26005e3 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/7f22837c-b0bf-4183-918e-ed97b8d7016a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2768600 Aug 18 11:25:25.483172 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-092fe6db-4a73-4fb9-9cc9-8e2a5c29e1d0 req-29889c9d-333c-4699-9395-edde414ae352 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d080cec0-bf37-4b83-8a3c-1cddb3e7bd6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1013985 Aug 18 11:25:25.508781 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5b54a67e-7b1b-4a78-b147-6f6c1efb275b tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498516'] for port (9cba4bcb-1494-4bb9-aeee-6369c54b25e2), precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:25:25.509409 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5b54a67e-7b1b-4a78-b147-6f6c1efb275b tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Publish callbacks [] for floatingip (9cba4bcb-1494-4bb9-aeee-6369c54b25e2), precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:25:25.522192 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-5b54a67e-7b1b-4a78-b147-6f6c1efb275b tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Calling delete_port for 9cba4bcb-1494-4bb9-aeee-6369c54b25e2 owned by network:floatingip {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 18 11:25:25.658320 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5b54a67e-7b1b-4a78-b147-6f6c1efb275b tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732803053743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732802528790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11809227'] for port (9cba4bcb-1494-4bb9-aeee-6369c54b25e2), after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:25:25.682386 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b54a67e-7b1b-4a78-b147-6f6c1efb275b tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Pushing event deleted for resources: {'Port': ['ID=9cba4bcb-1494-4bb9-aeee-6369c54b25e2,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:25:25.749178 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5b54a67e-7b1b-4a78-b147-6f6c1efb275b tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Publish callbacks [] for floatingip (3d4f0440-fa6e-4e8c-8cf4-7ae2d1f5e8a1), after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:25:25.751850 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5b54a67e-7b1b-4a78-b147-6f6c1efb275b tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22494'] for floatingip (None), before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:25:25.753066 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [None req-5b54a67e-7b1b-4a78-b147-6f6c1efb275b tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] 10.222.0.16 "DELETE /networking/v2.0/floatingips/3d4f0440-fa6e-4e8c-8cf4-7ae2d1f5e8a1 HTTP/1.1" status: 204 len: 168 time: 0.6036196 Aug 18 11:25:25.821579 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.16', 57364) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:25:25.826227 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.v2.base [None req-b7717f61-2368-4976-900e-015ef3507164 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1105711146', 'description': 'tempest-description--1799347412'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:25:25.847436 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b7717f61-2368-4976-900e-015ef3507164 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Publish callbacks [] for security_group (None), before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:25:25.910325 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:INSERT=1 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:25:25.917050 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b7717f61-2368-4976-900e-015ef3507164 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Publish callbacks [] for security_group (6d6829a6-8050-4844-bd8c-bf747dfd8358), precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:25:25.920583 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b7717f61-2368-4976-900e-015ef3507164 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433130'] for security_group (6d6829a6-8050-4844-bd8c-bf747dfd8358), after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:25:25.950224 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b7717f61-2368-4976-900e-015ef3507164 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Publish callbacks [] for security_group (None), before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:25:25.951432 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [None req-b7717f61-2368-4976-900e-015ef3507164 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] 10.222.0.16 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1287496 Aug 18 11:25:25.954263 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.16', 57366) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:25:25.959152 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.v2.base [None req-6c6a2460-b5f4-445e-887f-37b10818e70f tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Request body: {'security_group_rule': {'security_group_id': '6d6829a6-8050-4844-bd8c-bf747dfd8358', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:25:25.964683 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7717f61-2368-4976-900e-015ef3507164 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d6829a6-8050-4844-bd8c-bf747dfd8358,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:25:25.976563 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=85,neutron:DELETE=5,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:25:25.987868 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6c6a2460-b5f4-445e-887f-37b10818e70f tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Publish callbacks [] for security_group_rule (402eb804-75a1-42f5-bdbf-1dec5390de65), before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:25:26.044360 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6c6a2460-b5f4-445e-887f-37b10818e70f tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Publish callbacks [] for security_group_rule (402eb804-75a1-42f5-bdbf-1dec5390de65), precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:25:26.047988 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6c6a2460-b5f4-445e-887f-37b10818e70f tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432955'] for security_group_rule (402eb804-75a1-42f5-bdbf-1dec5390de65), after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:25:26.068883 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6a2460-b5f4-445e-887f-37b10818e70f tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=402eb804-75a1-42f5-bdbf-1dec5390de65,revision_number=0']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:25:26.075370 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6c6a2460-b5f4-445e-887f-37b10818e70f tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:25:26.076560 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [None req-6c6a2460-b5f4-445e-887f-37b10818e70f tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1213999 Aug 18 11:25:26.079932 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.16', 57368) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:25:26.084077 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.v2.base [None req-ea51f290-3069-446e-a454-d75f610841d4 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Request body: {'security_group_rule': {'security_group_id': '6d6829a6-8050-4844-bd8c-bf747dfd8358', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:25:26.109406 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ea51f290-3069-446e-a454-d75f610841d4 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Publish callbacks [] for security_group_rule (b35d8c0c-0243-4785-8d9b-990a2126a996), before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:25:26.165582 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ea51f290-3069-446e-a454-d75f610841d4 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Publish callbacks [] for security_group_rule (b35d8c0c-0243-4785-8d9b-990a2126a996), precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:25:26.169044 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ea51f290-3069-446e-a454-d75f610841d4 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432955'] for security_group_rule (b35d8c0c-0243-4785-8d9b-990a2126a996), after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:25:26.188741 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea51f290-3069-446e-a454-d75f610841d4 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b35d8c0c-0243-4785-8d9b-990a2126a996,revision_number=0']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:25:26.191969 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '400d729f-5fed-4e34-84ee-0ce990ba4c96', 'tag': '388aba04-6d7e-4441-9e71-2c7f500c2ed2'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 18 11:25:26.194362 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c862ab1b2ee120cb5e2e4f2725a0fe0d7acaf57f657006002d91667c9b4c94a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b82761d8-857d-41e8-b02d-4239a61a5928" -d '{"events": [{"name": "network-changed", "server_uuid": "400d729f-5fed-4e34-84ee-0ce990ba4c96", "tag": "388aba04-6d7e-4441-9e71-2c7f500c2ed2"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:25:26.199092 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ea51f290-3069-446e-a454-d75f610841d4 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:25:26.200278 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [None req-ea51f290-3069-446e-a454-d75f610841d4 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1193826 Aug 18 11:25:26.203909 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.16', 57372) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:25:26.208228 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.v2.base [None req-567a8d46-2382-41fa-8d78-27ead67fe925 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Request body: {'floatingip': {'floating_network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:25:26.230680 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-567a8d46-2382-41fa-8d78-27ead67fe925 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:25:26.234553 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Aug 2022 11:25:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ef3b34f-d856-45ea-846c-497d280c9800 x-openstack-request-id: req-4ef3b34f-d856-45ea-846c-497d280c9800 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:25:26.234839 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "400d729f-5fed-4e34-84ee-0ce990ba4c96", "tag": "388aba04-6d7e-4441-9e71-2c7f500c2ed2", "status": "completed", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:25:26.235089 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4ef3b34f-d856-45ea-846c-497d280c9800 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:25:26.235477 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ef3b34f-d856-45ea-846c-497d280c9800'] response: {'name': 'network-changed', 'server_uuid': '400d729f-5fed-4e34-84ee-0ce990ba4c96', 'tag': '388aba04-6d7e-4441-9e71-2c7f500c2ed2', 'status': 'completed', 'code': 200} Aug 18 11:25:26.313418 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-567a8d46-2382-41fa-8d78-27ead67fe925 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (None), before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:25:26.425557 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-567a8d46-2382-41fa-8d78-27ead67fe925 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Allocated IP 172.27.4.241 (c4d5f339-67bc-4c12-8231-94aca87a7153/76ee03a1-e6cb-4518-8461-de8749842f4e/cebb82b2-e051-424c-b862-a2db12c203b4) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 11:25:26.532230 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-567a8d46-2382-41fa-8d78-27ead67fe925 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Publish callbacks [] for port (cebb82b2-e051-424c-b862-a2db12c203b4), precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:25:26.589276 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-567a8d46-2382-41fa-8d78-27ead67fe925 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732802528781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11809227'] for port (cebb82b2-e051-424c-b862-a2db12c203b4), after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:25:26.632791 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:25:26.637625 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-567a8d46-2382-41fa-8d78-27ead67fe925 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Network c4d5f339-67bc-4c12-8231-94aca87a7153 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 11:25:26.649300 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6d2cc8-024d-43c4-ad73-8b5d823a13c1 req-ceda06a6-9c85-41ae-9d2b-28cb6f05274b tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:25:26.650795 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-8e6d2cc8-024d-43c4-ad73-8b5d823a13c1 req-ceda06a6-9c85-41ae-9d2b-28cb6f05274b tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=400d729f-5fed-4e34-84ee-0ce990ba4c96 HTTP/1.1" status: 200 len: 943 time: 0.0931137 Aug 18 11:25:26.651686 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-567a8d46-2382-41fa-8d78-27ead67fe925 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 11:25:26.657352 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-567a8d46-2382-41fa-8d78-27ead67fe925 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 18 11:25:26.661697 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567a8d46-2382-41fa-8d78-27ead67fe925 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Pushing event updated for resources: {'Port': ['ID=cebb82b2-e051-424c-b862-a2db12c203b4,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:25:26.700312 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:25:26.784436 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82761d8-857d-41e8-b02d-4239a61a5928 req-3f003d75-fb96-4c58-8adb-3a3b91a90762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:25:26.785942 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-b82761d8-857d-41e8-b02d-4239a61a5928 req-3f003d75-fb96-4c58-8adb-3a3b91a90762 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=ede6199069114ce380f30088d312f345&device_id=400d729f-5fed-4e34-84ee-0ce990ba4c96 HTTP/1.1" status: 200 len: 1127 time: 0.0960944 Aug 18 11:25:26.793707 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-8e6d2cc8-024d-43c4-ad73-8b5d823a13c1 req-3f64410d-8143-40bd-99d8-f8c65e4f99ef tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d080cec0-bf37-4b83-8a3c-1cddb3e7bd6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1330738 Aug 18 11:25:26.878834 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-567a8d46-2382-41fa-8d78-27ead67fe925 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Publish callbacks [] for floatingip (7b72a37d-8bd0-4e55-80ab-6493af2c7387), precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:25:26.938704 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-567a8d46-2382-41fa-8d78-27ead67fe925 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (cebb82b2-e051-424c-b862-a2db12c203b4), before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:25:26.941907 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82761d8-857d-41e8-b02d-4239a61a5928 req-2fe36b49-6eae-4797-90c7-4140f0fddfbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:25:26.943360 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-b82761d8-857d-41e8-b02d-4239a61a5928 req-2fe36b49-6eae-4797-90c7-4140f0fddfbf service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=7f22837c-b0bf-4183-918e-ed97b8d7016a HTTP/1.1" status: 200 len: 913 time: 0.1326737 Aug 18 11:25:27.001957 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-b82761d8-857d-41e8-b02d-4239a61a5928 req-0f9dcf4f-3e38-4b70-9661-23d8fe6469ab service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=388aba04-6d7e-4441-9e71-2c7f500c2ed2 HTTP/1.1" status: 200 len: 217 time: 0.0421612 Aug 18 11:25:27.102574 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82761d8-857d-41e8-b02d-4239a61a5928 req-7e12be58-6432-490f-baed-1fdde0ec83e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:25:27.104064 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-b82761d8-857d-41e8-b02d-4239a61a5928 req-7e12be58-6432-490f-baed-1fdde0ec83e9 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=23956a8f-6417-481b-8752-923c1ff1baa8 HTTP/1.1" status: 200 len: 851 time: 0.0923905 Aug 18 11:25:27.175636 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82761d8-857d-41e8-b02d-4239a61a5928 req-6ec2ee41-f461-4a15-b983-09a1adb6f033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:25:27.177145 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-b82761d8-857d-41e8-b02d-4239a61a5928 req-6ec2ee41-f461-4a15-b983-09a1adb6f033 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=7f22837c-b0bf-4183-918e-ed97b8d7016a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0633147 Aug 18 11:25:27.204911 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-567a8d46-2382-41fa-8d78-27ead67fe925 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Publish callbacks [] for port (cebb82b2-e051-424c-b862-a2db12c203b4), precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:25:27.216536 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-567a8d46-2382-41fa-8d78-27ead67fe925 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732803053689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732802528799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732802528817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11809220'] for port (cebb82b2-e051-424c-b862-a2db12c203b4), after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:25:27.328976 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567a8d46-2382-41fa-8d78-27ead67fe925 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Pushing event updated for resources: {'Port': ['ID=cebb82b2-e051-424c-b862-a2db12c203b4,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:25:27.336404 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-567a8d46-2382-41fa-8d78-27ead67fe925 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-519515'] for floatingip (7b72a37d-8bd0-4e55-80ab-6493af2c7387), after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:25:27.343185 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:25:27.353533 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-b82761d8-857d-41e8-b02d-4239a61a5928 req-223f8a8d-6b4d-481a-808a-2fd8e84f8c13 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/7f22837c-b0bf-4183-918e-ed97b8d7016a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1599662 Aug 18 11:25:27.362940 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-567a8d46-2382-41fa-8d78-27ead67fe925 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22494'] for floatingip (None), before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:25:27.364086 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [None req-567a8d46-2382-41fa-8d78-27ead67fe925 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] 10.222.0.16 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1591811 Aug 18 11:25:27.461222 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-b82761d8-857d-41e8-b02d-4239a61a5928 req-de92ca40-b0b0-42ad-b872-387240e43e14 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/7f22837c-b0bf-4183-918e-ed97b8d7016a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959711 Aug 18 11:25:27.569865 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-56dfd117-87e7-48bb-9360-fa29eadb21d2 req-168d68cb-3e6f-48c8-a19e-62a8cf77c07a tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] 10.222.0.16 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1105711146&fields=id&tenant_id=129f3d9f33ad4b209039244eb09599e9 HTTP/1.1" status: 200 len: 267 time: 0.0459244 Aug 18 11:25:27.691066 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dfd117-87e7-48bb-9360-fa29eadb21d2 req-188cd197-858d-4f20-9047-785f09233ee8 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:25:27.692556 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-56dfd117-87e7-48bb-9360-fa29eadb21d2 req-188cd197-858d-4f20-9047-785f09233ee8 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] 10.222.0.16 "GET /networking/v2.0/networks?id=ca6ccede-6467-4618-b24a-e0809d05149d HTTP/1.1" status: 200 len: 815 time: 0.1159275 Aug 18 11:25:27.707613 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-56dfd117-87e7-48bb-9360-fa29eadb21d2 req-d70b7362-6afb-45ad-bd05-cb2c2fbdba05 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] 10.222.0.16 "GET /networking/v2.0/quotas/129f3d9f33ad4b209039244eb09599e9 HTTP/1.1" status: 200 len: 375 time: 0.0096316 Aug 18 11:25:27.748037 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:25:27.764609 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-56dfd117-87e7-48bb-9360-fa29eadb21d2 req-eaa31ff6-5542-44c9-ab4b-e959f0013a0f tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=129f3d9f33ad4b209039244eb09599e9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0512476 Aug 18 11:25:27.932139 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fba164-2ba0-4c2a-87a0-ae7a44880bd6 req-da494184-78af-46a4-a914-5ef1913a01f0 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:25:27.933663 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-74fba164-2ba0-4c2a-87a0-ae7a44880bd6 req-da494184-78af-46a4-a914-5ef1913a01f0 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=400d729f-5fed-4e34-84ee-0ce990ba4c96 HTTP/1.1" status: 200 len: 943 time: 0.0608559 Aug 18 11:25:27.973661 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-56dfd117-87e7-48bb-9360-fa29eadb21d2 req-c7bb2e7d-5f72-4dd3-bd2a-e91c74b37f99 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/ca6ccede-6467-4618-b24a-e0809d05149d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1965601 Aug 18 11:25:28.050775 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-74fba164-2ba0-4c2a-87a0-ae7a44880bd6 req-d0f1c1c6-e88b-4dee-9805-b5f82a1f6e91 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d080cec0-bf37-4b83-8a3c-1cddb3e7bd6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1077695 Aug 18 11:25:28.104341 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-56dfd117-87e7-48bb-9360-fa29eadb21d2 req-0f256615-0d0f-43f8-88a8-757903063cdf service neutron] 10.222.0.16 "GET /networking/v2.0/networks/ca6ccede-6467-4618-b24a-e0809d05149d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209004 Aug 18 11:25:29.196730 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42139aa2-3f26-4a11-86c1-3d9eca6b9415 req-36f3dfbd-cc42-4db9-9399-ec31e4b7a9f9 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:25:29.198362 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-42139aa2-3f26-4a11-86c1-3d9eca6b9415 req-36f3dfbd-cc42-4db9-9399-ec31e4b7a9f9 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=400d729f-5fed-4e34-84ee-0ce990ba4c96 HTTP/1.1" status: 200 len: 943 time: 0.0654607 Aug 18 11:25:29.303882 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-c3af8c6e-014c-45e9-9331-feaff1727ff9 req-0a095457-6889-408f-a1fd-0e65751c6de1 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=32a6d1bc-e1cb-447d-9cf6-8324c042e15a HTTP/1.1" status: 200 len: 210 time: 0.0404339 Aug 18 11:25:29.309100 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-42139aa2-3f26-4a11-86c1-3d9eca6b9415 req-765c8639-0246-4e4f-808a-86689a41eda6 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d080cec0-bf37-4b83-8a3c-1cddb3e7bd6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1018517 Aug 18 11:25:30.594305 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-98f71995-3e48-4055-82ee-9590960964cf req-a7694973-4436-4326-ba82-b23ed83816c8 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=32a6d1bc-e1cb-447d-9cf6-8324c042e15a HTTP/1.1" status: 200 len: 210 time: 0.0599298 Aug 18 11:25:30.618713 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71f6428-b1b5-4062-a257-36e107ffa1de req-053296f0-278e-4e80-8878-906b8c5512cb tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:25:30.620162 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-f71f6428-b1b5-4062-a257-36e107ffa1de req-053296f0-278e-4e80-8878-906b8c5512cb tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=400d729f-5fed-4e34-84ee-0ce990ba4c96 HTTP/1.1" status: 200 len: 943 time: 0.0871561 Aug 18 11:25:30.664734 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dfd117-87e7-48bb-9360-fa29eadb21d2 req-13ee75ba-4a8e-4a21-8a65-0dea78b7bdf9 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:25:30.666149 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-56dfd117-87e7-48bb-9360-fa29eadb21d2 req-13ee75ba-4a8e-4a21-8a65-0dea78b7bdf9 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] 10.222.0.20 "GET /networking/v2.0/networks?id=ca6ccede-6467-4618-b24a-e0809d05149d HTTP/1.1" status: 200 len: 815 time: 0.4572887 Aug 18 11:25:30.707806 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-f71f6428-b1b5-4062-a257-36e107ffa1de req-eb75ff94-25e7-4307-9169-3e2577272acf tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d080cec0-bf37-4b83-8a3c-1cddb3e7bd6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776684 Aug 18 11:25:30.747763 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-56dfd117-87e7-48bb-9360-fa29eadb21d2 req-152aec6e-bce3-4cf6-bfeb-95463660e1c9 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] 10.222.0.20 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=129f3d9f33ad4b209039244eb09599e9 HTTP/1.1" status: 200 len: 380 time: 0.0699375 Aug 18 11:25:30.757758 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.v2.base [req-56dfd117-87e7-48bb-9360-fa29eadb21d2 req-3d112beb-58fb-4b6a-9388-e1e65f0706d8 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Request body: {'port': {'device_id': '32a6d1bc-e1cb-447d-9cf6-8324c042e15a', 'network_id': 'ca6ccede-6467-4618-b24a-e0809d05149d', 'admin_state_up': True, 'tenant_id': '129f3d9f33ad4b209039244eb09599e9', 'security_groups': ['6d6829a6-8050-4844-bd8c-bf747dfd8358']}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:25:30.761826 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=100 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:25:30.867928 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56dfd117-87e7-48bb-9360-fa29eadb21d2 req-3d112beb-58fb-4b6a-9388-e1e65f0706d8 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Made reservation on behalf of 129f3d9f33ad4b209039244eb09599e9 for: {'port': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 11:25:30.871273 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-56dfd117-87e7-48bb-9360-fa29eadb21d2 req-3d112beb-58fb-4b6a-9388-e1e65f0706d8 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (None), before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:25:30.997153 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [req-56dfd117-87e7-48bb-9360-fa29eadb21d2 req-3d112beb-58fb-4b6a-9388-e1e65f0706d8 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Allocated IP 172.20.0.14 (ca6ccede-6467-4618-b24a-e0809d05149d/cf42f62c-f94a-411e-aa38-b95605994c37/5eeb0714-3c8f-4229-946d-a25323c4f45e) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 11:25:31.041104 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:25:31.143495 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-56dfd117-87e7-48bb-9360-fa29eadb21d2 req-3d112beb-58fb-4b6a-9388-e1e65f0706d8 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Publish callbacks [] for port (5eeb0714-3c8f-4229-946d-a25323c4f45e), precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:25:31.174615 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-56dfd117-87e7-48bb-9360-fa29eadb21d2 req-3d112beb-58fb-4b6a-9388-e1e65f0706d8 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732802528781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11809227'] for port (5eeb0714-3c8f-4229-946d-a25323c4f45e), after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:25:31.219565 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56dfd117-87e7-48bb-9360-fa29eadb21d2 req-3d112beb-58fb-4b6a-9388-e1e65f0706d8 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Network ca6ccede-6467-4618-b24a-e0809d05149d is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 11:25:31.222793 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [req-56dfd117-87e7-48bb-9360-fa29eadb21d2 req-3d112beb-58fb-4b6a-9388-e1e65f0706d8 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 11:25:31.226751 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [req-56dfd117-87e7-48bb-9360-fa29eadb21d2 req-3d112beb-58fb-4b6a-9388-e1e65f0706d8 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 18 11:25:31.257061 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d112beb-58fb-4b6a-9388-e1e65f0706d8 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Pushing event updated for resources: {'Port': ['ID=5eeb0714-3c8f-4229-946d-a25323c4f45e,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:25:31.287553 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dfd117-87e7-48bb-9360-fa29eadb21d2 req-3d112beb-58fb-4b6a-9388-e1e65f0706d8 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:25:31.288297 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-56dfd117-87e7-48bb-9360-fa29eadb21d2 req-3d112beb-58fb-4b6a-9388-e1e65f0706d8 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22494'] for port (None), before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:25:31.306284 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-56dfd117-87e7-48bb-9360-fa29eadb21d2 req-3d112beb-58fb-4b6a-9388-e1e65f0706d8 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] 10.222.0.20 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5520229 Aug 18 11:25:31.381258 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.v2.base [req-56dfd117-87e7-48bb-9360-fa29eadb21d2 req-fe0c1ae5-8f8b-4288-b447-782440a8e4d4 service neutron] Request body: {'port': {'device_id': '32a6d1bc-e1cb-447d-9cf6-8324c042e15a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85345'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:25:31.447263 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-56dfd117-87e7-48bb-9360-fa29eadb21d2 req-fe0c1ae5-8f8b-4288-b447-782440a8e4d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (5eeb0714-3c8f-4229-946d-a25323c4f45e), before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:25:31.471131 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:25:31.474663 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-8ab3c3b8-84c0-448d-b3a1-4198e991d167 None None] Provisioning complete for port 5eeb0714-3c8f-4229-946d-a25323c4f45e triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 18 11:25:31.475044 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8ab3c3b8-84c0-448d-b3a1-4198e991d167 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619404'] for port (5eeb0714-3c8f-4229-946d-a25323c4f45e), provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:25:31.507581 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-8ab3c3b8-84c0-448d-b3a1-4198e991d167 None None] Port 5eeb0714-3c8f-4229-946d-a25323c4f45e cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 18 11:25:31.551791 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0874cae-929d-41db-952a-d97caecad4d7 req-6ffb115c-7b47-466c-8395-5a2d5729d580 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:25:31.553301 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-f0874cae-929d-41db-952a-d97caecad4d7 req-6ffb115c-7b47-466c-8395-5a2d5729d580 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=17dc42f6-de3f-4069-9db8-011686e1c91a HTTP/1.1" status: 200 len: 946 time: 0.0678854 Aug 18 11:25:31.649409 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:25:31.724330 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-f0874cae-929d-41db-952a-d97caecad4d7 req-3ff96107-f032-480f-a15e-26ccaf768314 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f2cca6d3-a14d-4a28-a5b0-42bc876ad7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1318786 Aug 18 11:25:31.765806 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15879739-1851-482e-8751-a6c174f3a3dd req-2ca6093f-4e2b-4758-967e-dc0f920e9411 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:25:31.767381 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-15879739-1851-482e-8751-a6c174f3a3dd req-2ca6093f-4e2b-4758-967e-dc0f920e9411 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=32a6d1bc-e1cb-447d-9cf6-8324c042e15a HTTP/1.1" status: 200 len: 932 time: 0.0811391 Aug 18 11:25:31.853325 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:25:31.890689 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d95893-09bf-4e17-908c-580ed5b9aa90 req-c217afef-7682-441c-9147-3f0e87c13680 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:25:31.892156 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-e4d95893-09bf-4e17-908c-580ed5b9aa90 req-c217afef-7682-441c-9147-3f0e87c13680 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=400d729f-5fed-4e34-84ee-0ce990ba4c96 HTTP/1.1" status: 200 len: 943 time: 0.0905297 Aug 18 11:25:31.911697 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-15879739-1851-482e-8751-a6c174f3a3dd req-51ca3133-a404-444c-bf49-f0885398e775 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=6d6829a6-8050-4844-bd8c-bf747dfd8358&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1383696 Aug 18 11:25:31.942885 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.notifiers.nova [req-56dfd117-87e7-48bb-9360-fa29eadb21d2 req-fe0c1ae5-8f8b-4288-b447-782440a8e4d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5eeb0714-3c8f-4229-946d-a25323c4f45e {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 18 11:25:31.954672 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-56dfd117-87e7-48bb-9360-fa29eadb21d2 req-fe0c1ae5-8f8b-4288-b447-782440a8e4d4 service neutron] Publish callbacks [] for port (5eeb0714-3c8f-4229-946d-a25323c4f45e), precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:25:31.984894 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [req-56dfd117-87e7-48bb-9360-fa29eadb21d2 req-fe0c1ae5-8f8b-4288-b447-782440a8e4d4 service neutron] Transition to ACTIVE for port object 5eeb0714-3c8f-4229-946d-a25323c4f45e will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 18 11:25:31.989989 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-e4d95893-09bf-4e17-908c-580ed5b9aa90 req-92757c78-a6f4-41e8-bb32-cc9850bc72df tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d080cec0-bf37-4b83-8a3c-1cddb3e7bd6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754237 Aug 18 11:25:31.991015 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-56dfd117-87e7-48bb-9360-fa29eadb21d2 req-fe0c1ae5-8f8b-4288-b447-782440a8e4d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732803053689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732802528799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732802528817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11809220'] for port (5eeb0714-3c8f-4229-946d-a25323c4f45e), after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:25:32.056242 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0c1ae5-8f8b-4288-b447-782440a8e4d4 service neutron] Pushing event updated for resources: {'Port': ['ID=5eeb0714-3c8f-4229-946d-a25323c4f45e,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:25:32.107427 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-56dfd117-87e7-48bb-9360-fa29eadb21d2 req-fe0c1ae5-8f8b-4288-b447-782440a8e4d4 service neutron] Attempting to bind port 5eeb0714-3c8f-4229-946d-a25323c4f45e on host hv-cinder-85345 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 18 11:25:32.107765 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-56dfd117-87e7-48bb-9360-fa29eadb21d2 req-fe0c1ae5-8f8b-4288-b447-782440a8e4d4 service neutron] Attempting to bind port 5eeb0714-3c8f-4229-946d-a25323c4f45e by drivers openvswitch,hyperv on host hv-cinder-85345 at level 0 using segments [{'id': 'ee45f576-d1b7-4e11-a10f-3fe54663f35e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 997, 'network_id': 'ca6ccede-6467-4618-b24a-e0809d05149d'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 18 11:25:32.108100 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56dfd117-87e7-48bb-9360-fa29eadb21d2 req-fe0c1ae5-8f8b-4288-b447-782440a8e4d4 service neutron] Attempting to bind port 5eeb0714-3c8f-4229-946d-a25323c4f45e on network ca6ccede-6467-4618-b24a-e0809d05149d {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 18 11:25:32.113317 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56dfd117-87e7-48bb-9360-fa29eadb21d2 req-fe0c1ae5-8f8b-4288-b447-782440a8e4d4 service neutron] Port 5eeb0714-3c8f-4229-946d-a25323c4f45e on network ca6ccede-6467-4618-b24a-e0809d05149d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85345 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 18 11:25:32.113637 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56dfd117-87e7-48bb-9360-fa29eadb21d2 req-fe0c1ae5-8f8b-4288-b447-782440a8e4d4 service neutron] Attempting to bind port 5eeb0714-3c8f-4229-946d-a25323c4f45e on network ca6ccede-6467-4618-b24a-e0809d05149d {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 18 11:25:32.118565 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56dfd117-87e7-48bb-9360-fa29eadb21d2 req-fe0c1ae5-8f8b-4288-b447-782440a8e4d4 service neutron] Checking agent: {'id': '0c451e2b-fe38-44d1-984c-2dd7bcedf4dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85345', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 18, 11, 14, 5), 'started_at': datetime.datetime(2022, 8, 18, 11, 14, 5), 'heartbeat_timestamp': datetime.datetime(2022, 8, 18, 11, 25, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 18 11:25:32.118902 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56dfd117-87e7-48bb-9360-fa29eadb21d2 req-fe0c1ae5-8f8b-4288-b447-782440a8e4d4 service neutron] Checking segment: {'id': 'ee45f576-d1b7-4e11-a10f-3fe54663f35e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 997, 'network_id': 'ca6ccede-6467-4618-b24a-e0809d05149d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 18 11:25:32.119286 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56dfd117-87e7-48bb-9360-fa29eadb21d2 req-fe0c1ae5-8f8b-4288-b447-782440a8e4d4 service neutron] Bound using segment: {'id': 'ee45f576-d1b7-4e11-a10f-3fe54663f35e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 997, 'network_id': 'ca6ccede-6467-4618-b24a-e0809d05149d'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 18 11:25:32.119714 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-56dfd117-87e7-48bb-9360-fa29eadb21d2 req-fe0c1ae5-8f8b-4288-b447-782440a8e4d4 service neutron] Bound port: 5eeb0714-3c8f-4229-946d-a25323c4f45e, host: hv-cinder-85345, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee45f576-d1b7-4e11-a10f-3fe54663f35e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 997, 'network_id': 'ca6ccede-6467-4618-b24a-e0809d05149d'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 18 11:25:32.120074 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-56dfd117-87e7-48bb-9360-fa29eadb21d2 req-fe0c1ae5-8f8b-4288-b447-782440a8e4d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (5eeb0714-3c8f-4229-946d-a25323c4f45e), before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:25:32.180648 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-56dfd117-87e7-48bb-9360-fa29eadb21d2 req-fe0c1ae5-8f8b-4288-b447-782440a8e4d4 service neutron] For port 5eeb0714-3c8f-4229-946d-a25323c4f45e, host hv-cinder-85345, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 11:25:32.183543 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-56dfd117-87e7-48bb-9360-fa29eadb21d2 req-fe0c1ae5-8f8b-4288-b447-782440a8e4d4 service neutron] For port 5eeb0714-3c8f-4229-946d-a25323c4f45e, host hv-cinder-85345, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85345',level=0,port_id=5eeb0714-3c8f-4229-946d-a25323c4f45e,segment=NetworkSegment(ee45f576-d1b7-4e11-a10f-3fe54663f35e),segment_id=ee45f576-d1b7-4e11-a10f-3fe54663f35e)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 11:25:32.190002 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-56dfd117-87e7-48bb-9360-fa29eadb21d2 req-fe0c1ae5-8f8b-4288-b447-782440a8e4d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732803053689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732802528799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732802528817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11809220'] for port (5eeb0714-3c8f-4229-946d-a25323c4f45e), after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:25:32.194833 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dfd117-87e7-48bb-9360-fa29eadb21d2 req-fe0c1ae5-8f8b-4288-b447-782440a8e4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:25:32.195444 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-56dfd117-87e7-48bb-9360-fa29eadb21d2 req-fe0c1ae5-8f8b-4288-b447-782440a8e4d4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22494'] for port (None), before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:25:32.196856 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-56dfd117-87e7-48bb-9360-fa29eadb21d2 req-fe0c1ae5-8f8b-4288-b447-782440a8e4d4 service neutron] 10.222.0.20 "PUT /networking/v2.0/ports/5eeb0714-3c8f-4229-946d-a25323c4f45e HTTP/1.1" status: 200 len: 1094 time: 0.8200963 Aug 18 11:25:32.197353 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32a6d1bc-e1cb-447d-9cf6-8324c042e15a', 'tag': '5eeb0714-3c8f-4229-946d-a25323c4f45e'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 18 11:25:32.199575 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c862ab1b2ee120cb5e2e4f2725a0fe0d7acaf57f657006002d91667c9b4c94a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afef3e7d-9660-4053-97cf-7d1726fa76ac" -d '{"events": [{"name": "network-changed", "server_uuid": "32a6d1bc-e1cb-447d-9cf6-8324c042e15a", "tag": "5eeb0714-3c8f-4229-946d-a25323c4f45e"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:25:32.240135 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Aug 2022 11:25:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a89495df-ad52-4454-abdf-84f17d43e87e x-openstack-request-id: req-a89495df-ad52-4454-abdf-84f17d43e87e {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:25:32.240448 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32a6d1bc-e1cb-447d-9cf6-8324c042e15a", "tag": "5eeb0714-3c8f-4229-946d-a25323c4f45e", "status": "completed", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:25:32.240700 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a89495df-ad52-4454-abdf-84f17d43e87e {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:25:32.241123 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a89495df-ad52-4454-abdf-84f17d43e87e'] response: {'name': 'network-changed', 'server_uuid': '32a6d1bc-e1cb-447d-9cf6-8324c042e15a', 'tag': '5eeb0714-3c8f-4229-946d-a25323c4f45e', 'status': 'completed', 'code': 200} Aug 18 11:25:32.245749 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0c1ae5-8f8b-4288-b447-782440a8e4d4 service neutron] Pushing event updated for resources: {'Port': ['ID=5eeb0714-3c8f-4229-946d-a25323c4f45e,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:25:32.860826 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19294d1f-bbb7-4a6d-8eba-d2dd6b0300ea req-75b54e0a-d94b-4a85-af6f-5ddcbe4598db tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:25:32.862343 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-19294d1f-bbb7-4a6d-8eba-d2dd6b0300ea req-75b54e0a-d94b-4a85-af6f-5ddcbe4598db tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=17dc42f6-de3f-4069-9db8-011686e1c91a HTTP/1.1" status: 200 len: 946 time: 0.0528595 Aug 18 11:25:32.910297 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-19294d1f-bbb7-4a6d-8eba-d2dd6b0300ea req-1b06a04d-fffb-42a7-8d4a-fc7446e3d1a1 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f2cca6d3-a14d-4a28-a5b0-42bc876ad7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424204 Aug 18 11:25:33.029982 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3aa3567-af41-4dd3-8a2e-177e0557e57a req-cb2b155f-9462-4e79-9fa1-ee8af1d3abf7 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:25:33.031767 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-d3aa3567-af41-4dd3-8a2e-177e0557e57a req-cb2b155f-9462-4e79-9fa1-ee8af1d3abf7 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=32a6d1bc-e1cb-447d-9cf6-8324c042e15a HTTP/1.1" status: 200 len: 944 time: 0.0473225 Aug 18 11:25:33.111428 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-d3aa3567-af41-4dd3-8a2e-177e0557e57a req-da8dec76-19c9-4bd5-be28-a92f60e8101b tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=6d6829a6-8050-4844-bd8c-bf747dfd8358&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735412 Aug 18 11:25:33.125028 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632e3422-5511-453a-bf4a-ba0d4a35cd1c req-9cfa5da4-b58c-4497-8105-c822c5bf3e50 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:25:33.126475 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-632e3422-5511-453a-bf4a-ba0d4a35cd1c req-9cfa5da4-b58c-4497-8105-c822c5bf3e50 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=400d729f-5fed-4e34-84ee-0ce990ba4c96 HTTP/1.1" status: 200 len: 943 time: 0.0617530 Aug 18 11:25:33.175579 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-632e3422-5511-453a-bf4a-ba0d4a35cd1c req-7daa25ef-1abb-4b47-b5f1-083459b9e625 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d080cec0-bf37-4b83-8a3c-1cddb3e7bd6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435376 Aug 18 11:25:33.263473 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afef3e7d-9660-4053-97cf-7d1726fa76ac req-2e366175-89b4-410d-b992-f2d722c9fced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:25:33.265577 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-afef3e7d-9660-4053-97cf-7d1726fa76ac req-2e366175-89b4-410d-b992-f2d722c9fced service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=129f3d9f33ad4b209039244eb09599e9&device_id=32a6d1bc-e1cb-447d-9cf6-8324c042e15a HTTP/1.1" status: 200 len: 1128 time: 0.0396857 Aug 18 11:25:33.322198 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:25:33.364998 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afef3e7d-9660-4053-97cf-7d1726fa76ac req-1cbd8e0b-e1d0-49ef-9f29-83c73a9ce548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:25:33.366440 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-afef3e7d-9660-4053-97cf-7d1726fa76ac req-1cbd8e0b-e1d0-49ef-9f29-83c73a9ce548 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?tenant_id=129f3d9f33ad4b209039244eb09599e9&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0946755 Aug 18 11:25:33.462138 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afef3e7d-9660-4053-97cf-7d1726fa76ac req-9407c66e-e142-4b6e-9a6a-827dc9fcd55c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:25:33.463596 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-afef3e7d-9660-4053-97cf-7d1726fa76ac req-9407c66e-e142-4b6e-9a6a-827dc9fcd55c service neutron] 10.222.0.20 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0909314 Aug 18 11:25:33.537554 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:UPDATE=3,neutron:SELECT=95,neutron:INSERT=2 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:25:33.544380 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dfd117-87e7-48bb-9360-fa29eadb21d2 req-4599bd51-d4b8-4829-b490-8575135f770e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:25:33.546874 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-56dfd117-87e7-48bb-9360-fa29eadb21d2 req-4599bd51-d4b8-4829-b490-8575135f770e service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=129f3d9f33ad4b209039244eb09599e9&device_id=32a6d1bc-e1cb-447d-9cf6-8324c042e15a HTTP/1.1" status: 200 len: 1128 time: 0.0444796 Aug 18 11:25:33.586146 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-56dfd117-87e7-48bb-9360-fa29eadb21d2 req-3b29a54e-b05f-4c7d-8711-734516083027 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5eeb0714-3c8f-4229-946d-a25323c4f45e HTTP/1.1" status: 200 len: 217 time: 0.0319710 Aug 18 11:25:33.636026 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dfd117-87e7-48bb-9360-fa29eadb21d2 req-3b342a35-d178-4ab1-b07a-a5f4d9279c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:25:33.637501 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-56dfd117-87e7-48bb-9360-fa29eadb21d2 req-3b342a35-d178-4ab1-b07a-a5f4d9279c48 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=cf42f62c-f94a-411e-aa38-b95605994c37 HTTP/1.1" status: 200 len: 854 time: 0.0456378 Aug 18 11:25:33.680281 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dfd117-87e7-48bb-9360-fa29eadb21d2 req-f3ee432c-aba7-4e81-90f5-0902efa7d035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:25:33.681722 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-56dfd117-87e7-48bb-9360-fa29eadb21d2 req-f3ee432c-aba7-4e81-90f5-0902efa7d035 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=ca6ccede-6467-4618-b24a-e0809d05149d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0384789 Aug 18 11:25:33.777156 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-56dfd117-87e7-48bb-9360-fa29eadb21d2 req-5a500c7d-a67e-4df5-928f-2b6a019e770e service neutron] 10.222.0.20 "GET /networking/v2.0/networks/ca6ccede-6467-4618-b24a-e0809d05149d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884800 Aug 18 11:25:33.871290 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-56dfd117-87e7-48bb-9360-fa29eadb21d2 req-93985bd2-3714-4228-b3fb-61514a9ef780 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/ca6ccede-6467-4618-b24a-e0809d05149d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877478 Aug 18 11:25:34.040255 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92e11c6-2276-404a-a1d3-a4c997ee89f6 req-bfbe7f88-f81d-4f40-9b45-c4678ed2370d tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:25:34.042219 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-b92e11c6-2276-404a-a1d3-a4c997ee89f6 req-bfbe7f88-f81d-4f40-9b45-c4678ed2370d tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=17dc42f6-de3f-4069-9db8-011686e1c91a HTTP/1.1" status: 200 len: 946 time: 0.0526519 Aug 18 11:25:34.094691 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-b92e11c6-2276-404a-a1d3-a4c997ee89f6 req-6404f0d2-4642-41f9-a7ff-cd23ec53d3bd tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f2cca6d3-a14d-4a28-a5b0-42bc876ad7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463390 Aug 18 11:25:34.236145 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6847a6-132b-474b-8320-fb99c8d103f8 req-7a255c49-1aa6-4b58-862a-c549410bd2a4 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:25:34.237902 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-ad6847a6-132b-474b-8320-fb99c8d103f8 req-7a255c49-1aa6-4b58-862a-c549410bd2a4 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=32a6d1bc-e1cb-447d-9cf6-8324c042e15a HTTP/1.1" status: 200 len: 944 time: 0.0491283 Aug 18 11:25:34.325811 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7791877-18e0-4d82-97bc-bc9f47df19f4 req-1d76d38c-62f2-4202-b9a8-6e8bc35f7390 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:25:34.327841 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-d7791877-18e0-4d82-97bc-bc9f47df19f4 req-1d76d38c-62f2-4202-b9a8-6e8bc35f7390 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=400d729f-5fed-4e34-84ee-0ce990ba4c96 HTTP/1.1" status: 200 len: 943 time: 0.0758867 Aug 18 11:25:34.331237 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-ad6847a6-132b-474b-8320-fb99c8d103f8 req-0fcc6d54-53d2-408b-b1a6-b68f57ea64d7 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=6d6829a6-8050-4844-bd8c-bf747dfd8358&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877500 Aug 18 11:25:34.381855 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-d7791877-18e0-4d82-97bc-bc9f47df19f4 req-772e197e-07a4-4e8b-87cd-05838ca40b1d tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d080cec0-bf37-4b83-8a3c-1cddb3e7bd6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481184 Aug 18 11:25:34.934880 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Device 388aba04-6d7e-4441-9e71-2c7f500c2ed2 details requested by agent hyperv_hv-cinder-85345 with host hv-cinder-85345 {{(pid=106380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 11:25:35.042119 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] For port 388aba04-6d7e-4441-9e71-2c7f500c2ed2, host hv-cinder-85345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85345',level=0,port_id=388aba04-6d7e-4441-9e71-2c7f500c2ed2,segment=NetworkSegment(58df20ea-3ae4-4865-bf80-8bcc6a73c066),segment_id=58df20ea-3ae4-4865-bf80-8bcc6a73c066)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:25:35.057058 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Returning: {'device': '388aba04-6d7e-4441-9e71-2c7f500c2ed2', 'network_id': '7f22837c-b0bf-4183-918e-ed97b8d7016a', 'port_id': '388aba04-6d7e-4441-9e71-2c7f500c2ed2', 'mac_address': 'fa:16:3e:ab:c1:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 962, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23956a8f-6417-481b-8752-923c1ff1baa8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 11:25:35.095843 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Current status of the port 388aba04-6d7e-4441-9e71-2c7f500c2ed2 is: DOWN; New status is: BUILD {{(pid=106380) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 11:25:35.096285 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (388aba04-6d7e-4441-9e71-2c7f500c2ed2), before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:25:35.112502 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.notifiers.nova [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 388aba04-6d7e-4441-9e71-2c7f500c2ed2 {{(pid=106380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 18 11:25:35.141477 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] For port 388aba04-6d7e-4441-9e71-2c7f500c2ed2, host hv-cinder-85345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85345',level=0,port_id=388aba04-6d7e-4441-9e71-2c7f500c2ed2,segment=NetworkSegment(58df20ea-3ae4-4865-bf80-8bcc6a73c066),segment_id=58df20ea-3ae4-4865-bf80-8bcc6a73c066)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:25:35.144668 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=17 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:25:35.148781 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732803053689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732802528799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732802528817'] for port (388aba04-6d7e-4441-9e71-2c7f500c2ed2), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:25:35.152745 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=19,neutron:DELETE=3 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:25:35.206938 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Pushing event updated for resources: {'Port': ['ID=388aba04-6d7e-4441-9e71-2c7f500c2ed2,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:25:35.214323 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:25:35.214673 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:25:35.215017 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:25:35.215360 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:25:35.215693 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:25:35.216025 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:25:35.216487 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:25:35.216821 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:25:35.217149 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:25:35.217478 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:25:35.217838 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:25:35.218163 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:25:35.218529 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:25:35.218859 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:25:35.219185 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:25:35.234276 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658bd058-bb67-44ed-9afe-434ac0845787 req-003ea1d8-f4f4-404a-b491-37050b94fe80 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:25:35.240669 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-658bd058-bb67-44ed-9afe-434ac0845787 req-003ea1d8-f4f4-404a-b491-37050b94fe80 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=17dc42f6-de3f-4069-9db8-011686e1c91a HTTP/1.1" status: 200 len: 946 time: 0.0553479 Aug 18 11:25:35.286126 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-658bd058-bb67-44ed-9afe-434ac0845787 req-562f3f77-bbfd-4e09-a651-bca9367939ff tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f2cca6d3-a14d-4a28-a5b0-42bc876ad7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444696 Aug 18 11:25:35.310088 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:25:35.459634 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49c8811-88e1-4f3c-a58c-141b2bfeb775 req-30c863ca-29dc-48ff-8f61-16935adc0ce3 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:25:35.461188 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-e49c8811-88e1-4f3c-a58c-141b2bfeb775 req-30c863ca-29dc-48ff-8f61-16935adc0ce3 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=32a6d1bc-e1cb-447d-9cf6-8324c042e15a HTTP/1.1" status: 200 len: 944 time: 0.0495453 Aug 18 11:25:35.532140 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8e7607-d3c0-4097-ab12-f2e6ddba6c40 req-ff97bc1d-58f0-4538-9f52-47ddb506357c tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:25:35.533693 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-6e8e7607-d3c0-4097-ab12-f2e6ddba6c40 req-ff97bc1d-58f0-4538-9f52-47ddb506357c tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=400d729f-5fed-4e34-84ee-0ce990ba4c96 HTTP/1.1" status: 200 len: 944 time: 0.0716221 Aug 18 11:25:35.562879 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=100 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:25:35.568569 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-e49c8811-88e1-4f3c-a58c-141b2bfeb775 req-30623c94-8c48-4359-a92e-dd4eac9c1d99 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=6d6829a6-8050-4844-bd8c-bf747dfd8358&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969043 Aug 18 11:25:35.601563 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-6e8e7607-d3c0-4097-ab12-f2e6ddba6c40 req-6c8d7a6e-5810-470c-843e-5d46f2445873 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d080cec0-bf37-4b83-8a3c-1cddb3e7bd6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613277 Aug 18 11:25:35.609879 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] get_ports_and_sgs() called for port_ids ['388aba04-6d7e-4441-9e71-2c7f500c2ed2'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 18 11:25:35.699419 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (0c451e2b-fe38-44d1-984c-2dd7bcedf4dc), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:25:36.415551 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb77a70b-ce1a-4806-b05c-e66f0bfdba15 req-03205aff-6446-4356-96c6-68c85accc1f3 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:25:36.417092 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-fb77a70b-ce1a-4806-b05c-e66f0bfdba15 req-03205aff-6446-4356-96c6-68c85accc1f3 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=17dc42f6-de3f-4069-9db8-011686e1c91a HTTP/1.1" status: 200 len: 946 time: 0.0506124 Aug 18 11:25:36.477219 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-fb77a70b-ce1a-4806-b05c-e66f0bfdba15 req-29f0bfc6-101b-436a-86a4-d8dad9c323d4 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f2cca6d3-a14d-4a28-a5b0-42bc876ad7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541875 Aug 18 11:25:36.710691 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=100 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:25:36.728936 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3021864-9ecd-4b4d-9ff9-0e7d641a7c36 req-b6b3b11f-7571-4089-97ce-8a5fd2a9ce66 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:25:36.730431 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-e3021864-9ecd-4b4d-9ff9-0e7d641a7c36 req-b6b3b11f-7571-4089-97ce-8a5fd2a9ce66 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=32a6d1bc-e1cb-447d-9cf6-8324c042e15a HTTP/1.1" status: 200 len: 944 time: 0.0842540 Aug 18 11:25:36.742296 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70028732-699c-461d-bfa0-b46ac3666328 req-df17354e-c175-4ce1-8dbe-900ea4c295b3 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:25:36.743751 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-70028732-699c-461d-bfa0-b46ac3666328 req-df17354e-c175-4ce1-8dbe-900ea4c295b3 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=400d729f-5fed-4e34-84ee-0ce990ba4c96 HTTP/1.1" status: 200 len: 944 time: 0.0644238 Aug 18 11:25:36.824284 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-e3021864-9ecd-4b4d-9ff9-0e7d641a7c36 req-9fda93ff-5ecb-4f40-ab77-9d4e3eba08f6 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=6d6829a6-8050-4844-bd8c-bf747dfd8358&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795212 Aug 18 11:25:36.833508 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-70028732-699c-461d-bfa0-b46ac3666328 req-4d9303fc-8ab7-487c-b972-974391de34b0 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d080cec0-bf37-4b83-8a3c-1cddb3e7bd6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810983 Aug 18 11:25:36.943209 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Device 388aba04-6d7e-4441-9e71-2c7f500c2ed2 up at agent hyperv_hv-cinder-85345 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 11:25:36.987587 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Provisioning for port 388aba04-6d7e-4441-9e71-2c7f500c2ed2 completed by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 18 11:25:36.994044 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Provisioning complete for port 388aba04-6d7e-4441-9e71-2c7f500c2ed2 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 18 11:25:36.994437 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619404'] for port (388aba04-6d7e-4441-9e71-2c7f500c2ed2), provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:25:37.069508 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Current status of the port 388aba04-6d7e-4441-9e71-2c7f500c2ed2 is: BUILD; New status is: ACTIVE {{(pid=106380) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 11:25:37.069902 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (388aba04-6d7e-4441-9e71-2c7f500c2ed2), before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:25:37.089427 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:25:37.094974 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '400d729f-5fed-4e34-84ee-0ce990ba4c96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '388aba04-6d7e-4441-9e71-2c7f500c2ed2'}] {{(pid=106380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 18 11:25:37.097269 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2abfa1ee86993cd756e72fd91a3a01a1a8fb73078c92f04bbbffdb72ec117730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8962db4e-5e26-470d-bd92-f3e1c70a48c2" -d '{"events": [{"server_uuid": "400d729f-5fed-4e34-84ee-0ce990ba4c96", "name": "network-vif-plugged", "status": "completed", "tag": "388aba04-6d7e-4441-9e71-2c7f500c2ed2"}]}' {{(pid=106380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:25:37.109106 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:25:37.110975 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] For port 388aba04-6d7e-4441-9e71-2c7f500c2ed2, host hv-cinder-85345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85345',level=0,port_id=388aba04-6d7e-4441-9e71-2c7f500c2ed2,segment=NetworkSegment(58df20ea-3ae4-4865-bf80-8bcc6a73c066),segment_id=58df20ea-3ae4-4865-bf80-8bcc6a73c066)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:25:37.115129 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732803053689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732802528799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732802528817'] for port (388aba04-6d7e-4441-9e71-2c7f500c2ed2), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:25:37.138326 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Aug 2022 11:25:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b4e5762-98fe-472b-bb5a-4a3d9b1f42bc x-openstack-request-id: req-0b4e5762-98fe-472b-bb5a-4a3d9b1f42bc {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:25:37.138598 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "400d729f-5fed-4e34-84ee-0ce990ba4c96", "name": "network-vif-plugged", "status": "completed", "tag": "388aba04-6d7e-4441-9e71-2c7f500c2ed2", "code": 200}]} {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:25:37.138855 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0b4e5762-98fe-472b-bb5a-4a3d9b1f42bc {{(pid=106380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:25:37.139252 dv-cinder-853450-2-iscsi neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b4e5762-98fe-472b-bb5a-4a3d9b1f42bc'] response: {'server_uuid': '400d729f-5fed-4e34-84ee-0ce990ba4c96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '388aba04-6d7e-4441-9e71-2c7f500c2ed2', 'code': 200} Aug 18 11:25:37.165726 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Pushing event updated for resources: {'Port': ['ID=388aba04-6d7e-4441-9e71-2c7f500c2ed2,revision_number=5']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:25:37.398198 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853ee3b0-6248-467f-838f-30de42a2974f req-2b92d4a8-46d3-4cad-a87c-ddc9312cea22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:25:37.399562 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-853ee3b0-6248-467f-838f-30de42a2974f req-2b92d4a8-46d3-4cad-a87c-ddc9312cea22 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=400d729f-5fed-4e34-84ee-0ce990ba4c96 HTTP/1.1" status: 200 len: 1129 time: 0.0429695 Aug 18 11:25:37.446655 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-853ee3b0-6248-467f-838f-30de42a2974f req-59fa5dff-3caf-4488-b790-880692f94970 service neutron] 10.222.0.20 "GET /networking/v2.0/security-groups?id=d080cec0-bf37-4b83-8a3c-1cddb3e7bd6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404160 Aug 18 11:25:37.600423 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b619ff-1b14-4a28-84b0-efeb47e4344a req-250249f5-3369-4709-af4e-b9b59f14c5e5 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:25:37.601872 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-31b619ff-1b14-4a28-84b0-efeb47e4344a req-250249f5-3369-4709-af4e-b9b59f14c5e5 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=17dc42f6-de3f-4069-9db8-011686e1c91a HTTP/1.1" status: 200 len: 946 time: 0.0467491 Aug 18 11:25:37.648779 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-31b619ff-1b14-4a28-84b0-efeb47e4344a req-60db6d4a-6642-4f01-81ac-2c6006bbea2f tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f2cca6d3-a14d-4a28-a5b0-42bc876ad7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413034 Aug 18 11:25:37.980961 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f019fea7-d7fd-4649-87f6-d1059152540e req-4218891f-da4a-4b47-af77-2017cd4027e3 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:25:37.982439 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-f019fea7-d7fd-4649-87f6-d1059152540e req-4218891f-da4a-4b47-af77-2017cd4027e3 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=32a6d1bc-e1cb-447d-9cf6-8324c042e15a HTTP/1.1" status: 200 len: 944 time: 0.0810623 Aug 18 11:25:37.989030 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786a672a-86cf-444c-85ac-7bda144600ee req-fe9238b4-56af-42ca-a4de-7eebc2aeb3db tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:25:37.990378 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-786a672a-86cf-444c-85ac-7bda144600ee req-fe9238b4-56af-42ca-a4de-7eebc2aeb3db tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=400d729f-5fed-4e34-84ee-0ce990ba4c96 HTTP/1.1" status: 200 len: 945 time: 0.0789521 Aug 18 11:25:38.062866 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-f019fea7-d7fd-4649-87f6-d1059152540e req-8a27c65f-cb06-4108-b9b1-7bc22b88c3db tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=6d6829a6-8050-4844-bd8c-bf747dfd8358&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714977 Aug 18 11:25:38.071566 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-786a672a-86cf-444c-85ac-7bda144600ee req-839e47b7-9c7b-49a2-91e3-85387df15a8e tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d080cec0-bf37-4b83-8a3c-1cddb3e7bd6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742748 Aug 18 11:25:38.775583 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03e9817-3111-4886-80be-6d199ebef0d6 req-c7c42306-e4cb-4a3d-ab8b-8affe00fd10f tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:25:38.777106 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-c03e9817-3111-4886-80be-6d199ebef0d6 req-c7c42306-e4cb-4a3d-ab8b-8affe00fd10f tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=17dc42f6-de3f-4069-9db8-011686e1c91a HTTP/1.1" status: 200 len: 946 time: 0.0481408 Aug 18 11:25:38.825010 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-c03e9817-3111-4886-80be-6d199ebef0d6 req-8e0003c9-edea-46c8-be01-8e182ada044d tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f2cca6d3-a14d-4a28-a5b0-42bc876ad7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419507 Aug 18 11:25:38.963247 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Device 5eeb0714-3c8f-4229-946d-a25323c4f45e details requested by agent hyperv_hv-cinder-85345 with host hv-cinder-85345 {{(pid=106380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 11:25:39.068746 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] For port 5eeb0714-3c8f-4229-946d-a25323c4f45e, host hv-cinder-85345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85345',level=0,port_id=5eeb0714-3c8f-4229-946d-a25323c4f45e,segment=NetworkSegment(ee45f576-d1b7-4e11-a10f-3fe54663f35e),segment_id=ee45f576-d1b7-4e11-a10f-3fe54663f35e)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:25:39.079763 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Returning: {'device': '5eeb0714-3c8f-4229-946d-a25323c4f45e', 'network_id': 'ca6ccede-6467-4618-b24a-e0809d05149d', 'port_id': '5eeb0714-3c8f-4229-946d-a25323c4f45e', 'mac_address': 'fa:16:3e:0b:6c:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 997, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf42f62c-f94a-411e-aa38-b95605994c37', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 11:25:39.117971 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Current status of the port 5eeb0714-3c8f-4229-946d-a25323c4f45e is: DOWN; New status is: BUILD {{(pid=106380) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 11:25:39.118548 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (5eeb0714-3c8f-4229-946d-a25323c4f45e), before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:25:39.133109 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.notifiers.nova [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5eeb0714-3c8f-4229-946d-a25323c4f45e {{(pid=106380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 18 11:25:39.158285 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] For port 5eeb0714-3c8f-4229-946d-a25323c4f45e, host hv-cinder-85345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85345',level=0,port_id=5eeb0714-3c8f-4229-946d-a25323c4f45e,segment=NetworkSegment(ee45f576-d1b7-4e11-a10f-3fe54663f35e),segment_id=ee45f576-d1b7-4e11-a10f-3fe54663f35e)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:25:39.163428 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732803053689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732802528799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732802528817'] for port (5eeb0714-3c8f-4229-946d-a25323c4f45e), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:25:39.210858 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Pushing event updated for resources: {'Port': ['ID=5eeb0714-3c8f-4229-946d-a25323c4f45e,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:25:39.221788 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a399390-eafc-4eae-bfd1-339a64171aea req-d4a09014-6295-4c1a-8ab0-f8a1c9db6b4f tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:25:39.223323 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-7a399390-eafc-4eae-bfd1-339a64171aea req-d4a09014-6295-4c1a-8ab0-f8a1c9db6b4f tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=32a6d1bc-e1cb-447d-9cf6-8324c042e15a HTTP/1.1" status: 200 len: 944 time: 0.0854738 Aug 18 11:25:39.244467 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa990272-f382-4d9d-abae-319bcb4c4174 req-37fa4901-fc12-4daf-8c3b-9f41279f65b3 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:25:39.245910 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-fa990272-f382-4d9d-abae-319bcb4c4174 req-37fa4901-fc12-4daf-8c3b-9f41279f65b3 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=400d729f-5fed-4e34-84ee-0ce990ba4c96 HTTP/1.1" status: 200 len: 945 time: 0.0697973 Aug 18 11:25:39.312761 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-7a399390-eafc-4eae-bfd1-339a64171aea req-14938b49-3a64-4f12-8461-0b27cbf57e2b tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=6d6829a6-8050-4844-bd8c-bf747dfd8358&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831823 Aug 18 11:25:39.321813 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-fa990272-f382-4d9d-abae-319bcb4c4174 req-31f2635e-9287-4799-b96c-2e7e8bca9369 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d080cec0-bf37-4b83-8a3c-1cddb3e7bd6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683103 Aug 18 11:25:39.440507 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=100 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:25:39.450402 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbc1396-a7ab-4153-aa29-94175756505b req-b611f637-518c-480d-84f3-59d5416198a7 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:25:39.451916 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-6cbc1396-a7ab-4153-aa29-94175756505b req-b611f637-518c-480d-84f3-59d5416198a7 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=400d729f-5fed-4e34-84ee-0ce990ba4c96 HTTP/1.1" status: 200 len: 945 time: 0.0581419 Aug 18 11:25:39.506926 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-6cbc1396-a7ab-4153-aa29-94175756505b req-c64e42f3-bcf0-46d6-b2a1-d8e7f8438aae tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d080cec0-bf37-4b83-8a3c-1cddb3e7bd6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483022 Aug 18 11:25:39.530128 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] get_ports_and_sgs() called for port_ids ['5eeb0714-3c8f-4229-946d-a25323c4f45e'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 18 11:25:39.536004 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.16', 57496) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:25:39.682041 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1ee69b7-1260-4e28-803c-e90a992a92ba tempest-TestVolumeBootPattern-1155485194 tempest-TestVolumeBootPattern-1155485194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:25:39.683586 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [None req-e1ee69b7-1260-4e28-803c-e90a992a92ba tempest-TestVolumeBootPattern-1155485194 tempest-TestVolumeBootPattern-1155485194-project-admin] 10.222.0.16 "GET /networking/v2.0/ports?device_id=400d729f-5fed-4e34-84ee-0ce990ba4c96 HTTP/1.1" status: 200 len: 1124 time: 0.1464601 Aug 18 11:25:39.686390 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.16', 57500) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:25:39.691035 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.v2.base [None req-a4494f58-3b0f-41a4-a426-d4c44bdb4d83 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Request body: {'floatingip': {'floating_network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'port_id': '388aba04-6d7e-4441-9e71-2c7f500c2ed2', 'tenant_id': 'ede6199069114ce380f30088d312f345', 'fixed_ip_address': '172.20.0.3'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:25:39.711710 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a4494f58-3b0f-41a4-a426-d4c44bdb4d83 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:25:39.801122 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a4494f58-3b0f-41a4-a426-d4c44bdb4d83 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (None), before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:25:39.811503 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:25:39.911209 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-a4494f58-3b0f-41a4-a426-d4c44bdb4d83 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Allocated IP 172.27.4.81 (c4d5f339-67bc-4c12-8231-94aca87a7153/76ee03a1-e6cb-4518-8461-de8749842f4e/3f8d15c1-062e-4718-82a0-15b68b3a7826) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 11:25:39.978014 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da38ef7-8e35-4251-a863-275f4f6c88df req-4eb03c38-48de-488a-a832-0bed30b9c1f5 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:25:39.979498 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-3da38ef7-8e35-4251-a863-275f4f6c88df req-4eb03c38-48de-488a-a832-0bed30b9c1f5 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=17dc42f6-de3f-4069-9db8-011686e1c91a HTTP/1.1" status: 200 len: 946 time: 0.0702300 Aug 18 11:25:40.074668 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-3da38ef7-8e35-4251-a863-275f4f6c88df req-ab25c488-5fca-4a0c-9f1b-4e1bdfa3cc2e tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f2cca6d3-a14d-4a28-a5b0-42bc876ad7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699034 Aug 18 11:25:40.091461 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a4494f58-3b0f-41a4-a426-d4c44bdb4d83 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Publish callbacks [] for port (3f8d15c1-062e-4718-82a0-15b68b3a7826), precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:25:40.127050 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a4494f58-3b0f-41a4-a426-d4c44bdb4d83 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732802528781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11809227'] for port (3f8d15c1-062e-4718-82a0-15b68b3a7826), after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:25:40.172857 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4494f58-3b0f-41a4-a426-d4c44bdb4d83 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Network c4d5f339-67bc-4c12-8231-94aca87a7153 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 11:25:40.178126 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-a4494f58-3b0f-41a4-a426-d4c44bdb4d83 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 11:25:40.180445 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4494f58-3b0f-41a4-a426-d4c44bdb4d83 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Pushing event updated for resources: {'Port': ['ID=3f8d15c1-062e-4718-82a0-15b68b3a7826,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:25:40.182618 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4494f58-3b0f-41a4-a426-d4c44bdb4d83 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 18 11:25:40.413530 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:25:40.467692 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42f51c5-4142-4dd3-9e52-63d07e86459e req-f043cc13-27d1-4410-9f54-9efdc5b77784 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:25:40.469406 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-b42f51c5-4142-4dd3-9e52-63d07e86459e req-f043cc13-27d1-4410-9f54-9efdc5b77784 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=32a6d1bc-e1cb-447d-9cf6-8324c042e15a HTTP/1.1" status: 200 len: 945 time: 0.0755858 Aug 18 11:25:40.850997 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-b42f51c5-4142-4dd3-9e52-63d07e86459e req-dfd419cf-f170-495a-85bd-da37ae428c8d tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=6d6829a6-8050-4844-bd8c-bf747dfd8358&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900526 Aug 18 11:25:40.893478 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:25:40.896844 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a4494f58-3b0f-41a4-a426-d4c44bdb4d83 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Publish callbacks [] for floatingip (5d6f9c90-2bdc-4d15-9c75-8c66dae80dd7), precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:25:40.961938 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Device 5eeb0714-3c8f-4229-946d-a25323c4f45e up at agent hyperv_hv-cinder-85345 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 11:25:40.972115 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a4494f58-3b0f-41a4-a426-d4c44bdb4d83 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (3f8d15c1-062e-4718-82a0-15b68b3a7826), before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:25:41.016455 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-ff066bc0-6355-4a39-a89a-3552ebf3aab4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (c499a017-4b38-4967-b050-d4094e1a7564), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:25:41.025476 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Provisioning for port 5eeb0714-3c8f-4229-946d-a25323c4f45e completed by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 18 11:25:41.035205 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Provisioning complete for port 5eeb0714-3c8f-4229-946d-a25323c4f45e triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 18 11:25:41.035588 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619404'] for port (5eeb0714-3c8f-4229-946d-a25323c4f45e), provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:25:41.112444 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Current status of the port 5eeb0714-3c8f-4229-946d-a25323c4f45e is: BUILD; New status is: ACTIVE {{(pid=106380) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 11:25:41.113174 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (5eeb0714-3c8f-4229-946d-a25323c4f45e), before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:25:41.140787 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a4494f58-3b0f-41a4-a426-d4c44bdb4d83 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Publish callbacks [] for port (3f8d15c1-062e-4718-82a0-15b68b3a7826), precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:25:41.141418 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32a6d1bc-e1cb-447d-9cf6-8324c042e15a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5eeb0714-3c8f-4229-946d-a25323c4f45e'}] {{(pid=106380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 18 11:25:41.143739 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2abfa1ee86993cd756e72fd91a3a01a1a8fb73078c92f04bbbffdb72ec117730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0b2cd74-04c3-47ec-bfde-23dcd3bcb911" -d '{"events": [{"server_uuid": "32a6d1bc-e1cb-447d-9cf6-8324c042e15a", "name": "network-vif-plugged", "status": "completed", "tag": "5eeb0714-3c8f-4229-946d-a25323c4f45e"}]}' {{(pid=106380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:25:41.147682 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a4494f58-3b0f-41a4-a426-d4c44bdb4d83 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732803053689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732802528799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732802528817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11809220'] for port (3f8d15c1-062e-4718-82a0-15b68b3a7826), after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:25:41.158677 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] For port 5eeb0714-3c8f-4229-946d-a25323c4f45e, host hv-cinder-85345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85345',level=0,port_id=5eeb0714-3c8f-4229-946d-a25323c4f45e,segment=NetworkSegment(ee45f576-d1b7-4e11-a10f-3fe54663f35e),segment_id=ee45f576-d1b7-4e11-a10f-3fe54663f35e)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:25:41.168675 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732803053689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732802528799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732802528817'] for port (5eeb0714-3c8f-4229-946d-a25323c4f45e), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:25:41.194991 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Aug 2022 11:25:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a71bb15b-6045-4437-8874-42aff8056193 x-openstack-request-id: req-a71bb15b-6045-4437-8874-42aff8056193 {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:25:41.195422 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32a6d1bc-e1cb-447d-9cf6-8324c042e15a", "name": "network-vif-plugged", "status": "completed", "tag": "5eeb0714-3c8f-4229-946d-a25323c4f45e", "code": 200}]} {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:25:41.195522 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a71bb15b-6045-4437-8874-42aff8056193 {{(pid=106380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:25:41.195886 dv-cinder-853450-2-iscsi neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a71bb15b-6045-4437-8874-42aff8056193'] response: {'server_uuid': '32a6d1bc-e1cb-447d-9cf6-8324c042e15a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5eeb0714-3c8f-4229-946d-a25323c4f45e', 'code': 200} Aug 18 11:25:41.235469 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Pushing event updated for resources: {'Port': ['ID=5eeb0714-3c8f-4229-946d-a25323c4f45e,revision_number=5']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:25:41.272700 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a4494f58-3b0f-41a4-a426-d4c44bdb4d83 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-519515'] for floatingip (5d6f9c90-2bdc-4d15-9c75-8c66dae80dd7), after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:25:41.317116 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4494f58-3b0f-41a4-a426-d4c44bdb4d83 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Pushing event updated for resources: {'Port': ['ID=3f8d15c1-062e-4718-82a0-15b68b3a7826,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:25:41.327119 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3322f2f4-dfa5-444b-a9b3-bcbfd6bc16f3 req-6b091912-7143-4a36-9cba-4d2218098b4e tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:25:41.329247 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-3322f2f4-dfa5-444b-a9b3-bcbfd6bc16f3 req-6b091912-7143-4a36-9cba-4d2218098b4e tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=17dc42f6-de3f-4069-9db8-011686e1c91a HTTP/1.1" status: 200 len: 946 time: 0.1440806 Aug 18 11:25:41.442075 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2e4efa-e6ba-4b41-89fc-e150f0dd5920 req-9491963c-8d74-41fe-9fdb-15a739d4ed6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:25:41.443569 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-4f2e4efa-e6ba-4b41-89fc-e150f0dd5920 req-9491963c-8d74-41fe-9fdb-15a739d4ed6f service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=32a6d1bc-e1cb-447d-9cf6-8324c042e15a HTTP/1.1" status: 200 len: 1130 time: 0.0993865 Aug 18 11:25:41.486455 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-3322f2f4-dfa5-444b-a9b3-bcbfd6bc16f3 req-f9a9861a-c35a-45f1-87df-1594d735fd39 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f2cca6d3-a14d-4a28-a5b0-42bc876ad7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1491163 Aug 18 11:25:41.489487 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.db.l3_db [None req-a4494f58-3b0f-41a4-a426-d4c44bdb4d83 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Floating IP 5d6f9c90-2bdc-4d15-9c75-8c66dae80dd7 associated. External IP: 172.27.4.81, port: 388aba04-6d7e-4441-9e71-2c7f500c2ed2. Aug 18 11:25:41.556912 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-4f2e4efa-e6ba-4b41-89fc-e150f0dd5920 req-78c6e9a8-d1d2-48c1-833c-587d041413af service neutron] 10.222.0.20 "GET /networking/v2.0/security-groups?id=6d6829a6-8050-4844-bd8c-bf747dfd8358&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1057332 Aug 18 11:25:41.588493 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:25:41.724836 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4494f58-3b0f-41a4-a426-d4c44bdb4d83 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Router 32a9fd1a-a136-4f96-b809-d118ef6118b0 has already been hosted by L3 agent 5a2ac145-53e3-4597-a9e7-c52b4336ae58 {{(pid=106378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 11:25:41.839450 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4494f58-3b0f-41a4-a426-d4c44bdb4d83 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Notify agent at l3_agent.dv-cinder-853450-2-iscsi the message routers_updated {{(pid=106378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 11:25:41.850137 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:25:41.852996 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8536f8c-5849-4b7f-a44d-35d3ba83f622 None None] Sync routers for ids ['32a9fd1a-a136-4f96-b809-d118ef6118b0'] in dv-cinder-853450-2-iscsi {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 11:25:41.862125 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a4494f58-3b0f-41a4-a426-d4c44bdb4d83 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22494'] for floatingip (None), before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:25:41.864229 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8536f8c-5849-4b7f-a44d-35d3ba83f622 None None] Routers {'32a9fd1a-a136-4f96-b809-d118ef6118b0'} bound to L3 agent in host dv-cinder-853450-2-iscsi {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 18 11:25:41.864906 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-b8536f8c-5849-4b7f-a44d-35d3ba83f622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853450-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-18T11:07:43Z,description=,heartbeat_timestamp=2022-08-18T11:25:13Z,host='dv-cinder-853450-2-iscsi',id=5a2ac145-53e3-4597-a9e7-c52b4336ae58,load=0,resource_versions=,resources_synced=,started_at=2022-08-18T11:07:43Z,topic='l3_agent')) {'router_ids': ['32a9fd1a-a136-4f96-b809-d118ef6118b0'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:25:41.906555 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [None req-a4494f58-3b0f-41a4-a426-d4c44bdb4d83 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] 10.222.0.16 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2186708 Aug 18 11:25:41.907245 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '400d729f-5fed-4e34-84ee-0ce990ba4c96', 'tag': '388aba04-6d7e-4441-9e71-2c7f500c2ed2'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 18 11:25:41.910457 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c862ab1b2ee120cb5e2e4f2725a0fe0d7acaf57f657006002d91667c9b4c94a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db6dca38-9b02-4483-b593-4d1619004a1e" -d '{"events": [{"name": "network-changed", "server_uuid": "400d729f-5fed-4e34-84ee-0ce990ba4c96", "tag": "388aba04-6d7e-4441-9e71-2c7f500c2ed2"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:25:41.949865 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:25:41.950518 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Aug 2022 11:25:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c23b7476-d62a-4847-a722-79eba3e79e46 x-openstack-request-id: req-c23b7476-d62a-4847-a722-79eba3e79e46 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:25:41.950895 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "400d729f-5fed-4e34-84ee-0ce990ba4c96", "tag": "388aba04-6d7e-4441-9e71-2c7f500c2ed2", "status": "completed", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:25:41.951009 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c23b7476-d62a-4847-a722-79eba3e79e46 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:25:41.951411 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c23b7476-d62a-4847-a722-79eba3e79e46'] response: {'name': 'network-changed', 'server_uuid': '400d729f-5fed-4e34-84ee-0ce990ba4c96', 'tag': '388aba04-6d7e-4441-9e71-2c7f500c2ed2', 'status': 'completed', 'code': 200} Aug 18 11:25:41.953148 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:25:41.994095 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602d34ac-afeb-4095-80d6-f22e8c4711dd req-cf0bdf77-a9b8-48a5-bba7-6ad9016957bd tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:25:41.995808 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-602d34ac-afeb-4095-80d6-f22e8c4711dd req-cf0bdf77-a9b8-48a5-bba7-6ad9016957bd tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=32a6d1bc-e1cb-447d-9cf6-8324c042e15a HTTP/1.1" status: 200 len: 946 time: 0.0591435 Aug 18 11:25:42.072040 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6dca38-9b02-4483-b593-4d1619004a1e req-0620d69f-8398-4928-b947-9d6bc73d3ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:25:42.073582 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-db6dca38-9b02-4483-b593-4d1619004a1e req-0620d69f-8398-4928-b947-9d6bc73d3ea8 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=ede6199069114ce380f30088d312f345&device_id=400d729f-5fed-4e34-84ee-0ce990ba4c96 HTTP/1.1" status: 200 len: 1129 time: 0.0669565 Aug 18 11:25:42.108801 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-602d34ac-afeb-4095-80d6-f22e8c4711dd req-169bda22-b6f1-49fd-a274-bf6c4f511d39 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=6d6829a6-8050-4844-bd8c-bf747dfd8358&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1039956 Aug 18 11:25:42.115067 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-b8536f8c-5849-4b7f-a44d-35d3ba83f622 None None] Set router 32a9fd1a-a136-4f96-b809-d118ef6118b0 gateway port host: dv-cinder-853450-2-iscsi {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 18 11:25:42.186232 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6dca38-9b02-4483-b593-4d1619004a1e req-84fd4256-ffe5-4a94-b7b9-00ac7b0ed4e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:25:42.188645 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-db6dca38-9b02-4483-b593-4d1619004a1e req-84fd4256-ffe5-4a94-b7b9-00ac7b0ed4e6 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=7f22837c-b0bf-4183-918e-ed97b8d7016a HTTP/1.1" status: 200 len: 913 time: 0.1051795 Aug 18 11:25:42.254406 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-db6dca38-9b02-4483-b593-4d1619004a1e req-6d7f130e-c1e5-486e-bdf8-99778bb0c84c service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=388aba04-6d7e-4441-9e71-2c7f500c2ed2 HTTP/1.1" status: 200 len: 998 time: 0.0595524 Aug 18 11:25:42.364977 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-b8536f8c-5849-4b7f-a44d-35d3ba83f622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32a9fd1a-a136-4f96-b809-d118ef6118b0', 'name': 'tempest-TestVolumeBootPattern-1503680995-router', 'tenant_id': 'ede6199069114ce380f30088d312f345', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'external_fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.18'}], 'enable_snat': True}, 'gw_port_id': '2d11c8c1-de45-4706-86b4-20968fce1c19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T11:17:06Z', 'updated_at': '2022-08-18T11:17:16Z', 'revision_number': 4, 'project_id': 'ede6199069114ce380f30088d312f345', 'gw_port': {'id': '2d11c8c1-de45-4706-86b4-20968fce1c19', 'name': '', 'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:5e:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a9fd1a-a136-4f96-b809-d118ef6118b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853450-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:17:08Z', 'updated_at': '2022-08-18T11:17:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853450-2-iscsi', '_floatingips': [{'id': '5d6f9c90-2bdc-4d15-9c75-8c66dae80dd7', 'tenant_id': 'ede6199069114ce380f30088d312f345', 'floating_ip_address': '172.27.4.81', 'floating_network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'router_id': '32a9fd1a-a136-4f96-b809-d118ef6118b0', 'port_id': '388aba04-6d7e-4441-9e71-2c7f500c2ed2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7f22837c-b0bf-4183-918e-ed97b8d7016a', 'mac_address': 'fa:16:3e:ab:c1:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '400d729f-5fed-4e34-84ee-0ce990ba4c96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-18T11:25:40Z', 'updated_at': '2022-08-18T11:25:40Z', 'revision_number': 0, 'project_id': 'ede6199069114ce380f30088d312f345', 'fixed_ip_address_scope': None}, {'id': 'a8789c42-4d38-4aa8-a229-c3974437ebdb', 'tenant_id': 'ede6199069114ce380f30088d312f345', 'floating_ip_address': '172.27.4.63', 'floating_network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'router_id': '32a9fd1a-a136-4f96-b809-d118ef6118b0', 'port_id': '032e8f81-17eb-4aec-b5fd-58456450d81c', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 497, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7f22837c-b0bf-4183-918e-ed97b8d7016a', 'mac_address': 'fa:16:3e:fa:0e:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b347d9d-d0c7-4e2e-9bfe-0e6bf90c6f85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-18T11:22:51Z', 'updated_at': '2022-08-18T11:22:53Z', 'revision_number': 1, 'project_id': 'ede6199069114ce380f30088d312f345', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4351a822-8a89-4ef3-9edf-3e59cd7f13a9', 'name': '', 'network_id': '7f22837c-b0bf-4183-918e-ed97b8d7016a', 'tenant_id': 'ede6199069114ce380f30088d312f345', 'mac_address': 'fa:16:3e:44:37:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a9fd1a-a136-4f96-b809-d118ef6118b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': '23956a8f-6417-481b-8752-923c1ff1baa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853450-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:17:13Z', 'updated_at': '2022-08-18T11:17:22Z', 'revision_number': 5, 'project_id': 'ede6199069114ce380f30088d312f345', 'subnets': [{'id': '23956a8f-6417-481b-8752-923c1ff1baa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853450-2-iscsi', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:25:42.396757 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8536f8c-5849-4b7f-a44d-35d3ba83f622 None None] Checking router: 32a9fd1a-a136-4f96-b809-d118ef6118b0 for host: dv-cinder-853450-2-iscsi {{(pid=106380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 11:25:42.415273 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8536f8c-5849-4b7f-a44d-35d3ba83f622 None None] Routers {'32a9fd1a-a136-4f96-b809-d118ef6118b0'} bound to L3 agent in host dv-cinder-853450-2-iscsi {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 18 11:25:42.416450 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-b8536f8c-5849-4b7f-a44d-35d3ba83f622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853450-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-18T11:07:43Z,description=,heartbeat_timestamp=2022-08-18T11:25:13Z,host='dv-cinder-853450-2-iscsi',id=5a2ac145-53e3-4597-a9e7-c52b4336ae58,load=0,resource_versions=,resources_synced=,started_at=2022-08-18T11:07:43Z,topic='l3_agent')) {'router_ids': ['32a9fd1a-a136-4f96-b809-d118ef6118b0'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:25:42.536338 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-b8536f8c-5849-4b7f-a44d-35d3ba83f622 None None] Set router 32a9fd1a-a136-4f96-b809-d118ef6118b0 gateway port host: dv-cinder-853450-2-iscsi {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 18 11:25:42.634746 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32cb4d1-1ceb-4c25-81a5-f17afa2a80c6 req-080c1846-d2c3-49b0-99f0-e8a1c272a35d tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:25:42.636319 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-f32cb4d1-1ceb-4c25-81a5-f17afa2a80c6 req-080c1846-d2c3-49b0-99f0-e8a1c272a35d tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=17dc42f6-de3f-4069-9db8-011686e1c91a HTTP/1.1" status: 200 len: 946 time: 0.0551021 Aug 18 11:25:42.693914 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-f32cb4d1-1ceb-4c25-81a5-f17afa2a80c6 req-d4c81726-1525-4f0a-b26f-41c93cd64772 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f2cca6d3-a14d-4a28-a5b0-42bc876ad7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500145 Aug 18 11:25:42.823180 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-b8536f8c-5849-4b7f-a44d-35d3ba83f622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32a9fd1a-a136-4f96-b809-d118ef6118b0', 'name': 'tempest-TestVolumeBootPattern-1503680995-router', 'tenant_id': 'ede6199069114ce380f30088d312f345', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'external_fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.18'}], 'enable_snat': True}, 'gw_port_id': '2d11c8c1-de45-4706-86b4-20968fce1c19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T11:17:06Z', 'updated_at': '2022-08-18T11:17:16Z', 'revision_number': 4, 'project_id': 'ede6199069114ce380f30088d312f345', 'gw_port': {'id': '2d11c8c1-de45-4706-86b4-20968fce1c19', 'name': '', 'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:5e:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a9fd1a-a136-4f96-b809-d118ef6118b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853450-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:17:08Z', 'updated_at': '2022-08-18T11:17:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853450-2-iscsi', '_floatingips': [{'id': '5d6f9c90-2bdc-4d15-9c75-8c66dae80dd7', 'tenant_id': 'ede6199069114ce380f30088d312f345', 'floating_ip_address': '172.27.4.81', 'floating_network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'router_id': '32a9fd1a-a136-4f96-b809-d118ef6118b0', 'port_id': '388aba04-6d7e-4441-9e71-2c7f500c2ed2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7f22837c-b0bf-4183-918e-ed97b8d7016a', 'mac_address': 'fa:16:3e:ab:c1:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '400d729f-5fed-4e34-84ee-0ce990ba4c96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-18T11:25:40Z', 'updated_at': '2022-08-18T11:25:40Z', 'revision_number': 0, 'project_id': 'ede6199069114ce380f30088d312f345', 'fixed_ip_address_scope': None}, {'id': 'a8789c42-4d38-4aa8-a229-c3974437ebdb', 'tenant_id': 'ede6199069114ce380f30088d312f345', 'floating_ip_address': '172.27.4.63', 'floating_network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'router_id': '32a9fd1a-a136-4f96-b809-d118ef6118b0', 'port_id': '032e8f81-17eb-4aec-b5fd-58456450d81c', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 497, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7f22837c-b0bf-4183-918e-ed97b8d7016a', 'mac_address': 'fa:16:3e:fa:0e:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b347d9d-d0c7-4e2e-9bfe-0e6bf90c6f85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-18T11:22:51Z', 'updated_at': '2022-08-18T11:22:53Z', 'revision_number': 1, 'project_id': 'ede6199069114ce380f30088d312f345', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4351a822-8a89-4ef3-9edf-3e59cd7f13a9', 'name': '', 'network_id': '7f22837c-b0bf-4183-918e-ed97b8d7016a', 'tenant_id': 'ede6199069114ce380f30088d312f345', 'mac_address': 'fa:16:3e:44:37:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a9fd1a-a136-4f96-b809-d118ef6118b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': '23956a8f-6417-481b-8752-923c1ff1baa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853450-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:17:13Z', 'updated_at': '2022-08-18T11:17:22Z', 'revision_number': 5, 'project_id': 'ede6199069114ce380f30088d312f345', 'subnets': [{'id': '23956a8f-6417-481b-8752-923c1ff1baa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853450-2-iscsi', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:25:42.852803 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8536f8c-5849-4b7f-a44d-35d3ba83f622 None None] The sync data for ids ['32a9fd1a-a136-4f96-b809-d118ef6118b0'] in dv-cinder-853450-2-iscsi is: [{'id': '32a9fd1a-a136-4f96-b809-d118ef6118b0', 'name': 'tempest-TestVolumeBootPattern-1503680995-router', 'tenant_id': 'ede6199069114ce380f30088d312f345', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'external_fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.18'}], 'enable_snat': True}, 'gw_port_id': '2d11c8c1-de45-4706-86b4-20968fce1c19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T11:17:06Z', 'updated_at': '2022-08-18T11:17:16Z', 'revision_number': 4, 'project_id': 'ede6199069114ce380f30088d312f345', 'gw_port': {'id': '2d11c8c1-de45-4706-86b4-20968fce1c19', 'name': '', 'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:5e:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a9fd1a-a136-4f96-b809-d118ef6118b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853450-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:17:08Z', 'updated_at': '2022-08-18T11:17:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853450-2-iscsi', '_floatingips': [{'id': '5d6f9c90-2bdc-4d15-9c75-8c66dae80dd7', 'tenant_id': 'ede6199069114ce380f30088d312f345', 'floating_ip_address': '172.27.4.81', 'floating_network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'router_id': '32a9fd1a-a136-4f96-b809-d118ef6118b0', 'port_id': '388aba04-6d7e-4441-9e71-2c7f500c2ed2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7f22837c-b0bf-4183-918e-ed97b8d7016a', 'mac_address': 'fa:16:3e:ab:c1:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '400d729f-5fed-4e34-84ee-0ce990ba4c96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-18T11:25:40Z', 'updated_at': '2022-08-18T11:25:40Z', 'revision_number': 0, 'project_id': 'ede6199069114ce380f30088d312f345', 'fixed_ip_address_scope': None}, {'id': 'a8789c42-4d38-4aa8-a229-c3974437ebdb', 'tenant_id': 'ede6199069114ce380f30088d312f345', 'floating_ip_address': '172.27.4.63', 'floating_network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'router_id': '32a9fd1a-a136-4f96-b809-d118ef6118b0', 'port_id': '032e8f81-17eb-4aec-b5fd-58456450d81c', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 497, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7f22837c-b0bf-4183-918e-ed97b8d7016a', 'mac_address': 'fa:16:3e:fa:0e:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b347d9d-d0c7-4e2e-9bfe-0e6bf90c6f85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-18T11:22:51Z', 'updated_at': '2022-08-18T11:22:53Z', 'revision_number': 1, 'project_id': 'ede6199069114ce380f30088d312f345', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4351a822-8a89-4ef3-9edf-3e59cd7f13a9', 'name': '', 'network_id': '7f22837c-b0bf-4183-918e-ed97b8d7016a', 'tenant_id': 'ede6199069114ce380f30088d312f345', 'mac_address': 'fa:16:3e:44:37:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a9fd1a-a136-4f96-b809-d118ef6118b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': '23956a8f-6417-481b-8752-923c1ff1baa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853450-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:17:13Z', 'updated_at': '2022-08-18T11:17:22Z', 'revision_number': 5, 'project_id': 'ede6199069114ce380f30088d312f345', 'subnets': [{'id': '23956a8f-6417-481b-8752-923c1ff1baa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 11:25:42.916940 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6dca38-9b02-4483-b593-4d1619004a1e req-b38b7a8d-d71c-4f9a-b26a-45f62396eff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:25:42.918486 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-db6dca38-9b02-4483-b593-4d1619004a1e req-b38b7a8d-d71c-4f9a-b26a-45f62396eff3 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=23956a8f-6417-481b-8752-923c1ff1baa8 HTTP/1.1" status: 200 len: 851 time: 0.0602622 Aug 18 11:25:42.971310 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6dca38-9b02-4483-b593-4d1619004a1e req-74a2145d-bde2-414c-992b-dc1512103fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:25:42.972898 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-db6dca38-9b02-4483-b593-4d1619004a1e req-74a2145d-bde2-414c-992b-dc1512103fd7 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=7f22837c-b0bf-4183-918e-ed97b8d7016a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0465424 Aug 18 11:25:43.101361 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-db6dca38-9b02-4483-b593-4d1619004a1e req-5c513601-77cc-42d6-a9b7-478bf09618a4 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/7f22837c-b0bf-4183-918e-ed97b8d7016a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195951 Aug 18 11:25:43.101967 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-591bc111-7317-4c26-a3ac-5c5b08f3851a None None] New status for floating IP 5d6f9c90-2bdc-4d15-9c75-8c66dae80dd7: ACTIVE {{(pid=106381) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 18 11:25:43.267385 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-db6dca38-9b02-4483-b593-4d1619004a1e req-0eb8d8a4-f412-4767-bc0d-b9261d03079e service neutron] 10.222.0.20 "GET /networking/v2.0/networks/7f22837c-b0bf-4183-918e-ed97b8d7016a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1580720 Aug 18 11:25:43.287345 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da215fe0-5fb3-4cf6-a762-797531eddb37 req-129addd7-7420-49d4-a578-88413b078a88 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:25:43.289129 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-da215fe0-5fb3-4cf6-a762-797531eddb37 req-129addd7-7420-49d4-a578-88413b078a88 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=32a6d1bc-e1cb-447d-9cf6-8324c042e15a HTTP/1.1" status: 200 len: 946 time: 0.0878575 Aug 18 11:25:43.332610 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:25:43.348384 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-da215fe0-5fb3-4cf6-a762-797531eddb37 req-f8c86301-0896-4afb-9609-50258db6ba4a tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=6d6829a6-8050-4844-bd8c-bf747dfd8358&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528619 Aug 18 11:25:43.371794 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-843194ba-528c-4d3a-b482-8b04d30aaeab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (5a2ac145-53e3-4597-a9e7-c52b4336ae58), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:25:43.827492 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83accd5-3112-4a58-b9f0-6fa5f0235f2a req-1f86340f-a27c-4e50-bee9-9516eb5c4606 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:25:43.829033 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-a83accd5-3112-4a58-b9f0-6fa5f0235f2a req-1f86340f-a27c-4e50-bee9-9516eb5c4606 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=17dc42f6-de3f-4069-9db8-011686e1c91a HTTP/1.1" status: 200 len: 946 time: 0.0485530 Aug 18 11:25:43.883354 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-a83accd5-3112-4a58-b9f0-6fa5f0235f2a req-0f900a93-367f-40fd-a784-a5aa3957774c tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f2cca6d3-a14d-4a28-a5b0-42bc876ad7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485260 Aug 18 11:25:44.481196 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce7c166-86b8-4ec0-9477-f1ce3ee1cd75 req-2e9d9997-7e97-45f7-9c2a-ef8a4ea16a3c tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:25:44.482844 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-8ce7c166-86b8-4ec0-9477-f1ce3ee1cd75 req-2e9d9997-7e97-45f7-9c2a-ef8a4ea16a3c tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=32a6d1bc-e1cb-447d-9cf6-8324c042e15a HTTP/1.1" status: 200 len: 946 time: 0.0535076 Aug 18 11:25:44.495511 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=100 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:25:44.533631 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-8ce7c166-86b8-4ec0-9477-f1ce3ee1cd75 req-c4e77c46-efbc-426e-9925-c7c28cb1f7e0 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=6d6829a6-8050-4844-bd8c-bf747dfd8358&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439641 Aug 18 11:25:44.650725 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa675d9a-af64-402e-b72f-8941b54f71cf req-e99b115a-d888-4229-810c-b9830f456bf4 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:25:44.652277 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-aa675d9a-af64-402e-b72f-8941b54f71cf req-e99b115a-d888-4229-810c-b9830f456bf4 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=32a6d1bc-e1cb-447d-9cf6-8324c042e15a HTTP/1.1" status: 200 len: 946 time: 0.0481229 Aug 18 11:25:44.663478 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.16', 57526) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:25:44.667990 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.v2.base [None req-da9b3f04-4fad-47c2-8e6e-8f530b08a191 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Request body: {'floatingip': {'port_id': '5eeb0714-3c8f-4229-946d-a25323c4f45e'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:25:44.703454 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-a5cc8183-7213-4642-9d48-bc0d47940d29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (29720577-1c8f-43c1-a8be-c2a14df8d65e), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:25:44.708744 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-da9b3f04-4fad-47c2-8e6e-8f530b08a191 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Publish callbacks [] for floatingip (7b72a37d-8bd0-4e55-80ab-6493af2c7387), before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:25:45.051227 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3a12d4-c476-4e43-ae30-42fa06254966 req-7ce2e4ec-6c09-47d5-978e-1bb75d44b5dd tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:25:45.052748 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-ed3a12d4-c476-4e43-ae30-42fa06254966 req-7ce2e4ec-6c09-47d5-978e-1bb75d44b5dd tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=17dc42f6-de3f-4069-9db8-011686e1c91a HTTP/1.1" status: 200 len: 946 time: 0.0880399 Aug 18 11:25:45.165951 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-ed3a12d4-c476-4e43-ae30-42fa06254966 req-1ae038c2-2d19-4b28-b740-8fd180a9928c tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f2cca6d3-a14d-4a28-a5b0-42bc876ad7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825200 Aug 18 11:25:45.227517 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-da9b3f04-4fad-47c2-8e6e-8f530b08a191 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:25:45.231281 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-da9b3f04-4fad-47c2-8e6e-8f530b08a191 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-519515'] for floatingip (7b72a37d-8bd0-4e55-80ab-6493af2c7387), after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:25:45.326634 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.db.l3_db [None req-da9b3f04-4fad-47c2-8e6e-8f530b08a191 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Floating IP 7b72a37d-8bd0-4e55-80ab-6493af2c7387 associated. External IP: 172.27.4.241, port: 5eeb0714-3c8f-4229-946d-a25323c4f45e. Aug 18 11:25:45.471569 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:25:45.531893 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da9b3f04-4fad-47c2-8e6e-8f530b08a191 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Router 998cf145-4292-4cbf-b148-168edf6fee5f has already been hosted by L3 agent 5a2ac145-53e3-4597-a9e7-c52b4336ae58 {{(pid=106378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 11:25:45.617910 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:25:45.634621 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da9b3f04-4fad-47c2-8e6e-8f530b08a191 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Notify agent at l3_agent.dv-cinder-853450-2-iscsi the message routers_updated {{(pid=106378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 11:25:45.639019 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-da9b3f04-4fad-47c2-8e6e-8f530b08a191 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22494'] for floatingip (None), before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:25:45.644649 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5973a138-135f-4fc3-912b-84e10acf880f None None] Sync routers for ids ['998cf145-4292-4cbf-b148-168edf6fee5f'] in dv-cinder-853450-2-iscsi {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 11:25:45.655023 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5973a138-135f-4fc3-912b-84e10acf880f None None] Routers {'998cf145-4292-4cbf-b148-168edf6fee5f'} bound to L3 agent in host dv-cinder-853450-2-iscsi {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 18 11:25:45.656337 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-5973a138-135f-4fc3-912b-84e10acf880f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853450-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-18T11:07:43Z,description=,heartbeat_timestamp=2022-08-18T11:25:43Z,host='dv-cinder-853450-2-iscsi',id=5a2ac145-53e3-4597-a9e7-c52b4336ae58,load=0,resource_versions=,resources_synced=,started_at=2022-08-18T11:07:43Z,topic='l3_agent')) {'router_ids': ['998cf145-4292-4cbf-b148-168edf6fee5f'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:25:45.669760 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [None req-da9b3f04-4fad-47c2-8e6e-8f530b08a191 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] 10.222.0.16 "PUT /networking/v2.0/floatingips/7b72a37d-8bd0-4e55-80ab-6493af2c7387 HTTP/1.1" status: 200 len: 992 time: 1.0051537 Aug 18 11:25:45.670441 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32a6d1bc-e1cb-447d-9cf6-8324c042e15a', 'tag': '5eeb0714-3c8f-4229-946d-a25323c4f45e'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 18 11:25:45.672833 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c862ab1b2ee120cb5e2e4f2725a0fe0d7acaf57f657006002d91667c9b4c94a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07908f47-bd05-4e1a-bbc8-6f2000b417e6" -d '{"events": [{"name": "network-changed", "server_uuid": "32a6d1bc-e1cb-447d-9cf6-8324c042e15a", "tag": "5eeb0714-3c8f-4229-946d-a25323c4f45e"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:25:45.711544 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Aug 2022 11:25:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7daec0e0-63ac-440a-8500-7293a6062a52 x-openstack-request-id: req-7daec0e0-63ac-440a-8500-7293a6062a52 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:25:45.711834 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32a6d1bc-e1cb-447d-9cf6-8324c042e15a", "tag": "5eeb0714-3c8f-4229-946d-a25323c4f45e", "status": "completed", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:25:45.712089 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7daec0e0-63ac-440a-8500-7293a6062a52 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:25:45.712536 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7daec0e0-63ac-440a-8500-7293a6062a52'] response: {'name': 'network-changed', 'server_uuid': '32a6d1bc-e1cb-447d-9cf6-8324c042e15a', 'tag': '5eeb0714-3c8f-4229-946d-a25323c4f45e', 'status': 'completed', 'code': 200} Aug 18 11:25:45.759635 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-5973a138-135f-4fc3-912b-84e10acf880f None None] Set router 998cf145-4292-4cbf-b148-168edf6fee5f gateway port host: dv-cinder-853450-2-iscsi {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 18 11:25:45.772887 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07908f47-bd05-4e1a-bbc8-6f2000b417e6 req-0b379487-5a4e-4e81-8362-0c4debf5e825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:25:45.774366 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-07908f47-bd05-4e1a-bbc8-6f2000b417e6 req-0b379487-5a4e-4e81-8362-0c4debf5e825 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=129f3d9f33ad4b209039244eb09599e9&device_id=32a6d1bc-e1cb-447d-9cf6-8324c042e15a HTTP/1.1" status: 200 len: 1130 time: 0.0393305 Aug 18 11:25:45.872857 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07908f47-bd05-4e1a-bbc8-6f2000b417e6 req-f3fc00f8-b383-4177-9af3-5fbe479ab50f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:25:45.875026 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-07908f47-bd05-4e1a-bbc8-6f2000b417e6 req-f3fc00f8-b383-4177-9af3-5fbe479ab50f service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=ca6ccede-6467-4618-b24a-e0809d05149d HTTP/1.1" status: 200 len: 916 time: 0.0928841 Aug 18 11:25:45.924445 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:25:45.929696 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=100 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:25:45.937183 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-07908f47-bd05-4e1a-bbc8-6f2000b417e6 req-d40e928b-4cb9-4770-bb2d-c758a8f4b184 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5eeb0714-3c8f-4229-946d-a25323c4f45e HTTP/1.1" status: 200 len: 1000 time: 0.0554779 Aug 18 11:25:45.975809 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-5973a138-135f-4fc3-912b-84e10acf880f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '998cf145-4292-4cbf-b148-168edf6fee5f', 'name': 'tempest-AttachVolumeNegativeTest-2089290289-router', 'tenant_id': '129f3d9f33ad4b209039244eb09599e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'external_fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.158'}], 'enable_snat': True}, 'gw_port_id': 'ce095ec4-83b0-46bf-b392-7aa0e9163c2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T11:15:55Z', 'updated_at': '2022-08-18T11:16:07Z', 'revision_number': 4, 'project_id': '129f3d9f33ad4b209039244eb09599e9', 'gw_port': {'id': 'ce095ec4-83b0-46bf-b392-7aa0e9163c2a', 'name': '', 'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:5f:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '998cf145-4292-4cbf-b148-168edf6fee5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853450-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:15:56Z', 'updated_at': '2022-08-18T11:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853450-2-iscsi', '_floatingips': [{'id': '7b72a37d-8bd0-4e55-80ab-6493af2c7387', 'tenant_id': '129f3d9f33ad4b209039244eb09599e9', 'floating_ip_address': '172.27.4.241', 'floating_network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'router_id': '998cf145-4292-4cbf-b148-168edf6fee5f', 'port_id': '5eeb0714-3c8f-4229-946d-a25323c4f45e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca6ccede-6467-4618-b24a-e0809d05149d', 'mac_address': 'fa:16:3e:0b:6c:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a6d1bc-e1cb-447d-9cf6-8324c042e15a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-18T11:25:26Z', 'updated_at': '2022-08-18T11:25:45Z', 'revision_number': 1, 'project_id': '129f3d9f33ad4b209039244eb09599e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7274281-41d9-436f-9277-93ef3e666e58', 'name': '', 'network_id': 'ca6ccede-6467-4618-b24a-e0809d05149d', 'tenant_id': '129f3d9f33ad4b209039244eb09599e9', 'mac_address': 'fa:16:3e:c0:ff:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '998cf145-4292-4cbf-b148-168edf6fee5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'cf42f62c-f94a-411e-aa38-b95605994c37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853450-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:16:03Z', 'updated_at': '2022-08-18T11:16:20Z', 'revision_number': 5, 'project_id': '129f3d9f33ad4b209039244eb09599e9', 'subnets': [{'id': 'cf42f62c-f94a-411e-aa38-b95605994c37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853450-2-iscsi', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:25:45.988539 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07908f47-bd05-4e1a-bbc8-6f2000b417e6 req-d1dfba1d-f517-47f8-bfcc-86374e61ba69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:25:45.989985 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-07908f47-bd05-4e1a-bbc8-6f2000b417e6 req-d1dfba1d-f517-47f8-bfcc-86374e61ba69 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=cf42f62c-f94a-411e-aa38-b95605994c37 HTTP/1.1" status: 200 len: 854 time: 0.0469308 Aug 18 11:25:46.010155 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5973a138-135f-4fc3-912b-84e10acf880f None None] Checking router: 998cf145-4292-4cbf-b148-168edf6fee5f for host: dv-cinder-853450-2-iscsi {{(pid=106380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 11:25:46.031539 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5973a138-135f-4fc3-912b-84e10acf880f None None] Routers {'998cf145-4292-4cbf-b148-168edf6fee5f'} bound to L3 agent in host dv-cinder-853450-2-iscsi {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 18 11:25:46.032170 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-5973a138-135f-4fc3-912b-84e10acf880f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853450-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-18T11:07:43Z,description=,heartbeat_timestamp=2022-08-18T11:25:43Z,host='dv-cinder-853450-2-iscsi',id=5a2ac145-53e3-4597-a9e7-c52b4336ae58,load=0,resource_versions=,resources_synced=,started_at=2022-08-18T11:07:43Z,topic='l3_agent')) {'router_ids': ['998cf145-4292-4cbf-b148-168edf6fee5f'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:25:46.034192 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (69d4285f-736d-41a6-a99e-1994eed59bce), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:25:46.143975 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-5973a138-135f-4fc3-912b-84e10acf880f None None] Set router 998cf145-4292-4cbf-b148-168edf6fee5f gateway port host: dv-cinder-853450-2-iscsi {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 18 11:25:46.314540 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07908f47-bd05-4e1a-bbc8-6f2000b417e6 req-397a3bc6-8259-4c97-bf48-6b3fe075c038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:25:46.315950 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-07908f47-bd05-4e1a-bbc8-6f2000b417e6 req-397a3bc6-8259-4c97-bf48-6b3fe075c038 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=ca6ccede-6467-4618-b24a-e0809d05149d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3199918 Aug 18 11:25:46.350445 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f411fcf-0644-4184-baf0-e812c04b0d98 req-d5715a14-102e-46e7-a324-980bb4ae0417 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:25:46.351915 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-3f411fcf-0644-4184-baf0-e812c04b0d98 req-d5715a14-102e-46e7-a324-980bb4ae0417 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=17dc42f6-de3f-4069-9db8-011686e1c91a HTTP/1.1" status: 200 len: 946 time: 0.0730140 Aug 18 11:25:46.363058 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-5973a138-135f-4fc3-912b-84e10acf880f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '998cf145-4292-4cbf-b148-168edf6fee5f', 'name': 'tempest-AttachVolumeNegativeTest-2089290289-router', 'tenant_id': '129f3d9f33ad4b209039244eb09599e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'external_fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.158'}], 'enable_snat': True}, 'gw_port_id': 'ce095ec4-83b0-46bf-b392-7aa0e9163c2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T11:15:55Z', 'updated_at': '2022-08-18T11:16:07Z', 'revision_number': 4, 'project_id': '129f3d9f33ad4b209039244eb09599e9', 'gw_port': {'id': 'ce095ec4-83b0-46bf-b392-7aa0e9163c2a', 'name': '', 'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:5f:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '998cf145-4292-4cbf-b148-168edf6fee5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853450-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:15:56Z', 'updated_at': '2022-08-18T11:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853450-2-iscsi', '_floatingips': [{'id': '7b72a37d-8bd0-4e55-80ab-6493af2c7387', 'tenant_id': '129f3d9f33ad4b209039244eb09599e9', 'floating_ip_address': '172.27.4.241', 'floating_network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'router_id': '998cf145-4292-4cbf-b148-168edf6fee5f', 'port_id': '5eeb0714-3c8f-4229-946d-a25323c4f45e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca6ccede-6467-4618-b24a-e0809d05149d', 'mac_address': 'fa:16:3e:0b:6c:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a6d1bc-e1cb-447d-9cf6-8324c042e15a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-18T11:25:26Z', 'updated_at': '2022-08-18T11:25:45Z', 'revision_number': 1, 'project_id': '129f3d9f33ad4b209039244eb09599e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7274281-41d9-436f-9277-93ef3e666e58', 'name': '', 'network_id': 'ca6ccede-6467-4618-b24a-e0809d05149d', 'tenant_id': '129f3d9f33ad4b209039244eb09599e9', 'mac_address': 'fa:16:3e:c0:ff:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '998cf145-4292-4cbf-b148-168edf6fee5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'cf42f62c-f94a-411e-aa38-b95605994c37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853450-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:16:03Z', 'updated_at': '2022-08-18T11:16:20Z', 'revision_number': 5, 'project_id': '129f3d9f33ad4b209039244eb09599e9', 'subnets': [{'id': 'cf42f62c-f94a-411e-aa38-b95605994c37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853450-2-iscsi', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:25:46.388364 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5973a138-135f-4fc3-912b-84e10acf880f None None] The sync data for ids ['998cf145-4292-4cbf-b148-168edf6fee5f'] in dv-cinder-853450-2-iscsi is: [{'id': '998cf145-4292-4cbf-b148-168edf6fee5f', 'name': 'tempest-AttachVolumeNegativeTest-2089290289-router', 'tenant_id': '129f3d9f33ad4b209039244eb09599e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'external_fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.158'}], 'enable_snat': True}, 'gw_port_id': 'ce095ec4-83b0-46bf-b392-7aa0e9163c2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T11:15:55Z', 'updated_at': '2022-08-18T11:16:07Z', 'revision_number': 4, 'project_id': '129f3d9f33ad4b209039244eb09599e9', 'gw_port': {'id': 'ce095ec4-83b0-46bf-b392-7aa0e9163c2a', 'name': '', 'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:5f:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '998cf145-4292-4cbf-b148-168edf6fee5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853450-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:15:56Z', 'updated_at': '2022-08-18T11:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853450-2-iscsi', '_floatingips': [{'id': '7b72a37d-8bd0-4e55-80ab-6493af2c7387', 'tenant_id': '129f3d9f33ad4b209039244eb09599e9', 'floating_ip_address': '172.27.4.241', 'floating_network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'router_id': '998cf145-4292-4cbf-b148-168edf6fee5f', 'port_id': '5eeb0714-3c8f-4229-946d-a25323c4f45e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca6ccede-6467-4618-b24a-e0809d05149d', 'mac_address': 'fa:16:3e:0b:6c:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a6d1bc-e1cb-447d-9cf6-8324c042e15a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-18T11:25:26Z', 'updated_at': '2022-08-18T11:25:45Z', 'revision_number': 1, 'project_id': '129f3d9f33ad4b209039244eb09599e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7274281-41d9-436f-9277-93ef3e666e58', 'name': '', 'network_id': 'ca6ccede-6467-4618-b24a-e0809d05149d', 'tenant_id': '129f3d9f33ad4b209039244eb09599e9', 'mac_address': 'fa:16:3e:c0:ff:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '998cf145-4292-4cbf-b148-168edf6fee5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'cf42f62c-f94a-411e-aa38-b95605994c37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853450-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:16:03Z', 'updated_at': '2022-08-18T11:16:20Z', 'revision_number': 5, 'project_id': '129f3d9f33ad4b209039244eb09599e9', 'subnets': [{'id': 'cf42f62c-f94a-411e-aa38-b95605994c37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 11:25:46.457203 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-3f411fcf-0644-4184-baf0-e812c04b0d98 req-a189cd87-8bee-4ef7-82f2-41c911fad7e8 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f2cca6d3-a14d-4a28-a5b0-42bc876ad7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751681 Aug 18 11:25:46.463228 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-07908f47-bd05-4e1a-bbc8-6f2000b417e6 req-f3ebdd2c-1401-4807-908d-29684ff9e698 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/ca6ccede-6467-4618-b24a-e0809d05149d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397059 Aug 18 11:25:46.496442 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c68edff8-e550-48a3-9de2-17badfe483c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (307af099-d926-4e52-9df3-0cd09baf3c81), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:25:46.571715 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-07908f47-bd05-4e1a-bbc8-6f2000b417e6 req-8064c498-d8c0-4ecb-b509-e5e410c93cf2 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/ca6ccede-6467-4618-b24a-e0809d05149d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961490 Aug 18 11:25:46.591603 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-716d619d-37c2-4b2a-9ee4-9c9083de6d28 None None] New status for floating IP 7b72a37d-8bd0-4e55-80ab-6493af2c7387: ACTIVE {{(pid=106381) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 18 11:25:47.591853 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5994178-7f0e-4963-8f0c-b7ed33ba8a9c req-47f22119-c918-4346-9e19-9fdc520c4201 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:25:47.594791 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-d5994178-7f0e-4963-8f0c-b7ed33ba8a9c req-47f22119-c918-4346-9e19-9fdc520c4201 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=17dc42f6-de3f-4069-9db8-011686e1c91a HTTP/1.1" status: 200 len: 946 time: 0.0533755 Aug 18 11:25:47.643383 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-d5994178-7f0e-4963-8f0c-b7ed33ba8a9c req-95b2d1dd-f08c-40b0-a9d3-2d533c86547e tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f2cca6d3-a14d-4a28-a5b0-42bc876ad7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429027 Aug 18 11:25:48.774224 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85ff591-186a-47fe-98c5-67a7cd4a7984 req-bfa90aa0-e3cb-4b42-910a-b5729e03783b tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:25:48.775775 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-a85ff591-186a-47fe-98c5-67a7cd4a7984 req-bfa90aa0-e3cb-4b42-910a-b5729e03783b tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=17dc42f6-de3f-4069-9db8-011686e1c91a HTTP/1.1" status: 200 len: 946 time: 0.0515363 Aug 18 11:25:48.833512 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-a85ff591-186a-47fe-98c5-67a7cd4a7984 req-0f8215ac-6748-4159-82ad-bb3d1fe51a88 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f2cca6d3-a14d-4a28-a5b0-42bc876ad7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512450 Aug 18 11:25:49.921466 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=100 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:25:49.963571 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f063dd-2a6f-4e83-ab21-b9f847d68e39 req-783c8491-cbb5-4131-bd59-ccbca9512692 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:25:49.965099 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-a1f063dd-2a6f-4e83-ab21-b9f847d68e39 req-783c8491-cbb5-4131-bd59-ccbca9512692 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=17dc42f6-de3f-4069-9db8-011686e1c91a HTTP/1.1" status: 200 len: 946 time: 0.0524747 Aug 18 11:25:50.013333 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-a1f063dd-2a6f-4e83-ab21-b9f847d68e39 req-23d36e97-015a-44f7-8110-02be62cb1360 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f2cca6d3-a14d-4a28-a5b0-42bc876ad7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417805 Aug 18 11:25:51.020095 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Device 69c3d342-6744-4e44-ba1f-918bb3581ac5 details requested by agent hyperv_hv-cinder-85345 with host hv-cinder-85345 {{(pid=106380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 11:25:51.121852 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] For port 69c3d342-6744-4e44-ba1f-918bb3581ac5, host hv-cinder-85345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85345',level=0,port_id=69c3d342-6744-4e44-ba1f-918bb3581ac5,segment=NetworkSegment(9c3c1f69-d097-49d4-af01-0805916be3fe),segment_id=9c3c1f69-d097-49d4-af01-0805916be3fe)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:25:51.133558 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Returning: {'device': '69c3d342-6744-4e44-ba1f-918bb3581ac5', 'network_id': '610eae45-7047-4853-8153-1da79fb95838', 'port_id': '69c3d342-6744-4e44-ba1f-918bb3581ac5', 'mac_address': 'fa:16:3e:56:5e:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 968, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3eb1b23-820c-420d-9ebc-59169bbc8615', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 11:25:51.141425 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed3743d-f5de-4f6e-a8f9-cce043e7b0d4 req-df49da53-e965-436f-9530-c1f01e97fc4c tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:25:51.142951 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-8ed3743d-f5de-4f6e-a8f9-cce043e7b0d4 req-df49da53-e965-436f-9530-c1f01e97fc4c tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=17dc42f6-de3f-4069-9db8-011686e1c91a HTTP/1.1" status: 200 len: 946 time: 0.0491173 Aug 18 11:25:51.173746 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Current status of the port 69c3d342-6744-4e44-ba1f-918bb3581ac5 is: ACTIVE; New status is: BUILD {{(pid=106380) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 11:25:51.174137 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (69c3d342-6744-4e44-ba1f-918bb3581ac5), before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:25:51.188238 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.notifiers.nova [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 69c3d342-6744-4e44-ba1f-918bb3581ac5 {{(pid=106380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 18 11:25:51.192747 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-8ed3743d-f5de-4f6e-a8f9-cce043e7b0d4 req-a0dc07c5-86a7-4ca6-a18e-9ea0edd93ef1 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f2cca6d3-a14d-4a28-a5b0-42bc876ad7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440497 Aug 18 11:25:51.208940 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] For port 69c3d342-6744-4e44-ba1f-918bb3581ac5, host hv-cinder-85345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85345',level=0,port_id=69c3d342-6744-4e44-ba1f-918bb3581ac5,segment=NetworkSegment(9c3c1f69-d097-49d4-af01-0805916be3fe),segment_id=9c3c1f69-d097-49d4-af01-0805916be3fe)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:25:51.212883 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732803053689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732802528799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732802528817'] for port (69c3d342-6744-4e44-ba1f-918bb3581ac5), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:25:51.260089 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Pushing event updated for resources: {'Port': ['ID=69c3d342-6744-4e44-ba1f-918bb3581ac5,revision_number=6']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:25:51.423439 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] get_ports_and_sgs() called for port_ids ['69c3d342-6744-4e44-ba1f-918bb3581ac5'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 18 11:25:51.538095 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:25:51.557147 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:25:52.326675 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535a5ab8-ccb5-4bdd-afc9-02a7a3c3089a req-ea64cac9-0a88-4508-b123-1706b37e35d5 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:25:52.328054 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-535a5ab8-ccb5-4bdd-afc9-02a7a3c3089a req-ea64cac9-0a88-4508-b123-1706b37e35d5 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=17dc42f6-de3f-4069-9db8-011686e1c91a HTTP/1.1" status: 200 len: 945 time: 0.0567706 Aug 18 11:25:52.358200 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=100 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:25:52.380094 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-535a5ab8-ccb5-4bdd-afc9-02a7a3c3089a req-680a3557-e49d-42d1-b4a3-773660836e6f tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f2cca6d3-a14d-4a28-a5b0-42bc876ad7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458157 Aug 18 11:25:53.028777 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Device 69c3d342-6744-4e44-ba1f-918bb3581ac5 up at agent hyperv_hv-cinder-85345 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 11:25:53.072813 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Provisioning complete for port 69c3d342-6744-4e44-ba1f-918bb3581ac5 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 18 11:25:53.073189 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619404'] for port (69c3d342-6744-4e44-ba1f-918bb3581ac5), provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:25:53.146154 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Current status of the port 69c3d342-6744-4e44-ba1f-918bb3581ac5 is: BUILD; New status is: ACTIVE {{(pid=106380) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 11:25:53.146539 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (69c3d342-6744-4e44-ba1f-918bb3581ac5), before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:25:53.296510 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17dc42f6-de3f-4069-9db8-011686e1c91a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69c3d342-6744-4e44-ba1f-918bb3581ac5'}] {{(pid=106380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 18 11:25:53.299384 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2abfa1ee86993cd756e72fd91a3a01a1a8fb73078c92f04bbbffdb72ec117730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b19c9243-46ec-4cf4-aa1b-cdcd69f34e39" -d '{"events": [{"server_uuid": "17dc42f6-de3f-4069-9db8-011686e1c91a", "name": "network-vif-plugged", "status": "completed", "tag": "69c3d342-6744-4e44-ba1f-918bb3581ac5"}]}' {{(pid=106380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:25:53.311889 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] For port 69c3d342-6744-4e44-ba1f-918bb3581ac5, host hv-cinder-85345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85345',level=0,port_id=69c3d342-6744-4e44-ba1f-918bb3581ac5,segment=NetworkSegment(9c3c1f69-d097-49d4-af01-0805916be3fe),segment_id=9c3c1f69-d097-49d4-af01-0805916be3fe)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:25:53.316398 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732803053689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732802528799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732802528817'] for port (69c3d342-6744-4e44-ba1f-918bb3581ac5), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:25:53.341437 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Aug 2022 11:25:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc671bfd-2f27-4dd9-88ff-597a36754fba x-openstack-request-id: req-dc671bfd-2f27-4dd9-88ff-597a36754fba {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:25:53.341732 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17dc42f6-de3f-4069-9db8-011686e1c91a", "name": "network-vif-plugged", "status": "completed", "tag": "69c3d342-6744-4e44-ba1f-918bb3581ac5", "code": 200}]} {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:25:53.341989 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-dc671bfd-2f27-4dd9-88ff-597a36754fba {{(pid=106380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:25:53.342390 dv-cinder-853450-2-iscsi neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc671bfd-2f27-4dd9-88ff-597a36754fba'] response: {'server_uuid': '17dc42f6-de3f-4069-9db8-011686e1c91a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69c3d342-6744-4e44-ba1f-918bb3581ac5', 'code': 200} Aug 18 11:25:53.370220 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Pushing event updated for resources: {'Port': ['ID=69c3d342-6744-4e44-ba1f-918bb3581ac5,revision_number=7']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:25:53.505666 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f989f493-10b6-47df-96db-90515bbbad21 req-52d9d63c-c960-4298-a8c1-14513b347574 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:25:53.507243 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-f989f493-10b6-47df-96db-90515bbbad21 req-52d9d63c-c960-4298-a8c1-14513b347574 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=17dc42f6-de3f-4069-9db8-011686e1c91a HTTP/1.1" status: 200 len: 946 time: 0.0491898 Aug 18 11:25:53.559577 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-f989f493-10b6-47df-96db-90515bbbad21 req-6d6d65fb-27e8-4c64-9cf3-e19cf8e7c7e6 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f2cca6d3-a14d-4a28-a5b0-42bc876ad7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464838 Aug 18 11:25:54.744722 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d65f23-f8af-46c3-945b-3b4425bb75e2 req-12a1805e-bc77-46e5-b8d6-774eea7d25c3 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:25:54.747398 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-e0d65f23-f8af-46c3-945b-3b4425bb75e2 req-12a1805e-bc77-46e5-b8d6-774eea7d25c3 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=17dc42f6-de3f-4069-9db8-011686e1c91a HTTP/1.1" status: 200 len: 946 time: 0.0889225 Aug 18 11:25:54.844045 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-e0d65f23-f8af-46c3-945b-3b4425bb75e2 req-28c63150-ac8d-413c-bfbe-6b2f5f522a5f tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f2cca6d3-a14d-4a28-a5b0-42bc876ad7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901544 Aug 18 11:25:55.992532 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f844953-7ee4-463b-a358-bbe4ba5a4014 req-177b8260-19a8-468e-a963-abf53c4905b2 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:25:55.994803 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-7f844953-7ee4-463b-a358-bbe4ba5a4014 req-177b8260-19a8-468e-a963-abf53c4905b2 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=17dc42f6-de3f-4069-9db8-011686e1c91a HTTP/1.1" status: 200 len: 946 time: 0.0619047 Aug 18 11:25:56.075254 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-7f844953-7ee4-463b-a358-bbe4ba5a4014 req-d222a0f8-0918-4f1e-93fc-f957e357d9b6 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f2cca6d3-a14d-4a28-a5b0-42bc876ad7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715165 Aug 18 11:25:56.696745 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=23,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:25:56.698810 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=28,neutron:UPDATE=3 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:25:57.234868 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b85f9c5-cf56-4c97-8fc2-348d876d5dbc req-fbf22c1b-cd68-4ecc-8ec9-c606642b8024 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:25:57.237556 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-2b85f9c5-cf56-4c97-8fc2-348d876d5dbc req-fbf22c1b-cd68-4ecc-8ec9-c606642b8024 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=17dc42f6-de3f-4069-9db8-011686e1c91a HTTP/1.1" status: 200 len: 946 time: 0.0634468 Aug 18 11:25:57.300385 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-2b85f9c5-cf56-4c97-8fc2-348d876d5dbc req-b8a8b19a-b2d8-4901-ab45-1f69a2ba6821 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f2cca6d3-a14d-4a28-a5b0-42bc876ad7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528016 Aug 18 11:25:58.575168 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598cfa52-f3c7-4adb-8da3-8c35a18c9416 req-8072da14-0d22-4dff-bee7-8ddcb9b02012 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:25:58.577947 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-598cfa52-f3c7-4adb-8da3-8c35a18c9416 req-8072da14-0d22-4dff-bee7-8ddcb9b02012 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=17dc42f6-de3f-4069-9db8-011686e1c91a HTTP/1.1" status: 200 len: 946 time: 0.1839416 Aug 18 11:25:58.640874 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-598cfa52-f3c7-4adb-8da3-8c35a18c9416 req-43685eee-7a1d-4ca1-aad9-3f9cf08ec913 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f2cca6d3-a14d-4a28-a5b0-42bc876ad7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566716 Aug 18 11:25:59.276440 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.agents_db [None req-8a9264f7-88d3-4c8b-91d1-adcc6bb37de7 None None] Agent healthcheck: found 6 active agents {{(pid=106381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 11:25:59.879266 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a68acf-d5f7-4a1b-8d25-341f075428b3 req-5e070a8f-408a-4495-8bcb-464ac9437215 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:25:59.880879 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-f4a68acf-d5f7-4a1b-8d25-341f075428b3 req-5e070a8f-408a-4495-8bcb-464ac9437215 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=17dc42f6-de3f-4069-9db8-011686e1c91a HTTP/1.1" status: 200 len: 946 time: 0.1399295 Aug 18 11:25:59.948834 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-f4a68acf-d5f7-4a1b-8d25-341f075428b3 req-0d38c280-3b77-4204-8047-7fbb28b9fb41 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f2cca6d3-a14d-4a28-a5b0-42bc876ad7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569601 Aug 18 11:26:01.096255 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee3ea0f-f2db-4f6d-9efe-12fb0b31b7dc req-8bee3fb1-ebee-4441-a9ad-20fffbba8cc7 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:26:01.098538 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-9ee3ea0f-f2db-4f6d-9efe-12fb0b31b7dc req-8bee3fb1-ebee-4441-a9ad-20fffbba8cc7 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=17dc42f6-de3f-4069-9db8-011686e1c91a HTTP/1.1" status: 200 len: 946 time: 0.0552545 Aug 18 11:26:01.164683 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-9ee3ea0f-f2db-4f6d-9efe-12fb0b31b7dc req-d165c2bf-aa27-49b8-b062-ddbf7d7b238e tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f2cca6d3-a14d-4a28-a5b0-42bc876ad7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571890 Aug 18 11:26:02.335294 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1c55bc-522d-4e7f-a91f-6551ad4fc0d8 req-3fbe817e-df99-41c2-b2e6-4d25a5f72121 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:26:02.336864 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-0f1c55bc-522d-4e7f-a91f-6551ad4fc0d8 req-3fbe817e-df99-41c2-b2e6-4d25a5f72121 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=17dc42f6-de3f-4069-9db8-011686e1c91a HTTP/1.1" status: 200 len: 946 time: 0.0733073 Aug 18 11:26:02.358732 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=100 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:26:02.404278 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-0f1c55bc-522d-4e7f-a91f-6551ad4fc0d8 req-06776289-6042-4b3e-9499-5f655aea63a5 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f2cca6d3-a14d-4a28-a5b0-42bc876ad7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604887 Aug 18 11:26:03.366460 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=34,neutron:UPDATE=1 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:26:03.367274 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=25,neutron:UPDATE=1 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:26:03.543042 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dc92e8-4a69-4891-9b24-58b625511a08 req-99a2edd9-dea8-4826-96e1-d09d1748dd9e tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:26:03.544597 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-45dc92e8-4a69-4891-9b24-58b625511a08 req-99a2edd9-dea8-4826-96e1-d09d1748dd9e tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=17dc42f6-de3f-4069-9db8-011686e1c91a HTTP/1.1" status: 200 len: 946 time: 0.0496049 Aug 18 11:26:03.599621 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-45dc92e8-4a69-4891-9b24-58b625511a08 req-386bcc90-a59d-462f-a828-d109a283872b tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f2cca6d3-a14d-4a28-a5b0-42bc876ad7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485778 Aug 18 11:26:04.184116 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26844e0-acc1-4cdf-a2cf-50678023c32a req-75785499-809b-4a37-ab07-a067e9664629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:26:04.185669 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-e26844e0-acc1-4cdf-a2cf-50678023c32a req-75785499-809b-4a37-ab07-a067e9664629 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=be810e9efc4f4214b473f76da7e2714b&device_id=17dc42f6-de3f-4069-9db8-011686e1c91a HTTP/1.1" status: 200 len: 1130 time: 0.0443442 Aug 18 11:26:04.280747 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26844e0-acc1-4cdf-a2cf-50678023c32a req-a3756b51-ccd3-49ff-b220-26ed5eac4f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:26:04.282683 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-e26844e0-acc1-4cdf-a2cf-50678023c32a req-a3756b51-ccd3-49ff-b220-26ed5eac4f60 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=610eae45-7047-4853-8153-1da79fb95838 HTTP/1.1" status: 200 len: 918 time: 0.0907993 Aug 18 11:26:04.352454 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-e26844e0-acc1-4cdf-a2cf-50678023c32a req-e91eb209-1aee-4db3-a6d0-b5be7748bdfe service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=69c3d342-6744-4e44-ba1f-918bb3581ac5 HTTP/1.1" status: 200 len: 1002 time: 0.0627947 Aug 18 11:26:04.393595 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=100 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:26:04.405920 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26844e0-acc1-4cdf-a2cf-50678023c32a req-0bfa6347-d44e-4a7e-ab07-136e3918344c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:26:04.410293 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-e26844e0-acc1-4cdf-a2cf-50678023c32a req-0bfa6347-d44e-4a7e-ab07-136e3918344c service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=c3eb1b23-820c-420d-9ebc-59169bbc8615 HTTP/1.1" status: 200 len: 856 time: 0.0491784 Aug 18 11:26:04.458739 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26844e0-acc1-4cdf-a2cf-50678023c32a req-83063f1a-fb90-4002-ae08-08f7c34056c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:26:04.460536 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-e26844e0-acc1-4cdf-a2cf-50678023c32a req-83063f1a-fb90-4002-ae08-08f7c34056c1 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=610eae45-7047-4853-8153-1da79fb95838&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0446134 Aug 18 11:26:04.564893 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-e26844e0-acc1-4cdf-a2cf-50678023c32a req-b666a850-a81a-4e5e-b1e9-e6f8ad76c5cb service neutron] 10.222.0.20 "GET /networking/v2.0/networks/610eae45-7047-4853-8153-1da79fb95838?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966752 Aug 18 11:26:04.660754 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-e26844e0-acc1-4cdf-a2cf-50678023c32a req-10b3ba5a-a818-4f1e-81eb-0d1ae006bc72 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/610eae45-7047-4853-8153-1da79fb95838?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889900 Aug 18 11:26:04.749503 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0b958b-f8d9-4e97-9bc5-391e2d78e935 req-13f31962-e2d1-4e7c-a380-a73c42b9a390 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:26:04.751329 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-3d0b958b-f8d9-4e97-9bc5-391e2d78e935 req-13f31962-e2d1-4e7c-a380-a73c42b9a390 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=17dc42f6-de3f-4069-9db8-011686e1c91a HTTP/1.1" status: 200 len: 946 time: 0.0545661 Aug 18 11:26:04.801368 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-3d0b958b-f8d9-4e97-9bc5-391e2d78e935 req-8c31bc9a-ea3f-4f13-bfdb-95a878bfa43c tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f2cca6d3-a14d-4a28-a5b0-42bc876ad7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439622 Aug 18 11:26:05.701548 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (0c451e2b-fe38-44d1-984c-2dd7bcedf4dc), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:26:05.937575 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0487e654-b67c-43e0-a6de-c2b087f4d295 req-09a3c04e-97a9-4674-8e52-23ca38049ebc tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:26:05.939034 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-0487e654-b67c-43e0-a6de-c2b087f4d295 req-09a3c04e-97a9-4674-8e52-23ca38049ebc tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=17dc42f6-de3f-4069-9db8-011686e1c91a HTTP/1.1" status: 200 len: 946 time: 0.0567956 Aug 18 11:26:05.987203 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-0487e654-b67c-43e0-a6de-c2b087f4d295 req-368a94ff-fb13-4bc1-b88e-4bcd91f939aa tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f2cca6d3-a14d-4a28-a5b0-42bc876ad7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424676 Aug 18 11:26:07.094236 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Device 69c3d342-6744-4e44-ba1f-918bb3581ac5 no longer exists at agent hyperv_hv-cinder-85345 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 11:26:07.123520 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2594796d-55de-4d9f-9850-e2ee377f5ca0 req-404efadb-dc99-4ea0-a4dd-6b0a5ce082b2 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:26:07.126137 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-2594796d-55de-4d9f-9850-e2ee377f5ca0 req-404efadb-dc99-4ea0-a4dd-6b0a5ce082b2 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=17dc42f6-de3f-4069-9db8-011686e1c91a HTTP/1.1" status: 200 len: 946 time: 0.0550714 Aug 18 11:26:07.170175 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Current status of the port 69c3d342-6744-4e44-ba1f-918bb3581ac5 is: ACTIVE; New status is: DOWN {{(pid=106380) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 11:26:07.170560 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (69c3d342-6744-4e44-ba1f-918bb3581ac5), before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:26:07.176005 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-2594796d-55de-4d9f-9850-e2ee377f5ca0 req-8ec2ba41-1f43-41a6-ad2c-73cda69fcf4b tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f2cca6d3-a14d-4a28-a5b0-42bc876ad7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454507 Aug 18 11:26:07.194752 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17dc42f6-de3f-4069-9db8-011686e1c91a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '69c3d342-6744-4e44-ba1f-918bb3581ac5'}] {{(pid=106380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 18 11:26:07.197003 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2abfa1ee86993cd756e72fd91a3a01a1a8fb73078c92f04bbbffdb72ec117730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6829085-8bbb-42e1-8987-2ef0b75f51b8" -d '{"events": [{"server_uuid": "17dc42f6-de3f-4069-9db8-011686e1c91a", "name": "network-vif-unplugged", "status": "completed", "tag": "69c3d342-6744-4e44-ba1f-918bb3581ac5"}]}' {{(pid=106380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:26:07.209577 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] For port 69c3d342-6744-4e44-ba1f-918bb3581ac5, host hv-cinder-85345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85345',level=0,port_id=69c3d342-6744-4e44-ba1f-918bb3581ac5,segment=NetworkSegment(9c3c1f69-d097-49d4-af01-0805916be3fe),segment_id=9c3c1f69-d097-49d4-af01-0805916be3fe)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:26:07.214295 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732803053689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732802528799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732802528817'] for port (69c3d342-6744-4e44-ba1f-918bb3581ac5), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:26:07.241115 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 18 Aug 2022 11:26:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10ea2870-8c10-4cd4-80c4-c0b467a7bd8b x-openstack-request-id: req-10ea2870-8c10-4cd4-80c4-c0b467a7bd8b {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:26:07.241406 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17dc42f6-de3f-4069-9db8-011686e1c91a", "name": "network-vif-unplugged", "status": "failed", "tag": "69c3d342-6744-4e44-ba1f-918bb3581ac5", "code": 422}]} {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:26:07.241737 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-10ea2870-8c10-4cd4-80c4-c0b467a7bd8b {{(pid=106380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:26:07.242156 dv-cinder-853450-2-iscsi neutron-server[106380]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-10ea2870-8c10-4cd4-80c4-c0b467a7bd8b']: {'server_uuid': '17dc42f6-de3f-4069-9db8-011686e1c91a', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '69c3d342-6744-4e44-ba1f-918bb3581ac5', 'code': 422} returned with failed status Aug 18 11:26:07.272891 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Pushing event updated for resources: {'Port': ['ID=69c3d342-6744-4e44-ba1f-918bb3581ac5,revision_number=8']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:26:08.026092 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.wsgi [req-065398d1-9fa8-43f4-9f1e-bd634a8e7d51 req-5a62ca4d-8426-4d28-88db-11a424d7ab44 service neutron] http://10.222.0.16:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106378) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 18 11:26:08.027173 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-065398d1-9fa8-43f4-9f1e-bd634a8e7d51 req-5a62ca4d-8426-4d28-88db-11a424d7ab44 service neutron] 10.222.0.16 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0054259 Aug 18 11:26:08.210986 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a071d5f6-8c56-457c-9c13-1e42d4d5a655 req-f24ab25a-942e-43a8-9ce6-11e0433e15a0 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:26:08.212655 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-a071d5f6-8c56-457c-9c13-1e42d4d5a655 req-f24ab25a-942e-43a8-9ce6-11e0433e15a0 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=17dc42f6-de3f-4069-9db8-011686e1c91a HTTP/1.1" status: 200 len: 944 time: 0.0491018 Aug 18 11:26:08.262290 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-a071d5f6-8c56-457c-9c13-1e42d4d5a655 req-1c3b133f-8f75-4cf0-adfc-5e1681bc23de tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f2cca6d3-a14d-4a28-a5b0-42bc876ad7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439720 Aug 18 11:26:08.447422 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.16', 57688) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:26:08.519975 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=100 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:26:08.530897 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-5eaf11ce-3eb5-4518-b46c-3b5187e3e198 req-3fe7df9d-ba2b-4d58-9eb2-a52707dfb632 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=17dc42f6-de3f-4069-9db8-011686e1c91a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0820761 Aug 18 11:26:08.539760 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.wsgi [req-5eaf11ce-3eb5-4518-b46c-3b5187e3e198 req-2cf94b36-daff-4c9b-883f-dd1b5d167462 service neutron] http://10.222.0.16:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106378) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 18 11:26:08.540765 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-5eaf11ce-3eb5-4518-b46c-3b5187e3e198 req-2cf94b36-daff-4c9b-883f-dd1b5d167462 service neutron] 10.222.0.16 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0051157 Aug 18 11:26:08.620514 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.16', 57696) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:26:08.723295 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eaf11ce-3eb5-4518-b46c-3b5187e3e198 req-64e25dad-9857-4c70-b704-bcd901e92c9c tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:26:08.724583 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-5eaf11ce-3eb5-4518-b46c-3b5187e3e198 req-64e25dad-9857-4c70-b704-bcd901e92c9c tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/ports/69c3d342-6744-4e44-ba1f-918bb3581ac5 HTTP/1.1" status: 200 len: 941 time: 0.1030951 Aug 18 11:26:09.271637 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=2 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:26:09.401949 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d70869-0df9-48b8-837a-e0e5b179e586 req-71d312f5-3262-47e5-8b4b-0e270335dba6 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:26:09.403432 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-c3d70869-0df9-48b8-837a-e0e5b179e586 req-71d312f5-3262-47e5-8b4b-0e270335dba6 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=17dc42f6-de3f-4069-9db8-011686e1c91a HTTP/1.1" status: 200 len: 944 time: 0.0511072 Aug 18 11:26:09.469084 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-c3d70869-0df9-48b8-837a-e0e5b179e586 req-b19d5a69-c5c1-44c4-a806-17093a258e0b tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f2cca6d3-a14d-4a28-a5b0-42bc876ad7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583475 Aug 18 11:26:10.078353 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eaf11ce-3eb5-4518-b46c-3b5187e3e198 req-e56d95e0-7139-4eb4-9209-0d2568fa53aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:26:10.080619 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-5eaf11ce-3eb5-4518-b46c-3b5187e3e198 req-e56d95e0-7139-4eb4-9209-0d2568fa53aa service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=17dc42f6-de3f-4069-9db8-011686e1c91a&tenant_id=be810e9efc4f4214b473f76da7e2714b HTTP/1.1" status: 200 len: 1128 time: 0.0393040 Aug 18 11:26:10.146101 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eaf11ce-3eb5-4518-b46c-3b5187e3e198 req-08463b08-ca9e-406a-ab83-a496e4179c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:26:10.147607 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-5eaf11ce-3eb5-4518-b46c-3b5187e3e198 req-08463b08-ca9e-406a-ab83-a496e4179c5e service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=be810e9efc4f4214b473f76da7e2714b&device_id=17dc42f6-de3f-4069-9db8-011686e1c91a HTTP/1.1" status: 200 len: 1128 time: 0.0424790 Aug 18 11:26:10.239138 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eaf11ce-3eb5-4518-b46c-3b5187e3e198 req-f0c05832-5e53-4a1f-891b-48a344dcacdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:26:10.240615 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-5eaf11ce-3eb5-4518-b46c-3b5187e3e198 req-f0c05832-5e53-4a1f-891b-48a344dcacdc service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=610eae45-7047-4853-8153-1da79fb95838 HTTP/1.1" status: 200 len: 918 time: 0.0855014 Aug 18 11:26:10.305482 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-5eaf11ce-3eb5-4518-b46c-3b5187e3e198 req-57740d4b-17a8-4a4a-8d64-e9ab5182fac3 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=69c3d342-6744-4e44-ba1f-918bb3581ac5 HTTP/1.1" status: 200 len: 1000 time: 0.0576618 Aug 18 11:26:10.319820 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=100 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:26:10.356326 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eaf11ce-3eb5-4518-b46c-3b5187e3e198 req-a4d30842-b52f-4532-82f3-9543d5f2c92e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:26:10.357729 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-5eaf11ce-3eb5-4518-b46c-3b5187e3e198 req-a4d30842-b52f-4532-82f3-9543d5f2c92e service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=c3eb1b23-820c-420d-9ebc-59169bbc8615 HTTP/1.1" status: 200 len: 856 time: 0.0459490 Aug 18 11:26:10.400658 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eaf11ce-3eb5-4518-b46c-3b5187e3e198 req-3e5d1041-9be9-440d-8acb-4d1438927961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:26:10.402102 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-5eaf11ce-3eb5-4518-b46c-3b5187e3e198 req-3e5d1041-9be9-440d-8acb-4d1438927961 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=610eae45-7047-4853-8153-1da79fb95838&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0383399 Aug 18 11:26:10.505560 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-5eaf11ce-3eb5-4518-b46c-3b5187e3e198 req-3dd15d1b-e13f-4eb4-8353-08e12cce5d8b service neutron] 10.222.0.20 "GET /networking/v2.0/networks/610eae45-7047-4853-8153-1da79fb95838?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965393 Aug 18 11:26:10.615081 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cafb451-6038-4ae8-a5db-79a925c41554 req-27d288f1-425a-4d4d-8568-bccabcde4ae7 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:26:10.616445 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-0cafb451-6038-4ae8-a5db-79a925c41554 req-27d288f1-425a-4d4d-8568-bccabcde4ae7 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=17dc42f6-de3f-4069-9db8-011686e1c91a HTTP/1.1" status: 200 len: 944 time: 0.0602398 Aug 18 11:26:10.653935 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-5eaf11ce-3eb5-4518-b46c-3b5187e3e198 req-91831b4d-39e7-4ca5-bec8-8bd7f9fa569c service neutron] 10.222.0.20 "GET /networking/v2.0/networks/610eae45-7047-4853-8153-1da79fb95838?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416357 Aug 18 11:26:10.681756 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-0cafb451-6038-4ae8-a5db-79a925c41554 req-b87e064d-834b-4354-9a09-b48980935d11 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f2cca6d3-a14d-4a28-a5b0-42bc876ad7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567791 Aug 18 11:26:10.829438 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad842c9-79a2-495d-b7fc-28002259aef2 req-12813c7c-2ea8-417c-bc63-a8079b0b8fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:26:10.830955 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-bad842c9-79a2-495d-b7fc-28002259aef2 req-12813c7c-2ea8-417c-bc63-a8079b0b8fe9 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=be810e9efc4f4214b473f76da7e2714b&device_id=17dc42f6-de3f-4069-9db8-011686e1c91a HTTP/1.1" status: 200 len: 1128 time: 0.0412815 Aug 18 11:26:10.939560 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad842c9-79a2-495d-b7fc-28002259aef2 req-70e7a202-c24c-4162-889a-4788c22f6af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:26:10.941068 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-bad842c9-79a2-495d-b7fc-28002259aef2 req-70e7a202-c24c-4162-889a-4788c22f6af6 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=610eae45-7047-4853-8153-1da79fb95838 HTTP/1.1" status: 200 len: 918 time: 0.0918095 Aug 18 11:26:11.004163 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c24b09d8-7412-436c-8202-4ddd25eac0d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (c499a017-4b38-4967-b050-d4094e1a7564), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:26:11.027919 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-bad842c9-79a2-495d-b7fc-28002259aef2 req-3d041b99-1aaa-4a5b-b1db-72fb21f8e5ef service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=69c3d342-6744-4e44-ba1f-918bb3581ac5 HTTP/1.1" status: 200 len: 1000 time: 0.0768392 Aug 18 11:26:11.820440 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2fd1aa-403f-483e-a6a1-8e56aa8998ca req-94273461-4786-49c3-af21-15b585dda8d6 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:26:11.822780 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-3c2fd1aa-403f-483e-a6a1-8e56aa8998ca req-94273461-4786-49c3-af21-15b585dda8d6 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=17dc42f6-de3f-4069-9db8-011686e1c91a HTTP/1.1" status: 200 len: 944 time: 0.0511105 Aug 18 11:26:11.877417 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-3c2fd1aa-403f-483e-a6a1-8e56aa8998ca req-8716e825-e8c4-4905-9ba1-cec64150f55a tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f2cca6d3-a14d-4a28-a5b0-42bc876ad7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476043 Aug 18 11:26:12.990182 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=100 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:26:13.011980 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786d0123-8caf-4296-9dbd-b9a35c5ea457 req-c00b5e57-a3d8-4e5e-8b48-2db791ec0d79 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:26:13.013548 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-786d0123-8caf-4296-9dbd-b9a35c5ea457 req-c00b5e57-a3d8-4e5e-8b48-2db791ec0d79 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=17dc42f6-de3f-4069-9db8-011686e1c91a HTTP/1.1" status: 200 len: 944 time: 0.0521963 Aug 18 11:26:13.065127 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-786d0123-8caf-4296-9dbd-b9a35c5ea457 req-4245a425-cce9-4713-ba8c-6fb2528d34e7 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f2cca6d3-a14d-4a28-a5b0-42bc876ad7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455472 Aug 18 11:26:13.368913 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-64faa26c-f8eb-4bcf-abe1-4ca0daf7b26c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (5a2ac145-53e3-4597-a9e7-c52b4336ae58), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:26:14.221986 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073a598d-03f2-4799-b4aa-522062d86131 req-260010d8-edb1-4095-be6f-9438d9dce5d5 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:26:14.223545 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-073a598d-03f2-4799-b4aa-522062d86131 req-260010d8-edb1-4095-be6f-9438d9dce5d5 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=17dc42f6-de3f-4069-9db8-011686e1c91a HTTP/1.1" status: 200 len: 944 time: 0.0624466 Aug 18 11:26:14.272312 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-073a598d-03f2-4799-b4aa-522062d86131 req-29e8896c-5671-4cb1-803f-5da9b08b7c30 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f2cca6d3-a14d-4a28-a5b0-42bc876ad7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431790 Aug 18 11:26:14.707747 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-a5cc8183-7213-4642-9d48-bc0d47940d29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (29720577-1c8f-43c1-a8be-c2a14df8d65e), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:26:15.422671 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d5f9a4-0f44-4aa0-9e86-290616a4701b req-9872096d-c353-44b1-bf15-92b3e5936102 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:26:15.424229 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-a2d5f9a4-0f44-4aa0-9e86-290616a4701b req-9872096d-c353-44b1-bf15-92b3e5936102 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=17dc42f6-de3f-4069-9db8-011686e1c91a HTTP/1.1" status: 200 len: 944 time: 0.0539749 Aug 18 11:26:15.479792 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-a2d5f9a4-0f44-4aa0-9e86-290616a4701b req-ad488af7-4da6-4142-9f62-3489606db9e0 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f2cca6d3-a14d-4a28-a5b0-42bc876ad7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484791 Aug 18 11:26:16.010803 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (69d4285f-736d-41a6-a99e-1994eed59bce), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:26:16.490778 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c68edff8-e550-48a3-9de2-17badfe483c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (307af099-d926-4e52-9df3-0cd09baf3c81), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:26:16.610054 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72068b8-6375-48de-bc05-51bedfd68cd6 req-aca24665-f3d9-4d7c-a7fd-b89635aad84b tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:26:16.611870 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-d72068b8-6375-48de-bc05-51bedfd68cd6 req-aca24665-f3d9-4d7c-a7fd-b89635aad84b tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=17dc42f6-de3f-4069-9db8-011686e1c91a HTTP/1.1" status: 200 len: 944 time: 0.0495183 Aug 18 11:26:16.630623 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=100 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:26:16.661145 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-d72068b8-6375-48de-bc05-51bedfd68cd6 req-079df55e-c826-4bfd-9999-f67fea852d46 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f2cca6d3-a14d-4a28-a5b0-42bc876ad7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437768 Aug 18 11:26:17.942584 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0792d419-8103-4f9b-afab-a4cb5d2543de req-fa648b25-ad95-4300-8ef9-1f8a5f1b720c tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:26:17.944100 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-0792d419-8103-4f9b-afab-a4cb5d2543de req-fa648b25-ad95-4300-8ef9-1f8a5f1b720c tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=17dc42f6-de3f-4069-9db8-011686e1c91a HTTP/1.1" status: 200 len: 944 time: 0.0547919 Aug 18 11:26:18.005656 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-0792d419-8103-4f9b-afab-a4cb5d2543de req-e21238cc-a99a-455c-9aaa-aebb58380ff4 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f2cca6d3-a14d-4a28-a5b0-42bc876ad7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554106 Aug 18 11:26:19.137628 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417c2a1e-cb7a-457a-b644-ce41f577ab1b req-f7e51a22-3104-44fd-9127-9844a50be80c tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:26:19.139023 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-417c2a1e-cb7a-457a-b644-ce41f577ab1b req-f7e51a22-3104-44fd-9127-9844a50be80c tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=17dc42f6-de3f-4069-9db8-011686e1c91a HTTP/1.1" status: 200 len: 944 time: 0.0497522 Aug 18 11:26:19.192460 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-417c2a1e-cb7a-457a-b644-ce41f577ab1b req-62327794-7239-4fec-a3ce-7e03e023aa45 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f2cca6d3-a14d-4a28-a5b0-42bc876ad7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475976 Aug 18 11:26:20.319164 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f45dfa-8c74-4e2f-a5e1-ceb31f8a3b0a req-0cc97cb3-7de5-421c-a998-65b53b859592 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:26:20.320631 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-c8f45dfa-8c74-4e2f-a5e1-ceb31f8a3b0a req-0cc97cb3-7de5-421c-a998-65b53b859592 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=17dc42f6-de3f-4069-9db8-011686e1c91a HTTP/1.1" status: 200 len: 944 time: 0.0476322 Aug 18 11:26:20.378495 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-c8f45dfa-8c74-4e2f-a5e1-ceb31f8a3b0a req-5771d5d2-cbe4-4edc-b189-4dee0b41baa8 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f2cca6d3-a14d-4a28-a5b0-42bc876ad7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518062 Aug 18 11:26:21.507174 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f82e84d-d5a6-4468-b1be-4abd997e14dd req-78bf760b-77c5-43c6-980b-d77c3c895a8d tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:26:21.508735 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-3f82e84d-d5a6-4468-b1be-4abd997e14dd req-78bf760b-77c5-43c6-980b-d77c3c895a8d tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=17dc42f6-de3f-4069-9db8-011686e1c91a HTTP/1.1" status: 200 len: 944 time: 0.0482955 Aug 18 11:26:21.560680 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-3f82e84d-d5a6-4468-b1be-4abd997e14dd req-58120439-a8cd-45e7-bd40-624b8bcdcb6c tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f2cca6d3-a14d-4a28-a5b0-42bc876ad7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460672 Aug 18 11:26:22.701179 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81ebf00-6942-42b8-a652-d7b8bc1c043d req-ba7c3934-34d5-4aa5-b2d3-00f61d7eeed9 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:26:22.702748 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-c81ebf00-6942-42b8-a652-d7b8bc1c043d req-ba7c3934-34d5-4aa5-b2d3-00f61d7eeed9 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=17dc42f6-de3f-4069-9db8-011686e1c91a HTTP/1.1" status: 200 len: 944 time: 0.0531137 Aug 18 11:26:22.751237 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-c81ebf00-6942-42b8-a652-d7b8bc1c043d req-addd9cfa-7375-4421-95f7-9301619ca8e2 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f2cca6d3-a14d-4a28-a5b0-42bc876ad7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419691 Aug 18 11:26:23.890853 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24599da9-3b8a-433c-b7f7-9552c0eed9a3 req-cb276ee2-e439-445e-90f3-853cfc29ae52 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:26:23.895313 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-24599da9-3b8a-433c-b7f7-9552c0eed9a3 req-cb276ee2-e439-445e-90f3-853cfc29ae52 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=17dc42f6-de3f-4069-9db8-011686e1c91a HTTP/1.1" status: 200 len: 944 time: 0.0570555 Aug 18 11:26:23.949741 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-24599da9-3b8a-433c-b7f7-9552c0eed9a3 req-139dee84-9ef2-4003-9090-a8bb954d3042 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f2cca6d3-a14d-4a28-a5b0-42bc876ad7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470181 Aug 18 11:26:24.233682 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=1 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:26:24.239587 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=5 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:26:25.081351 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79683e4-e7b0-49d0-8635-40ed432378e4 req-09713329-c46c-477d-9c92-29e708339d49 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:26:25.082870 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-a79683e4-e7b0-49d0-8635-40ed432378e4 req-09713329-c46c-477d-9c92-29e708339d49 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=17dc42f6-de3f-4069-9db8-011686e1c91a HTTP/1.1" status: 200 len: 944 time: 0.0506911 Aug 18 11:26:25.135389 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-a79683e4-e7b0-49d0-8635-40ed432378e4 req-9071f3d6-8243-4031-893a-63b66b556f46 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f2cca6d3-a14d-4a28-a5b0-42bc876ad7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466065 Aug 18 11:26:26.255976 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=100 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:26:26.264887 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98810b5-147a-4f76-bc9e-44a69fcbb4db req-11405328-a555-41a3-99c3-5d328778b044 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:26:26.266387 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-d98810b5-147a-4f76-bc9e-44a69fcbb4db req-11405328-a555-41a3-99c3-5d328778b044 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=17dc42f6-de3f-4069-9db8-011686e1c91a HTTP/1.1" status: 200 len: 944 time: 0.0495830 Aug 18 11:26:26.325039 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-d98810b5-147a-4f76-bc9e-44a69fcbb4db req-3dfa63a4-b54c-4e57-992d-13d84b65bf0d tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f2cca6d3-a14d-4a28-a5b0-42bc876ad7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484722 Aug 18 11:26:26.483913 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=30,neutron:UPDATE=3 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:26:26.486395 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=29,neutron:UPDATE=5 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:26:27.455264 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e1b8e2-8878-462a-905a-85039f9aa572 req-11f1d887-71b3-4c57-a602-836c8a083e48 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:26:27.456926 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-69e1b8e2-8878-462a-905a-85039f9aa572 req-11f1d887-71b3-4c57-a602-836c8a083e48 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=17dc42f6-de3f-4069-9db8-011686e1c91a HTTP/1.1" status: 200 len: 944 time: 0.0502949 Aug 18 11:26:27.506749 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-69e1b8e2-8878-462a-905a-85039f9aa572 req-e3958bfe-4370-4fd4-885d-fbf0bfa30481 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f2cca6d3-a14d-4a28-a5b0-42bc876ad7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441754 Aug 18 11:26:27.793252 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad842c9-79a2-495d-b7fc-28002259aef2 req-2eb73605-bd0d-44a1-a553-c46db2b83d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:26:27.794731 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-bad842c9-79a2-495d-b7fc-28002259aef2 req-2eb73605-bd0d-44a1-a553-c46db2b83d33 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=c3eb1b23-820c-420d-9ebc-59169bbc8615 HTTP/1.1" status: 200 len: 856 time: 0.0973179 Aug 18 11:26:28.640767 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b787c8-0fa3-4695-9785-7ab90ca7dc90 req-a20f45b3-8566-438a-8c2a-a3f2121fe7cc tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:26:28.642277 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-a1b787c8-0fa3-4695-9785-7ab90ca7dc90 req-a20f45b3-8566-438a-8c2a-a3f2121fe7cc tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=17dc42f6-de3f-4069-9db8-011686e1c91a HTTP/1.1" status: 200 len: 944 time: 0.0524502 Aug 18 11:26:28.696643 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-a1b787c8-0fa3-4695-9785-7ab90ca7dc90 req-e836f093-0def-4bea-b252-a923792bc998 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f2cca6d3-a14d-4a28-a5b0-42bc876ad7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485477 Aug 18 11:26:29.975623 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb8d785-f198-4c24-92f8-e8cd729ecaf7 req-d0aaf4b9-326e-4684-937b-3ed003f7d444 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:26:29.977369 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-3bb8d785-f198-4c24-92f8-e8cd729ecaf7 req-d0aaf4b9-326e-4684-937b-3ed003f7d444 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=17dc42f6-de3f-4069-9db8-011686e1c91a HTTP/1.1" status: 200 len: 944 time: 0.0500028 Aug 18 11:26:29.996599 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=100 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:26:30.029530 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-3bb8d785-f198-4c24-92f8-e8cd729ecaf7 req-89a20310-a2ed-43e7-93ba-0b3effb99dda tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f2cca6d3-a14d-4a28-a5b0-42bc876ad7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465577 Aug 18 11:26:31.156420 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efe7416-fd3f-48bc-b249-729e9ec6ada3 req-d2052ca9-808c-4cf0-bea7-9be35bb863ac tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:26:31.158561 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-6efe7416-fd3f-48bc-b249-729e9ec6ada3 req-d2052ca9-808c-4cf0-bea7-9be35bb863ac tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=17dc42f6-de3f-4069-9db8-011686e1c91a HTTP/1.1" status: 200 len: 944 time: 0.0508320 Aug 18 11:26:31.207147 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Device 69c3d342-6744-4e44-ba1f-918bb3581ac5 details requested by agent hyperv_hv-cinder-85345 with host hv-cinder-85345 {{(pid=106380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 11:26:31.229864 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-6efe7416-fd3f-48bc-b249-729e9ec6ada3 req-42707f04-ff97-4a6f-9641-556fbf734f66 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f2cca6d3-a14d-4a28-a5b0-42bc876ad7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657017 Aug 18 11:26:31.275595 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad842c9-79a2-495d-b7fc-28002259aef2 req-246952a0-db16-43e1-b235-1899b3c2fe5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:26:31.277207 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-bad842c9-79a2-495d-b7fc-28002259aef2 req-246952a0-db16-43e1-b235-1899b3c2fe5f service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=610eae45-7047-4853-8153-1da79fb95838&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0633013 Aug 18 11:26:31.296319 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.wsgi [req-bad842c9-79a2-495d-b7fc-28002259aef2 req-dcd038a0-127a-4853-8c9f-9d7b9c1121b2 service neutron] http://10.222.0.16:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106378) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 18 11:26:31.298007 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-bad842c9-79a2-495d-b7fc-28002259aef2 req-dcd038a0-127a-4853-8c9f-9d7b9c1121b2 service neutron] 10.222.0.20 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0060725 Aug 18 11:26:31.320294 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] For port 69c3d342-6744-4e44-ba1f-918bb3581ac5, host hv-cinder-85345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85345',level=0,port_id=69c3d342-6744-4e44-ba1f-918bb3581ac5,segment=NetworkSegment(9c3c1f69-d097-49d4-af01-0805916be3fe),segment_id=9c3c1f69-d097-49d4-af01-0805916be3fe)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:26:31.332512 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Returning: {'device': '69c3d342-6744-4e44-ba1f-918bb3581ac5', 'network_id': '610eae45-7047-4853-8153-1da79fb95838', 'port_id': '69c3d342-6744-4e44-ba1f-918bb3581ac5', 'mac_address': 'fa:16:3e:56:5e:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 968, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3eb1b23-820c-420d-9ebc-59169bbc8615', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 11:26:31.370843 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Current status of the port 69c3d342-6744-4e44-ba1f-918bb3581ac5 is: DOWN; New status is: BUILD {{(pid=106380) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 11:26:31.371237 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (69c3d342-6744-4e44-ba1f-918bb3581ac5), before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:26:31.386231 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.notifiers.nova [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69c3d342-6744-4e44-ba1f-918bb3581ac5 {{(pid=106380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 18 11:26:31.412450 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] For port 69c3d342-6744-4e44-ba1f-918bb3581ac5, host hv-cinder-85345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85345',level=0,port_id=69c3d342-6744-4e44-ba1f-918bb3581ac5,segment=NetworkSegment(9c3c1f69-d097-49d4-af01-0805916be3fe),segment_id=9c3c1f69-d097-49d4-af01-0805916be3fe)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:26:31.414150 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-bad842c9-79a2-495d-b7fc-28002259aef2 req-d9222490-4f0f-498b-9bac-f9117e7a3d64 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/610eae45-7047-4853-8153-1da79fb95838?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036234 Aug 18 11:26:31.418021 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732803053689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732802528799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732802528817'] for port (69c3d342-6744-4e44-ba1f-918bb3581ac5), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:26:31.481060 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Pushing event updated for resources: {'Port': ['ID=69c3d342-6744-4e44-ba1f-918bb3581ac5,revision_number=9']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:26:31.534418 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-bad842c9-79a2-495d-b7fc-28002259aef2 req-98ada603-0c87-47bf-bc9a-a7360c55bbff service neutron] 10.222.0.20 "GET /networking/v2.0/networks/610eae45-7047-4853-8153-1da79fb95838?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065333 Aug 18 11:26:31.888381 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] get_ports_and_sgs() called for port_ids ['69c3d342-6744-4e44-ba1f-918bb3581ac5'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 18 11:26:32.361192 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b1965f-7537-4b8d-a489-dddd33fb2a7d req-16c105d8-90b6-4837-b8e4-f614a911741c tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:26:32.362662 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-d8b1965f-7537-4b8d-a489-dddd33fb2a7d req-16c105d8-90b6-4837-b8e4-f614a911741c tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=17dc42f6-de3f-4069-9db8-011686e1c91a HTTP/1.1" status: 200 len: 945 time: 0.0482204 Aug 18 11:26:32.409935 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-d8b1965f-7537-4b8d-a489-dddd33fb2a7d req-8e7159dd-ef17-4012-892c-36e7a2846155 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f2cca6d3-a14d-4a28-a5b0-42bc876ad7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417325 Aug 18 11:26:33.203565 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Device 69c3d342-6744-4e44-ba1f-918bb3581ac5 up at agent hyperv_hv-cinder-85345 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 11:26:33.248954 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Provisioning complete for port 69c3d342-6744-4e44-ba1f-918bb3581ac5 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 18 11:26:33.249331 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619404'] for port (69c3d342-6744-4e44-ba1f-918bb3581ac5), provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:26:33.320262 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Current status of the port 69c3d342-6744-4e44-ba1f-918bb3581ac5 is: BUILD; New status is: ACTIVE {{(pid=106380) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 11:26:33.320657 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (69c3d342-6744-4e44-ba1f-918bb3581ac5), before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:26:33.343165 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17dc42f6-de3f-4069-9db8-011686e1c91a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69c3d342-6744-4e44-ba1f-918bb3581ac5'}] {{(pid=106380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 18 11:26:33.346031 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2abfa1ee86993cd756e72fd91a3a01a1a8fb73078c92f04bbbffdb72ec117730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac51deb2-8c08-4b31-9ecb-caed594aae04" -d '{"events": [{"server_uuid": "17dc42f6-de3f-4069-9db8-011686e1c91a", "name": "network-vif-plugged", "status": "completed", "tag": "69c3d342-6744-4e44-ba1f-918bb3581ac5"}]}' {{(pid=106380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:26:33.358018 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] For port 69c3d342-6744-4e44-ba1f-918bb3581ac5, host hv-cinder-85345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85345',level=0,port_id=69c3d342-6744-4e44-ba1f-918bb3581ac5,segment=NetworkSegment(9c3c1f69-d097-49d4-af01-0805916be3fe),segment_id=9c3c1f69-d097-49d4-af01-0805916be3fe)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:26:33.362354 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732803053689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732802528799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732802528817'] for port (69c3d342-6744-4e44-ba1f-918bb3581ac5), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:26:33.387743 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Aug 2022 11:26:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-258cf7c9-5a70-420a-a61d-86bc66f41d40 x-openstack-request-id: req-258cf7c9-5a70-420a-a61d-86bc66f41d40 {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:26:33.388025 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17dc42f6-de3f-4069-9db8-011686e1c91a", "name": "network-vif-plugged", "status": "completed", "tag": "69c3d342-6744-4e44-ba1f-918bb3581ac5", "code": 200}]} {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:26:33.388314 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-258cf7c9-5a70-420a-a61d-86bc66f41d40 {{(pid=106380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:26:33.388703 dv-cinder-853450-2-iscsi neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event matching ['req-258cf7c9-5a70-420a-a61d-86bc66f41d40'] response: {'server_uuid': '17dc42f6-de3f-4069-9db8-011686e1c91a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69c3d342-6744-4e44-ba1f-918bb3581ac5', 'code': 200} Aug 18 11:26:33.413817 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Pushing event updated for resources: {'Port': ['ID=69c3d342-6744-4e44-ba1f-918bb3581ac5,revision_number=10']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:26:33.543845 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa515c6-2eb2-47ea-adfd-d16150f14106 req-3658925e-cd6d-4bbe-8397-df89b58e4ad2 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:26:33.545366 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-3aa515c6-2eb2-47ea-adfd-d16150f14106 req-3658925e-cd6d-4bbe-8397-df89b58e4ad2 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=17dc42f6-de3f-4069-9db8-011686e1c91a HTTP/1.1" status: 200 len: 947 time: 0.0548637 Aug 18 11:26:33.605936 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288f4850-e3fa-4805-a313-2ff4cad23243 req-cbb8b80b-22ea-46ef-8cbe-b499470d0d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:26:33.607432 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-288f4850-e3fa-4805-a313-2ff4cad23243 req-cbb8b80b-22ea-46ef-8cbe-b499470d0d57 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=17dc42f6-de3f-4069-9db8-011686e1c91a HTTP/1.1" status: 200 len: 1131 time: 0.0611997 Aug 18 11:26:33.637901 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-3aa515c6-2eb2-47ea-adfd-d16150f14106 req-f05c4801-8e54-480b-acb4-60fa9c8030da tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f2cca6d3-a14d-4a28-a5b0-42bc876ad7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828743 Aug 18 11:26:33.667676 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-288f4850-e3fa-4805-a313-2ff4cad23243 req-12391e52-6885-45b9-8ff3-61871acc6443 service neutron] 10.222.0.20 "GET /networking/v2.0/security-groups?id=f2cca6d3-a14d-4a28-a5b0-42bc876ad7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497983 Aug 18 11:26:34.732595 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=100 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:26:34.772280 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d88ab2a-d31e-4036-90c3-408e0140df29 req-176c5aaa-dc3a-42fa-baf1-f8732aa57bbb tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:26:34.773757 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-1d88ab2a-d31e-4036-90c3-408e0140df29 req-176c5aaa-dc3a-42fa-baf1-f8732aa57bbb tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=17dc42f6-de3f-4069-9db8-011686e1c91a HTTP/1.1" status: 200 len: 947 time: 0.0510242 Aug 18 11:26:34.822318 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-1d88ab2a-d31e-4036-90c3-408e0140df29 req-731528e0-42aa-4369-a409-a87538f5efc6 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f2cca6d3-a14d-4a28-a5b0-42bc876ad7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428574 Aug 18 11:26:35.709349 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (0c451e2b-fe38-44d1-984c-2dd7bcedf4dc), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:26:35.957851 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f6e113-cb1d-4b4f-b6f7-1e87c90f1c12 req-af8057f0-2e3d-4939-8a0f-ebc155810417 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:26:35.959400 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-07f6e113-cb1d-4b4f-b6f7-1e87c90f1c12 req-af8057f0-2e3d-4939-8a0f-ebc155810417 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=17dc42f6-de3f-4069-9db8-011686e1c91a HTTP/1.1" status: 200 len: 947 time: 0.0503335 Aug 18 11:26:36.010881 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-07f6e113-cb1d-4b4f-b6f7-1e87c90f1c12 req-c2b55e8b-9c1d-42d2-b867-5766c281ed92 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f2cca6d3-a14d-4a28-a5b0-42bc876ad7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456598 Aug 18 11:26:36.275770 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.agents_db [None req-8a9264f7-88d3-4c8b-91d1-adcc6bb37de7 None None] Agent healthcheck: found 6 active agents {{(pid=106381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 11:26:37.139523 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ef59f7-22ae-463f-b6dc-25be76ed9b7c req-d93d5c04-0ebd-4bef-bf68-af05d00e0a2c tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:26:37.141050 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-39ef59f7-22ae-463f-b6dc-25be76ed9b7c req-d93d5c04-0ebd-4bef-bf68-af05d00e0a2c tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=17dc42f6-de3f-4069-9db8-011686e1c91a HTTP/1.1" status: 200 len: 947 time: 0.0489721 Aug 18 11:26:37.196040 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-39ef59f7-22ae-463f-b6dc-25be76ed9b7c req-20013cc5-b246-492e-976c-6afc10145956 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f2cca6d3-a14d-4a28-a5b0-42bc876ad7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487316 Aug 18 11:26:39.211859 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41886ef-9f26-4df4-aff2-2007f63f0168 req-fbd741d4-a699-4986-a035-4b9bc20b24b4 tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:26:39.213866 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-a41886ef-9f26-4df4-aff2-2007f63f0168 req-fbd741d4-a699-4986-a035-4b9bc20b24b4 tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=79701b52-9222-4f88-80a3-822ad29164f5 HTTP/1.1" status: 200 len: 946 time: 0.0529115 Aug 18 11:26:39.248448 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=100 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:26:39.267675 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-a41886ef-9f26-4df4-aff2-2007f63f0168 req-5efc526d-a7e8-4735-a652-bd8fd3ebf93b tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4bc8b1c1-0f9e-46fd-988e-ee2967d1dfc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478332 Aug 18 11:26:40.393884 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8d3fd2-2e40-4f14-b16f-8feb81ea99cd req-e6c85b29-49af-409f-9518-185b687079e5 tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:26:40.395386 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-ab8d3fd2-2e40-4f14-b16f-8feb81ea99cd req-e6c85b29-49af-409f-9518-185b687079e5 tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=79701b52-9222-4f88-80a3-822ad29164f5 HTTP/1.1" status: 200 len: 946 time: 0.0485041 Aug 18 11:26:40.445239 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-ab8d3fd2-2e40-4f14-b16f-8feb81ea99cd req-ad53b02d-c4d6-4e77-8077-fc811b349b4d tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4bc8b1c1-0f9e-46fd-988e-ee2967d1dfc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441647 Aug 18 11:26:41.000424 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-3becf2b1-6fe8-47b2-beba-c92eb3b64074 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (c499a017-4b38-4967-b050-d4094e1a7564), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:26:41.577508 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3131c4-0055-41df-a601-90bf03e2c1c8 req-3a7bd043-79dc-4f17-885c-4a97532515b0 tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:26:41.579540 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-8c3131c4-0055-41df-a601-90bf03e2c1c8 req-3a7bd043-79dc-4f17-885c-4a97532515b0 tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=79701b52-9222-4f88-80a3-822ad29164f5 HTTP/1.1" status: 200 len: 946 time: 0.0523176 Aug 18 11:26:41.629468 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-8c3131c4-0055-41df-a601-90bf03e2c1c8 req-1fe74576-36e9-4003-98f9-8f8ec44b7b97 tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4bc8b1c1-0f9e-46fd-988e-ee2967d1dfc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428379 Aug 18 11:26:42.766375 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdb2d85-6d0f-45e1-b42b-0a8ce983037d req-45c5a6c9-8a40-42db-bb7c-38bc11a48ec7 tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:26:42.769165 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-8fdb2d85-6d0f-45e1-b42b-0a8ce983037d req-45c5a6c9-8a40-42db-bb7c-38bc11a48ec7 tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=79701b52-9222-4f88-80a3-822ad29164f5 HTTP/1.1" status: 200 len: 946 time: 0.0539792 Aug 18 11:26:42.827640 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-8fdb2d85-6d0f-45e1-b42b-0a8ce983037d req-b7d55e55-e483-4133-a053-683eae956599 tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4bc8b1c1-0f9e-46fd-988e-ee2967d1dfc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511358 Aug 18 11:26:43.380173 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-004ddc84-fbfd-480b-8dd0-33fca5d217a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (5a2ac145-53e3-4597-a9e7-c52b4336ae58), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:26:43.956776 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43721530-60e7-4287-8d81-04e6add059a2 req-f510e252-8d85-478b-9729-e2d519341e13 tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:26:43.958297 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-43721530-60e7-4287-8d81-04e6add059a2 req-f510e252-8d85-478b-9729-e2d519341e13 tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=79701b52-9222-4f88-80a3-822ad29164f5 HTTP/1.1" status: 200 len: 946 time: 0.0478551 Aug 18 11:26:44.011002 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-43721530-60e7-4287-8d81-04e6add059a2 req-c34a2fcc-0127-433f-a6ec-d102439d96e0 tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4bc8b1c1-0f9e-46fd-988e-ee2967d1dfc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471504 Aug 18 11:26:44.709585 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-a5cc8183-7213-4642-9d48-bc0d47940d29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (29720577-1c8f-43c1-a8be-c2a14df8d65e), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:26:45.137611 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc74297-f78e-4a08-bd6c-2b7bfb14d401 req-c87c7f19-5ebd-4e56-9660-d9aaae4bf6f3 tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:26:45.139101 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-fdc74297-f78e-4a08-bd6c-2b7bfb14d401 req-c87c7f19-5ebd-4e56-9660-d9aaae4bf6f3 tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=79701b52-9222-4f88-80a3-822ad29164f5 HTTP/1.1" status: 200 len: 946 time: 0.0512390 Aug 18 11:26:45.190741 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-fdc74297-f78e-4a08-bd6c-2b7bfb14d401 req-c87159ff-0867-4b8a-b63a-8ec623a04195 tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4bc8b1c1-0f9e-46fd-988e-ee2967d1dfc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448270 Aug 18 11:26:46.007395 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (69d4285f-736d-41a6-a99e-1994eed59bce), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:26:46.270557 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=16 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:26:46.271373 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=12 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:26:46.310538 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e332f86f-6443-468d-8ab9-a8dac71393a0 req-1417bc9a-f5f1-4242-9ed8-a811b2d86fd6 tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:26:46.312159 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-e332f86f-6443-468d-8ab9-a8dac71393a0 req-1417bc9a-f5f1-4242-9ed8-a811b2d86fd6 tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=79701b52-9222-4f88-80a3-822ad29164f5 HTTP/1.1" status: 200 len: 946 time: 0.0478411 Aug 18 11:26:46.360950 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-e332f86f-6443-468d-8ab9-a8dac71393a0 req-3578c46b-9e43-4569-b320-307a4af471b7 tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4bc8b1c1-0f9e-46fd-988e-ee2967d1dfc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416751 Aug 18 11:26:46.496021 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c68edff8-e550-48a3-9de2-17badfe483c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (307af099-d926-4e52-9df3-0cd09baf3c81), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:26:47.486120 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9293e842-fae0-469e-9f9b-062168fc0257 req-8ed32d35-2b6b-408e-889f-55fdf04cfb71 tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:26:47.487618 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-9293e842-fae0-469e-9f9b-062168fc0257 req-8ed32d35-2b6b-408e-889f-55fdf04cfb71 tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=79701b52-9222-4f88-80a3-822ad29164f5 HTTP/1.1" status: 200 len: 946 time: 0.0530860 Aug 18 11:26:47.536522 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-9293e842-fae0-469e-9f9b-062168fc0257 req-f1998eaa-8bd7-4e00-bdd6-9db7be2b66fe tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4bc8b1c1-0f9e-46fd-988e-ee2967d1dfc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430915 Aug 18 11:26:48.661907 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366a96c9-6b3a-438e-83d7-9e2814f86cb2 req-c87fef07-b232-4c71-b2ac-f738424e738b tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:26:48.663448 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-366a96c9-6b3a-438e-83d7-9e2814f86cb2 req-c87fef07-b232-4c71-b2ac-f738424e738b tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=79701b52-9222-4f88-80a3-822ad29164f5 HTTP/1.1" status: 200 len: 946 time: 0.0492973 Aug 18 11:26:48.699120 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=100 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:26:48.711641 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-366a96c9-6b3a-438e-83d7-9e2814f86cb2 req-d8294e3a-1a0d-4754-b7c4-c80d9f50ab79 tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4bc8b1c1-0f9e-46fd-988e-ee2967d1dfc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425529 Aug 18 11:26:49.838452 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9643a8-3abd-4984-a78b-829cf4cffd4e req-12304283-33a6-48c3-bcfc-634ca5ca6152 tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:26:49.839914 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-0f9643a8-3abd-4984-a78b-829cf4cffd4e req-12304283-33a6-48c3-bcfc-634ca5ca6152 tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=79701b52-9222-4f88-80a3-822ad29164f5 HTTP/1.1" status: 200 len: 946 time: 0.0508139 Aug 18 11:26:49.888915 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-0f9643a8-3abd-4984-a78b-829cf4cffd4e req-649f723f-d9f0-483b-a9c1-d180876987c8 tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4bc8b1c1-0f9e-46fd-988e-ee2967d1dfc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434151 Aug 18 11:26:50.142281 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4175333d-5e0a-475b-8200-78e8fded8ace req-43f380c0-6df5-43e2-b646-d8ddb9e01f38 tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:26:50.145193 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-4175333d-5e0a-475b-8200-78e8fded8ace req-43f380c0-6df5-43e2-b646-d8ddb9e01f38 tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=79701b52-9222-4f88-80a3-822ad29164f5 HTTP/1.1" status: 200 len: 946 time: 0.0498447 Aug 18 11:26:50.220396 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521d28b7-1eea-4965-9cc6-1014ca1f3220 req-805679eb-19be-4b2a-a24e-9976970434be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:26:50.222154 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-521d28b7-1eea-4965-9cc6-1014ca1f3220 req-805679eb-19be-4b2a-a24e-9976970434be service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=28a8db4d53754a09aad85d3b756fed10&device_id=79701b52-9222-4f88-80a3-822ad29164f5 HTTP/1.1" status: 200 len: 1130 time: 0.0552011 Aug 18 11:26:50.226449 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-4175333d-5e0a-475b-8200-78e8fded8ace req-6e6cf39d-13ee-4b20-b878-9289cfef5a63 tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4bc8b1c1-0f9e-46fd-988e-ee2967d1dfc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754492 Aug 18 11:26:50.239212 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=100 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:26:50.324641 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521d28b7-1eea-4965-9cc6-1014ca1f3220 req-c564aeed-3667-437a-bcf1-fa675cd3cc34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:26:50.326009 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-521d28b7-1eea-4965-9cc6-1014ca1f3220 req-c564aeed-3667-437a-bcf1-fa675cd3cc34 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=973c519c-fa04-42b9-8369-c22e799d5cb8 HTTP/1.1" status: 200 len: 911 time: 0.0939097 Aug 18 11:26:50.389560 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-521d28b7-1eea-4965-9cc6-1014ca1f3220 req-cad0d760-5e6b-453d-8a6f-76492b593bbc service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4ff7e434-0501-4572-8626-4a92bd7f5787 HTTP/1.1" status: 200 len: 1001 time: 0.0570974 Aug 18 11:26:50.446122 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521d28b7-1eea-4965-9cc6-1014ca1f3220 req-0d70067a-9383-4889-8690-8d364593f0b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:26:50.447573 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-521d28b7-1eea-4965-9cc6-1014ca1f3220 req-0d70067a-9383-4889-8690-8d364593f0b6 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=a362c7c9-82f8-42d5-b8a6-0309f8c4fcc3 HTTP/1.1" status: 200 len: 849 time: 0.0503786 Aug 18 11:26:50.494020 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521d28b7-1eea-4965-9cc6-1014ca1f3220 req-61110610-58c2-4d14-accf-fa6d7aa8cb87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:26:50.495511 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-521d28b7-1eea-4965-9cc6-1014ca1f3220 req-61110610-58c2-4d14-accf-fa6d7aa8cb87 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=973c519c-fa04-42b9-8369-c22e799d5cb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0405836 Aug 18 11:26:50.597803 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-521d28b7-1eea-4965-9cc6-1014ca1f3220 req-4a3ff0fb-e905-4df9-96ad-f5f54295297f service neutron] 10.222.0.20 "GET /networking/v2.0/networks/973c519c-fa04-42b9-8369-c22e799d5cb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925446 Aug 18 11:26:50.953290 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-521d28b7-1eea-4965-9cc6-1014ca1f3220 req-cdbe7be7-ca67-4456-bb93-6e77035b516f service neutron] 10.222.0.20 "GET /networking/v2.0/networks/973c519c-fa04-42b9-8369-c22e799d5cb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3483293 Aug 18 11:26:51.506435 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd5add7-dd64-4eea-aa35-317349725428 req-c3267b93-210d-445b-b09e-b52babf399c0 tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:26:51.507914 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-9fd5add7-dd64-4eea-aa35-317349725428 req-c3267b93-210d-445b-b09e-b52babf399c0 tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=79701b52-9222-4f88-80a3-822ad29164f5 HTTP/1.1" status: 200 len: 946 time: 0.0480428 Aug 18 11:26:51.558593 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-9fd5add7-dd64-4eea-aa35-317349725428 req-d52a6f14-68e9-4782-aa13-66ce27c9267f tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4bc8b1c1-0f9e-46fd-988e-ee2967d1dfc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445044 Aug 18 11:26:52.680623 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e010025c-458c-4e28-9f17-4c19ef52350d req-d362cd43-b4e3-4c6f-8c6d-5ba2c65befc4 tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:26:52.682105 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-e010025c-458c-4e28-9f17-4c19ef52350d req-d362cd43-b4e3-4c6f-8c6d-5ba2c65befc4 tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=79701b52-9222-4f88-80a3-822ad29164f5 HTTP/1.1" status: 200 len: 946 time: 0.0483978 Aug 18 11:26:52.734784 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-e010025c-458c-4e28-9f17-4c19ef52350d req-c10eb7dd-8910-4548-9e16-dc712ea664ce tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4bc8b1c1-0f9e-46fd-988e-ee2967d1dfc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470848 Aug 18 11:26:56.484487 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:26:56.491223 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:27:01.235327 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=2 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:27:01.240818 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=4 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:27:02.728171 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=88 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:27:02.730721 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=56 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:27:05.703910 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (0c451e2b-fe38-44d1-984c-2dd7bcedf4dc), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:27:10.759514 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-65ad5a9d-a867-4115-8507-0c3b9642c179 req-a468ee6b-f7b8-418a-9e5c-6dbb2dade85c service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=79701b52-9222-4f88-80a3-822ad29164f5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0380480 Aug 18 11:27:10.823678 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ad5a9d-a867-4115-8507-0c3b9642c179 req-427ed9ce-d270-4f7a-aa5a-9c39da153b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:27:10.825166 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-65ad5a9d-a867-4115-8507-0c3b9642c179 req-427ed9ce-d270-4f7a-aa5a-9c39da153b40 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=28a8db4d53754a09aad85d3b756fed10&device_id=79701b52-9222-4f88-80a3-822ad29164f5 HTTP/1.1" status: 200 len: 1130 time: 0.0422084 Aug 18 11:27:10.928184 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ad5a9d-a867-4115-8507-0c3b9642c179 req-b164230e-31b9-4018-b379-7142d8bb8b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:27:10.929660 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-65ad5a9d-a867-4115-8507-0c3b9642c179 req-b164230e-31b9-4018-b379-7142d8bb8b4d service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=973c519c-fa04-42b9-8369-c22e799d5cb8 HTTP/1.1" status: 200 len: 911 time: 0.0859590 Aug 18 11:27:10.994732 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-65ad5a9d-a867-4115-8507-0c3b9642c179 req-e22690e7-aa67-44a7-a13c-454b4af000f4 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4ff7e434-0501-4572-8626-4a92bd7f5787 HTTP/1.1" status: 200 len: 1001 time: 0.0585971 Aug 18 11:27:11.005302 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-24ed3d93-428f-4e88-b810-e7ac041f5a91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (c499a017-4b38-4967-b050-d4094e1a7564), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:27:11.045105 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ad5a9d-a867-4115-8507-0c3b9642c179 req-db941547-9443-4000-a6e4-39ceab39f0ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:27:11.046568 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-65ad5a9d-a867-4115-8507-0c3b9642c179 req-db941547-9443-4000-a6e4-39ceab39f0ed service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=a362c7c9-82f8-42d5-b8a6-0309f8c4fcc3 HTTP/1.1" status: 200 len: 849 time: 0.0462213 Aug 18 11:27:11.092177 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ad5a9d-a867-4115-8507-0c3b9642c179 req-cbd9b310-a7c9-4a50-b5bd-8799329f8a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:27:11.093692 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-65ad5a9d-a867-4115-8507-0c3b9642c179 req-cbd9b310-a7c9-4a50-b5bd-8799329f8a59 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=973c519c-fa04-42b9-8369-c22e799d5cb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0401099 Aug 18 11:27:11.187449 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-65ad5a9d-a867-4115-8507-0c3b9642c179 req-08dd2be9-a37e-4f44-9035-c7d94fa04b44 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/973c519c-fa04-42b9-8369-c22e799d5cb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872772 Aug 18 11:27:11.277904 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-65ad5a9d-a867-4115-8507-0c3b9642c179 req-7601fd91-a565-4dc3-aed9-c29269e65461 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/973c519c-fa04-42b9-8369-c22e799d5cb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843008 Aug 18 11:27:13.275166 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.agents_db [None req-8a9264f7-88d3-4c8b-91d1-adcc6bb37de7 None None] Agent healthcheck: found 6 active agents {{(pid=106381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 11:27:13.372471 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e03ccebb-3218-495b-95bd-73ab2c983a31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (5a2ac145-53e3-4597-a9e7-c52b4336ae58), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:27:14.710714 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-a5cc8183-7213-4642-9d48-bc0d47940d29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (29720577-1c8f-43c1-a8be-c2a14df8d65e), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:27:16.004256 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (69d4285f-736d-41a6-a99e-1994eed59bce), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:27:16.496060 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c68edff8-e550-48a3-9de2-17badfe483c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (307af099-d926-4e52-9df3-0cd09baf3c81), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:27:21.273912 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=51 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:27:21.274678 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=50 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:27:23.271057 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=1 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:27:23.271720 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=1 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:27:26.484523 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:27:26.491578 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:27:35.710301 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (0c451e2b-fe38-44d1-984c-2dd7bcedf4dc), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:27:39.271169 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=4 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:27:39.271921 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:27:41.010206 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-4b788c57-4258-49b7-b454-be30196da78f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (c499a017-4b38-4967-b050-d4094e1a7564), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:27:42.770695 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2943be7-ebe6-4282-861a-b23430059784 req-a8827f06-cdfb-4816-b2b8-546553f5a6f7 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:27:42.772222 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-d2943be7-ebe6-4282-861a-b23430059784 req-a8827f06-cdfb-4816-b2b8-546553f5a6f7 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=32a6d1bc-e1cb-447d-9cf6-8324c042e15a HTTP/1.1" status: 200 len: 946 time: 0.0528364 Aug 18 11:27:42.820366 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-d2943be7-ebe6-4282-861a-b23430059784 req-ff6c608a-35ab-48da-947a-725aeaba8479 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=6d6829a6-8050-4844-bd8c-bf747dfd8358&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425742 Aug 18 11:27:43.374741 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-31d80fb7-797d-43c1-ba91-d1a498e8d347 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (5a2ac145-53e3-4597-a9e7-c52b4336ae58), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:27:43.943648 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc724bb-5fe0-4416-a49d-b0f0c75020e4 req-85794be3-07af-4b13-bec8-a89178308cde tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:27:43.945171 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-dcc724bb-5fe0-4416-a49d-b0f0c75020e4 req-85794be3-07af-4b13-bec8-a89178308cde tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=32a6d1bc-e1cb-447d-9cf6-8324c042e15a HTTP/1.1" status: 200 len: 946 time: 0.0482249 Aug 18 11:27:43.991602 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-dcc724bb-5fe0-4416-a49d-b0f0c75020e4 req-1891ae99-818e-4d63-b012-c0560b0cdcec tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=6d6829a6-8050-4844-bd8c-bf747dfd8358&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409288 Aug 18 11:27:44.718488 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-a5cc8183-7213-4642-9d48-bc0d47940d29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (29720577-1c8f-43c1-a8be-c2a14df8d65e), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:27:44.809377 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63aec05-9449-4c0a-a0f4-c3a2aa0b1620 req-a66d717c-1bbe-4832-aa88-b2ec5d46e7c8 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:27:44.811078 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-d63aec05-9449-4c0a-a0f4-c3a2aa0b1620 req-a66d717c-1bbe-4832-aa88-b2ec5d46e7c8 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=32a6d1bc-e1cb-447d-9cf6-8324c042e15a HTTP/1.1" status: 200 len: 946 time: 0.0579398 Aug 18 11:27:44.911177 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [req-d63aec05-9449-4c0a-a0f4-c3a2aa0b1620 req-dbeccf98-ffdb-472f-a767-4a86a1f5b0b0 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Deleting port 5eeb0714-3c8f-4229-946d-a25323c4f45e {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 18 11:27:44.911524 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-d63aec05-9449-4c0a-a0f4-c3a2aa0b1620 req-dbeccf98-ffdb-472f-a767-4a86a1f5b0b0 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732803047114'] for port (5eeb0714-3c8f-4229-946d-a25323c4f45e), before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:27:45.027073 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-d63aec05-9449-4c0a-a0f4-c3a2aa0b1620 req-dbeccf98-ffdb-472f-a767-4a86a1f5b0b0 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] For port 5eeb0714-3c8f-4229-946d-a25323c4f45e, host hv-cinder-85345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85345',level=0,port_id=5eeb0714-3c8f-4229-946d-a25323c4f45e,segment=NetworkSegment(ee45f576-d1b7-4e11-a10f-3fe54663f35e),segment_id=ee45f576-d1b7-4e11-a10f-3fe54663f35e)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:27:45.027667 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-d63aec05-9449-4c0a-a0f4-c3a2aa0b1620 req-dbeccf98-ffdb-472f-a767-4a86a1f5b0b0 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498516'] for port (5eeb0714-3c8f-4229-946d-a25323c4f45e), precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:27:45.157512 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee8f10c-a198-420a-a245-0616940e4279 req-22223fab-deca-489d-92c7-ec926895eb5c tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:27:45.159494 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-cee8f10c-a198-420a-a245-0616940e4279 req-22223fab-deca-489d-92c7-ec926895eb5c tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=32a6d1bc-e1cb-447d-9cf6-8324c042e15a HTTP/1.1" status: 200 len: 946 time: 0.0884233 Aug 18 11:27:45.262513 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-d63aec05-9449-4c0a-a0f4-c3a2aa0b1620 req-dbeccf98-ffdb-472f-a767-4a86a1f5b0b0 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:27:45.262866 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-d63aec05-9449-4c0a-a0f4-c3a2aa0b1620 req-dbeccf98-ffdb-472f-a767-4a86a1f5b0b0 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-519515'] for floatingip (7b72a37d-8bd0-4e55-80ab-6493af2c7387), after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:27:45.263194 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.db.l3_db [req-d63aec05-9449-4c0a-a0f4-c3a2aa0b1620 req-dbeccf98-ffdb-472f-a767-4a86a1f5b0b0 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Floating IP 7b72a37d-8bd0-4e55-80ab-6493af2c7387 disassociated. External IP: 172.27.4.241, port: 5eeb0714-3c8f-4229-946d-a25323c4f45e. Aug 18 11:27:45.263542 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [req-d63aec05-9449-4c0a-a0f4-c3a2aa0b1620 req-dbeccf98-ffdb-472f-a767-4a86a1f5b0b0 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Calling delete_port for 5eeb0714-3c8f-4229-946d-a25323c4f45e owned by compute:nova {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 18 11:27:45.267951 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-cee8f10c-a198-420a-a245-0616940e4279 req-aa3238e6-4802-4708-9962-60956f3b4ef7 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=6d6829a6-8050-4844-bd8c-bf747dfd8358&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0991862 Aug 18 11:27:45.399978 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-d63aec05-9449-4c0a-a0f4-c3a2aa0b1620 req-dbeccf98-ffdb-472f-a767-4a86a1f5b0b0 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732803053743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732802528790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11809227'] for port (5eeb0714-3c8f-4229-946d-a25323c4f45e), after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:27:45.431952 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbeccf98-ffdb-472f-a767-4a86a1f5b0b0 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Pushing event deleted for resources: {'Port': ['ID=5eeb0714-3c8f-4229-946d-a25323c4f45e,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:27:45.443751 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbeccf98-ffdb-472f-a767-4a86a1f5b0b0 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:27:45.444132 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbeccf98-ffdb-472f-a767-4a86a1f5b0b0 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:27:45.444507 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbeccf98-ffdb-472f-a767-4a86a1f5b0b0 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:27:45.444850 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbeccf98-ffdb-472f-a767-4a86a1f5b0b0 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:27:45.445516 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbeccf98-ffdb-472f-a767-4a86a1f5b0b0 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:27:45.445628 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbeccf98-ffdb-472f-a767-4a86a1f5b0b0 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:27:45.445946 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbeccf98-ffdb-472f-a767-4a86a1f5b0b0 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:27:45.446313 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbeccf98-ffdb-472f-a767-4a86a1f5b0b0 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:27:45.446631 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbeccf98-ffdb-472f-a767-4a86a1f5b0b0 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:27:45.447054 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbeccf98-ffdb-472f-a767-4a86a1f5b0b0 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:27:45.447284 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbeccf98-ffdb-472f-a767-4a86a1f5b0b0 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:27:45.447615 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbeccf98-ffdb-472f-a767-4a86a1f5b0b0 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:27:45.447945 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbeccf98-ffdb-472f-a767-4a86a1f5b0b0 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:27:45.448301 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbeccf98-ffdb-472f-a767-4a86a1f5b0b0 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:27:45.448649 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbeccf98-ffdb-472f-a767-4a86a1f5b0b0 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:27:45.540557 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:27:45.544783 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:27:45.555629 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d63aec05-9449-4c0a-a0f4-c3a2aa0b1620 req-dbeccf98-ffdb-472f-a767-4a86a1f5b0b0 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Router 998cf145-4292-4cbf-b148-168edf6fee5f has already been hosted by L3 agent 5a2ac145-53e3-4597-a9e7-c52b4336ae58 {{(pid=106378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 11:27:45.661989 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d63aec05-9449-4c0a-a0f4-c3a2aa0b1620 req-dbeccf98-ffdb-472f-a767-4a86a1f5b0b0 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Notify agent at l3_agent.dv-cinder-853450-2-iscsi the message routers_updated {{(pid=106378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 11:27:45.671293 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c09cfe0e-f9c9-46ff-8d4e-0c2a65ba1b8d None None] Sync routers for ids ['998cf145-4292-4cbf-b148-168edf6fee5f'] in dv-cinder-853450-2-iscsi {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 11:27:45.681827 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c09cfe0e-f9c9-46ff-8d4e-0c2a65ba1b8d None None] Routers {'998cf145-4292-4cbf-b148-168edf6fee5f'} bound to L3 agent in host dv-cinder-853450-2-iscsi {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 18 11:27:45.682435 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-c09cfe0e-f9c9-46ff-8d4e-0c2a65ba1b8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853450-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-18T11:07:43Z,description=,heartbeat_timestamp=2022-08-18T11:27:43Z,host='dv-cinder-853450-2-iscsi',id=5a2ac145-53e3-4597-a9e7-c52b4336ae58,load=0,resource_versions=,resources_synced=,started_at=2022-08-18T11:07:43Z,topic='l3_agent')) {'router_ids': ['998cf145-4292-4cbf-b148-168edf6fee5f'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:27:45.705195 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [req-d63aec05-9449-4c0a-a0f4-c3a2aa0b1620 req-dbeccf98-ffdb-472f-a767-4a86a1f5b0b0 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] No DVR routers for this DVR port 5eeb0714-3c8f-4229-946d-a25323c4f45e on host hv-cinder-85345 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 18 11:27:45.707724 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-d63aec05-9449-4c0a-a0f4-c3a2aa0b1620 req-dbeccf98-ffdb-472f-a767-4a86a1f5b0b0 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22494'] for port (None), before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:27:45.710920 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-d63aec05-9449-4c0a-a0f4-c3a2aa0b1620 req-dbeccf98-ffdb-472f-a767-4a86a1f5b0b0 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] 10.222.0.20 "DELETE /networking/v2.0/ports/5eeb0714-3c8f-4229-946d-a25323c4f45e HTTP/1.1" status: 204 len: 173 time: 0.8941290 Aug 18 11:27:45.711383 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32a6d1bc-e1cb-447d-9cf6-8324c042e15a', 'name': 'network-vif-deleted', 'tag': '5eeb0714-3c8f-4229-946d-a25323c4f45e'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 18 11:27:45.713674 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c862ab1b2ee120cb5e2e4f2725a0fe0d7acaf57f657006002d91667c9b4c94a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e561a4a-eb13-497a-a714-7766d1e46399" -d '{"events": [{"server_uuid": "32a6d1bc-e1cb-447d-9cf6-8324c042e15a", "name": "network-vif-deleted", "tag": "5eeb0714-3c8f-4229-946d-a25323c4f45e"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:27:45.793706 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-c09cfe0e-f9c9-46ff-8d4e-0c2a65ba1b8d None None] Set router 998cf145-4292-4cbf-b148-168edf6fee5f gateway port host: dv-cinder-853450-2-iscsi {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 18 11:27:45.824788 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Aug 2022 11:27:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dc7efb3-6002-4065-a65c-6f468326ef25 x-openstack-request-id: req-6dc7efb3-6002-4065-a65c-6f468326ef25 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:27:45.825222 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32a6d1bc-e1cb-447d-9cf6-8324c042e15a", "name": "network-vif-deleted", "tag": "5eeb0714-3c8f-4229-946d-a25323c4f45e", "status": "completed", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:27:45.825684 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6dc7efb3-6002-4065-a65c-6f468326ef25 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:27:45.826271 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6dc7efb3-6002-4065-a65c-6f468326ef25'] response: {'server_uuid': '32a6d1bc-e1cb-447d-9cf6-8324c042e15a', 'name': 'network-vif-deleted', 'tag': '5eeb0714-3c8f-4229-946d-a25323c4f45e', 'status': 'completed', 'code': 200} Aug 18 11:27:46.015018 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (69d4285f-736d-41a6-a99e-1994eed59bce), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:27:46.016625 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-c09cfe0e-f9c9-46ff-8d4e-0c2a65ba1b8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '998cf145-4292-4cbf-b148-168edf6fee5f', 'name': 'tempest-AttachVolumeNegativeTest-2089290289-router', 'tenant_id': '129f3d9f33ad4b209039244eb09599e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'external_fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.158'}], 'enable_snat': True}, 'gw_port_id': 'ce095ec4-83b0-46bf-b392-7aa0e9163c2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T11:15:55Z', 'updated_at': '2022-08-18T11:16:07Z', 'revision_number': 4, 'project_id': '129f3d9f33ad4b209039244eb09599e9', 'gw_port': {'id': 'ce095ec4-83b0-46bf-b392-7aa0e9163c2a', 'name': '', 'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:5f:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '998cf145-4292-4cbf-b148-168edf6fee5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853450-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:15:56Z', 'updated_at': '2022-08-18T11:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853450-2-iscsi', '_interfaces': [{'id': 'a7274281-41d9-436f-9277-93ef3e666e58', 'name': '', 'network_id': 'ca6ccede-6467-4618-b24a-e0809d05149d', 'tenant_id': '129f3d9f33ad4b209039244eb09599e9', 'mac_address': 'fa:16:3e:c0:ff:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '998cf145-4292-4cbf-b148-168edf6fee5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'cf42f62c-f94a-411e-aa38-b95605994c37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853450-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:16:03Z', 'updated_at': '2022-08-18T11:16:20Z', 'revision_number': 5, 'project_id': '129f3d9f33ad4b209039244eb09599e9', 'subnets': [{'id': 'cf42f62c-f94a-411e-aa38-b95605994c37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853450-2-iscsi', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:27:46.042518 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c09cfe0e-f9c9-46ff-8d4e-0c2a65ba1b8d None None] Checking router: 998cf145-4292-4cbf-b148-168edf6fee5f for host: dv-cinder-853450-2-iscsi {{(pid=106380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 11:27:46.051833 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c09cfe0e-f9c9-46ff-8d4e-0c2a65ba1b8d None None] Routers {'998cf145-4292-4cbf-b148-168edf6fee5f'} bound to L3 agent in host dv-cinder-853450-2-iscsi {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 18 11:27:46.052449 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-c09cfe0e-f9c9-46ff-8d4e-0c2a65ba1b8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853450-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-18T11:07:43Z,description=,heartbeat_timestamp=2022-08-18T11:27:43Z,host='dv-cinder-853450-2-iscsi',id=5a2ac145-53e3-4597-a9e7-c52b4336ae58,load=0,resource_versions=,resources_synced=,started_at=2022-08-18T11:07:43Z,topic='l3_agent')) {'router_ids': ['998cf145-4292-4cbf-b148-168edf6fee5f'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:27:46.283270 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-c09cfe0e-f9c9-46ff-8d4e-0c2a65ba1b8d None None] Set router 998cf145-4292-4cbf-b148-168edf6fee5f gateway port host: dv-cinder-853450-2-iscsi {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 18 11:27:46.364444 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.16', 58030) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:27:46.424570 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-79758e73-6307-4537-9f45-a271c56be3fb tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Publish callbacks [] for security_group (6d6829a6-8050-4844-bd8c-bf747dfd8358), before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:27:46.451875 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-79758e73-6307-4537-9f45-a271c56be3fb tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Publish callbacks [] for security_group (6d6829a6-8050-4844-bd8c-bf747dfd8358), precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:27:46.505164 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-79758e73-6307-4537-9f45-a271c56be3fb tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433130'] for security_group (6d6829a6-8050-4844-bd8c-bf747dfd8358), after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:27:46.507828 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-79758e73-6307-4537-9f45-a271c56be3fb tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Publish callbacks [] for security_group (None), before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:27:46.509080 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [None req-79758e73-6307-4537-9f45-a271c56be3fb tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] 10.222.0.16 "DELETE /networking/v2.0/security-groups/6d6829a6-8050-4844-bd8c-bf747dfd8358 HTTP/1.1" status: 204 len: 168 time: 0.1436365 Aug 18 11:27:46.512110 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.16', 58032) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:27:46.520114 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79758e73-6307-4537-9f45-a271c56be3fb tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d6829a6-8050-4844-bd8c-bf747dfd8358,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:27:46.532320 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-c09cfe0e-f9c9-46ff-8d4e-0c2a65ba1b8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '998cf145-4292-4cbf-b148-168edf6fee5f', 'name': 'tempest-AttachVolumeNegativeTest-2089290289-router', 'tenant_id': '129f3d9f33ad4b209039244eb09599e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'external_fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.158'}], 'enable_snat': True}, 'gw_port_id': 'ce095ec4-83b0-46bf-b392-7aa0e9163c2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T11:15:55Z', 'updated_at': '2022-08-18T11:16:07Z', 'revision_number': 4, 'project_id': '129f3d9f33ad4b209039244eb09599e9', 'gw_port': {'id': 'ce095ec4-83b0-46bf-b392-7aa0e9163c2a', 'name': '', 'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:5f:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '998cf145-4292-4cbf-b148-168edf6fee5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853450-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:15:56Z', 'updated_at': '2022-08-18T11:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853450-2-iscsi', '_interfaces': [{'id': 'a7274281-41d9-436f-9277-93ef3e666e58', 'name': '', 'network_id': 'ca6ccede-6467-4618-b24a-e0809d05149d', 'tenant_id': '129f3d9f33ad4b209039244eb09599e9', 'mac_address': 'fa:16:3e:c0:ff:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '998cf145-4292-4cbf-b148-168edf6fee5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'cf42f62c-f94a-411e-aa38-b95605994c37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853450-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:16:03Z', 'updated_at': '2022-08-18T11:16:20Z', 'revision_number': 5, 'project_id': '129f3d9f33ad4b209039244eb09599e9', 'subnets': [{'id': 'cf42f62c-f94a-411e-aa38-b95605994c37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853450-2-iscsi', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:27:46.534655 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.api.v2.resource [None req-41204231-b99d-481f-9bf8-406bffcb5667 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] show failed (client error): The resource could not be found. Aug 18 11:27:46.538720 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.16', 58036) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:27:46.538882 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-41204231-b99d-481f-9bf8-406bffcb5667 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] 10.222.0.16 "GET /networking/v2.0/security-groups/6d6829a6-8050-4844-bd8c-bf747dfd8358 HTTP/1.1" status: 404 len: 347 time: 0.0253365 Aug 18 11:27:46.593075 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c68edff8-e550-48a3-9de2-17badfe483c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (307af099-d926-4e52-9df3-0cd09baf3c81), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:27:46.597661 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c09cfe0e-f9c9-46ff-8d4e-0c2a65ba1b8d None None] The sync data for ids ['998cf145-4292-4cbf-b148-168edf6fee5f'] in dv-cinder-853450-2-iscsi is: [{'id': '998cf145-4292-4cbf-b148-168edf6fee5f', 'name': 'tempest-AttachVolumeNegativeTest-2089290289-router', 'tenant_id': '129f3d9f33ad4b209039244eb09599e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'external_fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.158'}], 'enable_snat': True}, 'gw_port_id': 'ce095ec4-83b0-46bf-b392-7aa0e9163c2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T11:15:55Z', 'updated_at': '2022-08-18T11:16:07Z', 'revision_number': 4, 'project_id': '129f3d9f33ad4b209039244eb09599e9', 'gw_port': {'id': 'ce095ec4-83b0-46bf-b392-7aa0e9163c2a', 'name': '', 'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:5f:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '998cf145-4292-4cbf-b148-168edf6fee5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853450-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:15:56Z', 'updated_at': '2022-08-18T11:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853450-2-iscsi', '_interfaces': [{'id': 'a7274281-41d9-436f-9277-93ef3e666e58', 'name': '', 'network_id': 'ca6ccede-6467-4618-b24a-e0809d05149d', 'tenant_id': '129f3d9f33ad4b209039244eb09599e9', 'mac_address': 'fa:16:3e:c0:ff:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '998cf145-4292-4cbf-b148-168edf6fee5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'cf42f62c-f94a-411e-aa38-b95605994c37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853450-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:16:03Z', 'updated_at': '2022-08-18T11:16:20Z', 'revision_number': 5, 'project_id': '129f3d9f33ad4b209039244eb09599e9', 'subnets': [{'id': 'cf42f62c-f94a-411e-aa38-b95605994c37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 11:27:46.655038 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-accdd043-ec20-422b-8022-bfb804ce0485 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Deleting port cebb82b2-e051-424c-b862-a2db12c203b4 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 18 11:27:46.655382 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-accdd043-ec20-422b-8022-bfb804ce0485 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732803047114'] for port (cebb82b2-e051-424c-b862-a2db12c203b4), before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:27:46.739065 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-accdd043-ec20-422b-8022-bfb804ce0485 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498516'] for port (cebb82b2-e051-424c-b862-a2db12c203b4), precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:27:46.739401 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-accdd043-ec20-422b-8022-bfb804ce0485 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Publish callbacks [] for floatingip (cebb82b2-e051-424c-b862-a2db12c203b4), precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:27:46.752907 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-accdd043-ec20-422b-8022-bfb804ce0485 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Calling delete_port for cebb82b2-e051-424c-b862-a2db12c203b4 owned by network:floatingip {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 18 11:27:46.832227 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c16cef62-ef7b-4fe9-bb57-464021bcf3b2 None None] New status for floating IP 7b72a37d-8bd0-4e55-80ab-6493af2c7387: DOWN {{(pid=106381) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 18 11:27:46.885370 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-accdd043-ec20-422b-8022-bfb804ce0485 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732803053743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732802528790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11809227'] for port (cebb82b2-e051-424c-b862-a2db12c203b4), after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:27:46.904268 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron_lib.db.api [None req-c16cef62-ef7b-4fe9-bb57-464021bcf3b2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106381) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 18 11:27:46.904583 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG oslo_db.api [None req-c16cef62-ef7b-4fe9-bb57-464021bcf3b2 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 18 11:27:46.914809 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accdd043-ec20-422b-8022-bfb804ce0485 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Pushing event deleted for resources: {'Port': ['ID=cebb82b2-e051-424c-b862-a2db12c203b4,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:27:46.976836 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-accdd043-ec20-422b-8022-bfb804ce0485 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Publish callbacks [] for floatingip (7b72a37d-8bd0-4e55-80ab-6493af2c7387), after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:27:46.979322 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-accdd043-ec20-422b-8022-bfb804ce0485 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22494'] for floatingip (None), before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:27:46.980488 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [None req-accdd043-ec20-422b-8022-bfb804ce0485 tempest-AttachVolumeNegativeTest-184418168 tempest-AttachVolumeNegativeTest-184418168-project] 10.222.0.16 "DELETE /networking/v2.0/floatingips/7b72a37d-8bd0-4e55-80ab-6493af2c7387 HTTP/1.1" status: 204 len: 168 time: 0.4406316 Aug 18 11:27:47.406482 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c16cef62-ef7b-4fe9-bb57-464021bcf3b2 None None] New status for floating IP 7b72a37d-8bd0-4e55-80ab-6493af2c7387: DOWN {{(pid=106381) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 18 11:27:49.556699 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Device 5eeb0714-3c8f-4229-946d-a25323c4f45e no longer exists at agent hyperv_hv-cinder-85345 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 11:27:49.587402 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] No Port match for: 5eeb0714-3c8f-4229-946d-a25323c4f45e {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 18 11:27:49.587752 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Device 5eeb0714-3c8f-4229-946d-a25323c4f45e not bound to the agent host hv-cinder-85345 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 11:27:50.275454 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.agents_db [None req-8a9264f7-88d3-4c8b-91d1-adcc6bb37de7 None None] Agent healthcheck: found 6 active agents {{(pid=106381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 11:27:50.671186 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.16', 58074) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:27:51.038852 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-34d92b1c-9472-464b-814d-1346c09d5277 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-516699'] for router_interface (998cf145-4292-4cbf-b148-168edf6fee5f), before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:27:51.272721 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-34d92b1c-9472-464b-814d-1346c09d5277 admin admin] Deleting port a7274281-41d9-436f-9277-93ef3e666e58 {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 18 11:27:51.272959 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-34d92b1c-9472-464b-814d-1346c09d5277 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732803047114'] for port (a7274281-41d9-436f-9277-93ef3e666e58), before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:27:51.357479 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.db [None req-34d92b1c-9472-464b-814d-1346c09d5277 admin admin] For port a7274281-41d9-436f-9277-93ef3e666e58, host dv-cinder-853450-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853450-2-iscsi',level=0,port_id=a7274281-41d9-436f-9277-93ef3e666e58,segment=NetworkSegment(ee45f576-d1b7-4e11-a10f-3fe54663f35e),segment_id=ee45f576-d1b7-4e11-a10f-3fe54663f35e)] {{(pid=106379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:27:51.357834 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-34d92b1c-9472-464b-814d-1346c09d5277 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498516'] for port (a7274281-41d9-436f-9277-93ef3e666e58), precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:27:51.371857 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-34d92b1c-9472-464b-814d-1346c09d5277 admin admin] Calling delete_port for a7274281-41d9-436f-9277-93ef3e666e58 owned by network:router_interface {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 18 11:27:51.538358 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:27:51.562760 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-34d92b1c-9472-464b-814d-1346c09d5277 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732803053743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732802528790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638927'] for port (a7274281-41d9-436f-9277-93ef3e666e58), after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:27:51.589474 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d92b1c-9472-464b-814d-1346c09d5277 admin admin] Pushing event deleted for resources: {'Port': ['ID=a7274281-41d9-436f-9277-93ef3e666e58,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:27:51.621524 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d92b1c-9472-464b-814d-1346c09d5277 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:27:51.621910 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d92b1c-9472-464b-814d-1346c09d5277 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:27:51.622877 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d92b1c-9472-464b-814d-1346c09d5277 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:27:51.622877 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d92b1c-9472-464b-814d-1346c09d5277 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:27:51.622877 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d92b1c-9472-464b-814d-1346c09d5277 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:27:51.623210 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d92b1c-9472-464b-814d-1346c09d5277 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:27:51.623534 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d92b1c-9472-464b-814d-1346c09d5277 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:27:51.623857 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d92b1c-9472-464b-814d-1346c09d5277 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:27:51.624180 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d92b1c-9472-464b-814d-1346c09d5277 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:27:51.624529 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d92b1c-9472-464b-814d-1346c09d5277 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:27:51.624862 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d92b1c-9472-464b-814d-1346c09d5277 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:27:51.625219 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d92b1c-9472-464b-814d-1346c09d5277 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:27:51.625500 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d92b1c-9472-464b-814d-1346c09d5277 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:27:51.625819 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d92b1c-9472-464b-814d-1346c09d5277 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:27:51.626161 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d92b1c-9472-464b-814d-1346c09d5277 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:27:51.648156 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:27:52.013490 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-34d92b1c-9472-464b-814d-1346c09d5277 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3683472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-519371'] for router_interface (998cf145-4292-4cbf-b148-168edf6fee5f), after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:27:52.228855 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34d92b1c-9472-464b-814d-1346c09d5277 admin admin] Router 998cf145-4292-4cbf-b148-168edf6fee5f has already been hosted by L3 agent 5a2ac145-53e3-4597-a9e7-c52b4336ae58 {{(pid=106379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 11:27:52.338983 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34d92b1c-9472-464b-814d-1346c09d5277 admin admin] Notify agent at l3_agent.dv-cinder-853450-2-iscsi the message routers_updated {{(pid=106379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 11:27:52.344712 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-34d92b1c-9472-464b-814d-1346c09d5277 admin admin] 10.222.0.16 "PUT /networking/v2.0/routers/998cf145-4292-4cbf-b148-168edf6fee5f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6727941 Aug 18 11:27:52.347191 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.16', 58078) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:27:52.355631 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f70d427-b2d3-40c9-ab7a-65cbbc2e3461 None None] Sync routers for ids ['998cf145-4292-4cbf-b148-168edf6fee5f'] in dv-cinder-853450-2-iscsi {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 11:27:52.367440 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f70d427-b2d3-40c9-ab7a-65cbbc2e3461 None None] Routers {'998cf145-4292-4cbf-b148-168edf6fee5f'} bound to L3 agent in host dv-cinder-853450-2-iscsi {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 18 11:27:52.368065 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-5f70d427-b2d3-40c9-ab7a-65cbbc2e3461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853450-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-18T11:07:43Z,description=,heartbeat_timestamp=2022-08-18T11:27:43Z,host='dv-cinder-853450-2-iscsi',id=5a2ac145-53e3-4597-a9e7-c52b4336ae58,load=0,resource_versions=,resources_synced=,started_at=2022-08-18T11:07:43Z,topic='l3_agent')) {'router_ids': ['998cf145-4292-4cbf-b148-168edf6fee5f'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:27:52.452040 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-752baaab-760a-46de-89c6-9c30543966e1 admin admin] Publish callbacks [] for router (998cf145-4292-4cbf-b148-168edf6fee5f), before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:27:52.472543 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=100 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:27:52.474538 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-5f70d427-b2d3-40c9-ab7a-65cbbc2e3461 None None] Set router 998cf145-4292-4cbf-b148-168edf6fee5f gateway port host: dv-cinder-853450-2-iscsi {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 18 11:27:52.568814 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-752baaab-760a-46de-89c6-9c30543966e1 admin admin] Publish callbacks [] for router_gateway (998cf145-4292-4cbf-b148-168edf6fee5f), before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:27:52.617184 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-752baaab-760a-46de-89c6-9c30543966e1 admin admin] Deleting port ce095ec4-83b0-46bf-b392-7aa0e9163c2a {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 18 11:27:52.617419 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-752baaab-760a-46de-89c6-9c30543966e1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732803047114'] for port (ce095ec4-83b0-46bf-b392-7aa0e9163c2a), before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:27:52.662152 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:27:52.682064 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-5f70d427-b2d3-40c9-ab7a-65cbbc2e3461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '998cf145-4292-4cbf-b148-168edf6fee5f', 'name': 'tempest-AttachVolumeNegativeTest-2089290289-router', 'tenant_id': '129f3d9f33ad4b209039244eb09599e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'external_fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.158'}], 'enable_snat': True}, 'gw_port_id': 'ce095ec4-83b0-46bf-b392-7aa0e9163c2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T11:15:55Z', 'updated_at': '2022-08-18T11:27:51Z', 'revision_number': 5, 'project_id': '129f3d9f33ad4b209039244eb09599e9', 'gw_port': {'id': 'ce095ec4-83b0-46bf-b392-7aa0e9163c2a', 'name': '', 'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:5f:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '998cf145-4292-4cbf-b148-168edf6fee5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853450-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:15:56Z', 'updated_at': '2022-08-18T11:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853450-2-iscsi'}], 'dv-cinder-853450-2-iscsi', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:27:52.684127 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:27:52.707399 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f70d427-b2d3-40c9-ab7a-65cbbc2e3461 None None] Checking router: 998cf145-4292-4cbf-b148-168edf6fee5f for host: dv-cinder-853450-2-iscsi {{(pid=106380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 11:27:52.714422 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.db [None req-752baaab-760a-46de-89c6-9c30543966e1 admin admin] For port ce095ec4-83b0-46bf-b392-7aa0e9163c2a, host dv-cinder-853450-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853450-2-iscsi',level=0,port_id=ce095ec4-83b0-46bf-b392-7aa0e9163c2a,segment=NetworkSegment(67ba5125-9fc9-4a45-924f-a98fceaf00fb),segment_id=67ba5125-9fc9-4a45-924f-a98fceaf00fb)] {{(pid=106379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:27:52.714788 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-752baaab-760a-46de-89c6-9c30543966e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498516'] for port (ce095ec4-83b0-46bf-b392-7aa0e9163c2a), precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:27:52.716234 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f70d427-b2d3-40c9-ab7a-65cbbc2e3461 None None] Routers {'998cf145-4292-4cbf-b148-168edf6fee5f'} bound to L3 agent in host dv-cinder-853450-2-iscsi {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 18 11:27:52.716862 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-5f70d427-b2d3-40c9-ab7a-65cbbc2e3461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853450-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-18T11:07:43Z,description=,heartbeat_timestamp=2022-08-18T11:27:43Z,host='dv-cinder-853450-2-iscsi',id=5a2ac145-53e3-4597-a9e7-c52b4336ae58,load=0,resource_versions=,resources_synced=,started_at=2022-08-18T11:07:43Z,topic='l3_agent')) {'router_ids': ['998cf145-4292-4cbf-b148-168edf6fee5f'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:27:52.728933 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-752baaab-760a-46de-89c6-9c30543966e1 admin admin] Calling delete_port for ce095ec4-83b0-46bf-b392-7aa0e9163c2a owned by network:router_gateway {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 18 11:27:52.804545 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-5f70d427-b2d3-40c9-ab7a-65cbbc2e3461 None None] Set router 998cf145-4292-4cbf-b148-168edf6fee5f gateway port host: None {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 18 11:27:52.847005 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:27:52.853963 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-5f70d427-b2d3-40c9-ab7a-65cbbc2e3461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '998cf145-4292-4cbf-b148-168edf6fee5f', 'name': 'tempest-AttachVolumeNegativeTest-2089290289-router', 'tenant_id': '129f3d9f33ad4b209039244eb09599e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T11:15:55Z', 'updated_at': '2022-08-18T11:27:52Z', 'revision_number': 6, 'project_id': '129f3d9f33ad4b209039244eb09599e9', 'gw_port_host': None}], 'dv-cinder-853450-2-iscsi', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:27:52.883228 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f70d427-b2d3-40c9-ab7a-65cbbc2e3461 None None] The sync data for ids ['998cf145-4292-4cbf-b148-168edf6fee5f'] in dv-cinder-853450-2-iscsi is: [{'id': '998cf145-4292-4cbf-b148-168edf6fee5f', 'name': 'tempest-AttachVolumeNegativeTest-2089290289-router', 'tenant_id': '129f3d9f33ad4b209039244eb09599e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T11:15:55Z', 'updated_at': '2022-08-18T11:27:52Z', 'revision_number': 6, 'project_id': '129f3d9f33ad4b209039244eb09599e9', 'gw_port_host': None}] {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 11:27:52.930516 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-752baaab-760a-46de-89c6-9c30543966e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732803053743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732802528790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638927'] for port (ce095ec4-83b0-46bf-b392-7aa0e9163c2a), after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:27:52.954020 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752baaab-760a-46de-89c6-9c30543966e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=ce095ec4-83b0-46bf-b392-7aa0e9163c2a,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:27:53.022526 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-752baaab-760a-46de-89c6-9c30543966e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-519452'] for router_gateway (998cf145-4292-4cbf-b148-168edf6fee5f), after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:27:53.114371 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-752baaab-760a-46de-89c6-9c30543966e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13573'] for router (998cf145-4292-4cbf-b148-168edf6fee5f), precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:27:53.116660 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-752baaab-760a-46de-89c6-9c30543966e1 admin admin] Publish callbacks [] for router_controller (998cf145-4292-4cbf-b148-168edf6fee5f), precommit_delete_associations {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:27:53.163075 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-752baaab-760a-46de-89c6-9c30543966e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-519326'] for router (998cf145-4292-4cbf-b148-168edf6fee5f), after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:27:53.163666 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-752baaab-760a-46de-89c6-9c30543966e1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 998cf145-4292-4cbf-b148-168edf6fee5f {{(pid=106379) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 11:27:53.167996 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-752baaab-760a-46de-89c6-9c30543966e1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:27:53.169278 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-752baaab-760a-46de-89c6-9c30543966e1 admin admin] 10.222.0.16 "DELETE /networking/v2.0/routers/998cf145-4292-4cbf-b148-168edf6fee5f HTTP/1.1" status: 204 len: 168 time: 0.8210640 Aug 18 11:27:53.172164 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.16', 58080) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:27:53.223911 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c5a62eb-d855-45e2-a7b9-535c575bc003 admin admin] Deleting subnet cf42f62c-f94a-411e-aa38-b95605994c37 {{(pid=106379) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 18 11:27:53.229251 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-6c5a62eb-d855-45e2-a7b9-535c575bc003 admin admin] Publish callbacks [] for subnet (cf42f62c-f94a-411e-aa38-b95605994c37), before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:27:53.276769 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-6c5a62eb-d855-45e2-a7b9-535c575bc003 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11092002'] for subnet (cf42f62c-f94a-411e-aa38-b95605994c37), precommit_delete_associations {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:27:53.391026 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-6c5a62eb-d855-45e2-a7b9-535c575bc003 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3613534'] for subnet (cf42f62c-f94a-411e-aa38-b95605994c37), precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:27:53.447400 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-6c5a62eb-d855-45e2-a7b9-535c575bc003 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3613479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1639002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11267859'] for subnet (cf42f62c-f94a-411e-aa38-b95605994c37), after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:27:53.472312 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5a62eb-d855-45e2-a7b9-535c575bc003 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cf42f62c-f94a-411e-aa38-b95605994c37,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:27:53.478172 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-6c5a62eb-d855-45e2-a7b9-535c575bc003 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:27:53.481361 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-6c5a62eb-d855-45e2-a7b9-535c575bc003 admin admin] 10.222.0.16 "DELETE /networking/v2.0/subnets/cf42f62c-f94a-411e-aa38-b95605994c37 HTTP/1.1" status: 204 len: 168 time: 0.3081930 Aug 18 11:27:53.484389 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.16', 58082) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:27:53.487851 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50ae4e35-39fc-404c-a649-07df1e7db676 None None] Network ca6ccede-6467-4618-b24a-e0809d05149d requested from dv-cinder-853450-2-iscsi {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 18 11:27:53.560420 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-14932dca-5026-449d-b922-15ec7b0f08ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3592451'] for network (ca6ccede-6467-4618-b24a-e0809d05149d), before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:27:53.606325 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-14932dca-5026-449d-b922-15ec7b0f08ed admin admin] Deleting port 938c6a6f-9d3b-457b-a7f2-443b77f88a64 {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 18 11:27:53.606634 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-14932dca-5026-449d-b922-15ec7b0f08ed admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732803047114'] for port (938c6a6f-9d3b-457b-a7f2-443b77f88a64), before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:27:53.664603 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86e98f83-0162-4593-92e0-273bc9d38895 None None] DHCP port deletion for ca6ccede-6467-4618-b24a-e0809d05149d request from dv-cinder-853450-2-iscsi {{(pid=106380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 18 11:27:53.669500 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Device a7274281-41d9-436f-9277-93ef3e666e58 no longer exists at agent ovs-agent-dv-cinder-853450-2-iscsi {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 11:27:53.694303 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.db [None req-14932dca-5026-449d-b922-15ec7b0f08ed admin admin] For port 938c6a6f-9d3b-457b-a7f2-443b77f88a64, host dv-cinder-853450-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853450-2-iscsi',level=0,port_id=938c6a6f-9d3b-457b-a7f2-443b77f88a64,segment=NetworkSegment(ee45f576-d1b7-4e11-a10f-3fe54663f35e),segment_id=ee45f576-d1b7-4e11-a10f-3fe54663f35e)] {{(pid=106379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:27:53.694884 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-14932dca-5026-449d-b922-15ec7b0f08ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498516'] for port (938c6a6f-9d3b-457b-a7f2-443b77f88a64), precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:27:53.710064 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-14932dca-5026-449d-b922-15ec7b0f08ed admin admin] Calling delete_port for 938c6a6f-9d3b-457b-a7f2-443b77f88a64 owned by network:dhcp {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 18 11:27:53.725681 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] No Port match for: a7274281-41d9-436f-9277-93ef3e666e58 {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 18 11:27:53.726027 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Device a7274281-41d9-436f-9277-93ef3e666e58 not bound to the agent host dv-cinder-853450-2-iscsi {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 11:27:53.731257 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-86e98f83-0162-4593-92e0-273bc9d38895 None None] Deleting port 938c6a6f-9d3b-457b-a7f2-443b77f88a64 {{(pid=106380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 18 11:27:53.731638 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-86e98f83-0162-4593-92e0-273bc9d38895 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732803047114'] for port (938c6a6f-9d3b-457b-a7f2-443b77f88a64), before_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:27:53.765371 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=88,neutron:DELETE=8,neutron:UPDATE=4 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:27:53.799592 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:DELETE=11,neutron:UPDATE=1,neutron:SELECT=88 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:27:53.802240 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-86e98f83-0162-4593-92e0-273bc9d38895 None None] For port 938c6a6f-9d3b-457b-a7f2-443b77f88a64, host dv-cinder-853450-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853450-2-iscsi',level=0,port_id=938c6a6f-9d3b-457b-a7f2-443b77f88a64,segment=NetworkSegment(ee45f576-d1b7-4e11-a10f-3fe54663f35e),segment_id=ee45f576-d1b7-4e11-a10f-3fe54663f35e)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:27:53.802643 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-86e98f83-0162-4593-92e0-273bc9d38895 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498516'] for port (938c6a6f-9d3b-457b-a7f2-443b77f88a64), precommit_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:27:53.812592 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-14932dca-5026-449d-b922-15ec7b0f08ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732803053743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732802528790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638927'] for port (938c6a6f-9d3b-457b-a7f2-443b77f88a64), after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:27:53.817197 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-86e98f83-0162-4593-92e0-273bc9d38895 None None] Calling delete_port for 938c6a6f-9d3b-457b-a7f2-443b77f88a64 owned by network:dhcp {{(pid=106380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 18 11:27:53.841052 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14932dca-5026-449d-b922-15ec7b0f08ed admin admin] No DVR routers for this DVR port 938c6a6f-9d3b-457b-a7f2-443b77f88a64 on host dv-cinder-853450-2-iscsi {{(pid=106379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 18 11:27:53.846703 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14932dca-5026-449d-b922-15ec7b0f08ed admin admin] Pushing event deleted for resources: {'Port': ['ID=938c6a6f-9d3b-457b-a7f2-443b77f88a64,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:27:53.901827 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-86e98f83-0162-4593-92e0-273bc9d38895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732803053743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732802528790'] for port (938c6a6f-9d3b-457b-a7f2-443b77f88a64), after_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:27:53.927457 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e98f83-0162-4593-92e0-273bc9d38895 None None] Pushing event deleted for resources: {'Port': ['ID=938c6a6f-9d3b-457b-a7f2-443b77f88a64,revision_number=None']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:27:53.929384 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-14932dca-5026-449d-b922-15ec7b0f08ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3613349', 'neutron.services.segments.db._delete_segments_for_network-8732802979220'] for network (ca6ccede-6467-4618-b24a-e0809d05149d), precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:27:53.936943 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e98f83-0162-4593-92e0-273bc9d38895 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:27:53.937579 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e98f83-0162-4593-92e0-273bc9d38895 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:27:53.938150 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e98f83-0162-4593-92e0-273bc9d38895 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:27:53.938504 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e98f83-0162-4593-92e0-273bc9d38895 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:27:53.938847 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e98f83-0162-4593-92e0-273bc9d38895 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:27:53.939257 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e98f83-0162-4593-92e0-273bc9d38895 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:27:53.939541 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e98f83-0162-4593-92e0-273bc9d38895 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:27:53.939883 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e98f83-0162-4593-92e0-273bc9d38895 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:27:53.940259 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e98f83-0162-4593-92e0-273bc9d38895 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:27:53.940605 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e98f83-0162-4593-92e0-273bc9d38895 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:27:53.940939 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e98f83-0162-4593-92e0-273bc9d38895 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:27:53.941272 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e98f83-0162-4593-92e0-273bc9d38895 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:27:53.941598 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e98f83-0162-4593-92e0-273bc9d38895 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:27:53.941924 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e98f83-0162-4593-92e0-273bc9d38895 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:27:53.942251 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e98f83-0162-4593-92e0-273bc9d38895 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:27:53.947286 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e98f83-0162-4593-92e0-273bc9d38895 None None] No DVR routers for this DVR port 938c6a6f-9d3b-457b-a7f2-443b77f88a64 on host dv-cinder-853450-2-iscsi {{(pid=106380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 18 11:27:53.960874 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.services.segments.db [None req-14932dca-5026-449d-b922-15ec7b0f08ed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca6ccede-6467-4618-b24a-e0809d05149d']}} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:27:53.971221 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.services.segments.db [None req-14932dca-5026-449d-b922-15ec7b0f08ed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee45f576-d1b7-4e11-a10f-3fe54663f35e') {'for_net_delete': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:27:53.971554 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.services.segments.db [None req-14932dca-5026-449d-b922-15ec7b0f08ed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee45f576-d1b7-4e11-a10f-3fe54663f35e') {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:27:53.983410 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-14932dca-5026-449d-b922-15ec7b0f08ed admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732802979283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11092011'] for segment (ee45f576-d1b7-4e11-a10f-3fe54663f35e), before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:27:53.999518 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-14932dca-5026-449d-b922-15ec7b0f08ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3609830'] for segment (ee45f576-d1b7-4e11-a10f-3fe54663f35e), precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:27:54.009158 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14932dca-5026-449d-b922-15ec7b0f08ed admin admin] Releasing vlan 997 on physical network physnet1 to pool {{(pid=106379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 11:27:54.009577 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-14932dca-5026-449d-b922-15ec7b0f08ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3609830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1638972'] for segment (ee45f576-d1b7-4e11-a10f-3fe54663f35e), after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:27:54.054661 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.services.segments.plugin [-] Segment ee45f576-d1b7-4e11-a10f-3fe54663f35e resource provider aggregate not found Aug 18 11:27:54.074998 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.services.segments.plugin [-] Segment ee45f576-d1b7-4e11-a10f-3fe54663f35e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ee45f576-d1b7-4e11-a10f-3fe54663f35e found for delete ", "request_id": "req-9fcc050f-5b08-46f0-b8e1-010b44d4e034"}]} Aug 18 11:27:54.079218 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-14932dca-5026-449d-b922-15ec7b0f08ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3613358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-519472'] for network (ca6ccede-6467-4618-b24a-e0809d05149d), after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:27:54.083974 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-14932dca-5026-449d-b922-15ec7b0f08ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682417'] for network (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:27:54.087777 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-14932dca-5026-449d-b922-15ec7b0f08ed admin admin] 10.222.0.16 "DELETE /networking/v2.0/networks/ca6ccede-6467-4618-b24a-e0809d05149d HTTP/1.1" status: 204 len: 168 time: 0.6022820 Aug 18 11:27:54.110687 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14932dca-5026-449d-b922-15ec7b0f08ed admin admin] Pushing event deleted for resources: {'Network': ['ID=ca6ccede-6467-4618-b24a-e0809d05149d,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:27:54.251312 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.16', 58092) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:27:54.302585 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-222d700b-55a5-48d4-bdde-9865697e2e90 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=129f3d9f33ad4b209039244eb09599e9&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0498888 Aug 18 11:27:54.305069 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.16', 58094) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:27:54.358338 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-34ab6245-9399-4b9b-a723-5839e5fabd40 admin admin] Publish callbacks [] for security_group (99c34658-a538-48cf-8080-1600e940b873), before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:27:54.382782 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-34ab6245-9399-4b9b-a723-5839e5fabd40 admin admin] Publish callbacks [] for security_group (99c34658-a538-48cf-8080-1600e940b873), precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:27:54.431514 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-34ab6245-9399-4b9b-a723-5839e5fabd40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433130'] for security_group (99c34658-a538-48cf-8080-1600e940b873), after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:27:54.434196 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-34ab6245-9399-4b9b-a723-5839e5fabd40 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:27:54.435398 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-34ab6245-9399-4b9b-a723-5839e5fabd40 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/99c34658-a538-48cf-8080-1600e940b873 HTTP/1.1" status: 204 len: 168 time: 0.1294227 Aug 18 11:27:54.444470 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ab6245-9399-4b9b-a723-5839e5fabd40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99c34658-a538-48cf-8080-1600e940b873,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:27:55.000870 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Device 938c6a6f-9d3b-457b-a7f2-443b77f88a64 no longer exists at agent ovs-agent-dv-cinder-853450-2-iscsi {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 11:27:55.022112 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] No Port match for: 938c6a6f-9d3b-457b-a7f2-443b77f88a64 {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 18 11:27:55.022451 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Device 938c6a6f-9d3b-457b-a7f2-443b77f88a64 not bound to the agent host dv-cinder-853450-2-iscsi {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 11:27:55.022876 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Device ce095ec4-83b0-46bf-b392-7aa0e9163c2a no longer exists at agent ovs-agent-dv-cinder-853450-2-iscsi {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 11:27:55.048757 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] No Port match for: ce095ec4-83b0-46bf-b392-7aa0e9163c2a {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 18 11:27:55.049111 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Device ce095ec4-83b0-46bf-b392-7aa0e9163c2a not bound to the agent host dv-cinder-853450-2-iscsi {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 11:27:55.734532 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a851f43-c318-4a6b-9395-b49ff5f9574a req-5f7d3f7f-4d6d-4612-a784-8e6310458272 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:27:55.736908 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-1a851f43-c318-4a6b-9395-b49ff5f9574a req-5f7d3f7f-4d6d-4612-a784-8e6310458272 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=17dc42f6-de3f-4069-9db8-011686e1c91a HTTP/1.1" status: 200 len: 947 time: 0.0693908 Aug 18 11:27:55.800817 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-1a851f43-c318-4a6b-9395-b49ff5f9574a req-d6dd5c97-f2e7-4378-9fd1-c4a7128270ab tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f2cca6d3-a14d-4a28-a5b0-42bc876ad7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547206 Aug 18 11:27:56.932641 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516d0d5f-81f5-40ef-852d-c08b344692e5 req-fc64aed3-4282-4eaf-a353-183470c88d07 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:27:56.934270 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-516d0d5f-81f5-40ef-852d-c08b344692e5 req-fc64aed3-4282-4eaf-a353-183470c88d07 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=17dc42f6-de3f-4069-9db8-011686e1c91a HTTP/1.1" status: 200 len: 947 time: 0.0499775 Aug 18 11:27:56.979784 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:27:56.990330 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:27:57.002213 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-516d0d5f-81f5-40ef-852d-c08b344692e5 req-881b4ee2-4f3a-4959-99ad-54c1bab406e9 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f2cca6d3-a14d-4a28-a5b0-42bc876ad7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594978 Aug 18 11:27:57.319669 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92c3bba-d60b-4bc2-ad5b-43db8af9534e req-f461c2fe-4646-4fe4-9384-4907f9d3d6a9 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:27:57.321197 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-d92c3bba-d60b-4bc2-ad5b-43db8af9534e req-f461c2fe-4646-4fe4-9384-4907f9d3d6a9 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=17dc42f6-de3f-4069-9db8-011686e1c91a HTTP/1.1" status: 200 len: 947 time: 0.0495605 Aug 18 11:27:57.413029 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [req-d92c3bba-d60b-4bc2-ad5b-43db8af9534e req-8dc4c290-09cf-4934-8a7f-7936aedc525b tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Deleting port 69c3d342-6744-4e44-ba1f-918bb3581ac5 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 18 11:27:57.413374 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-d92c3bba-d60b-4bc2-ad5b-43db8af9534e req-8dc4c290-09cf-4934-8a7f-7936aedc525b tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732803047114'] for port (69c3d342-6744-4e44-ba1f-918bb3581ac5), before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:27:57.438133 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=6 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:27:57.513242 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-d92c3bba-d60b-4bc2-ad5b-43db8af9534e req-8dc4c290-09cf-4934-8a7f-7936aedc525b tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] For port 69c3d342-6744-4e44-ba1f-918bb3581ac5, host hv-cinder-85345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85345',level=0,port_id=69c3d342-6744-4e44-ba1f-918bb3581ac5,segment=NetworkSegment(9c3c1f69-d097-49d4-af01-0805916be3fe),segment_id=9c3c1f69-d097-49d4-af01-0805916be3fe)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:27:57.513614 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-d92c3bba-d60b-4bc2-ad5b-43db8af9534e req-8dc4c290-09cf-4934-8a7f-7936aedc525b tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498516'] for port (69c3d342-6744-4e44-ba1f-918bb3581ac5), precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:27:57.690285 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-d92c3bba-d60b-4bc2-ad5b-43db8af9534e req-8dc4c290-09cf-4934-8a7f-7936aedc525b tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:27:57.690630 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-d92c3bba-d60b-4bc2-ad5b-43db8af9534e req-8dc4c290-09cf-4934-8a7f-7936aedc525b tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-519515'] for floatingip (b33151ea-a394-49fd-b4a5-2533f6bab50e), after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:27:57.690787 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.db.l3_db [req-d92c3bba-d60b-4bc2-ad5b-43db8af9534e req-8dc4c290-09cf-4934-8a7f-7936aedc525b tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Floating IP b33151ea-a394-49fd-b4a5-2533f6bab50e disassociated. External IP: 172.27.4.109, port: 69c3d342-6744-4e44-ba1f-918bb3581ac5. Aug 18 11:27:57.691118 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [req-d92c3bba-d60b-4bc2-ad5b-43db8af9534e req-8dc4c290-09cf-4934-8a7f-7936aedc525b tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Calling delete_port for 69c3d342-6744-4e44-ba1f-918bb3581ac5 owned by compute:nova {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 18 11:27:57.825543 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-d92c3bba-d60b-4bc2-ad5b-43db8af9534e req-8dc4c290-09cf-4934-8a7f-7936aedc525b tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732803053743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732802528790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11809227'] for port (69c3d342-6744-4e44-ba1f-918bb3581ac5), after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:27:57.858848 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc4c290-09cf-4934-8a7f-7936aedc525b tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Pushing event deleted for resources: {'Port': ['ID=69c3d342-6744-4e44-ba1f-918bb3581ac5,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:27:57.969635 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d92c3bba-d60b-4bc2-ad5b-43db8af9534e req-8dc4c290-09cf-4934-8a7f-7936aedc525b tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Router 831210b6-dcdc-42e9-b525-a9ceeab779ac has already been hosted by L3 agent 5a2ac145-53e3-4597-a9e7-c52b4336ae58 {{(pid=106378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 11:27:58.078136 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d92c3bba-d60b-4bc2-ad5b-43db8af9534e req-8dc4c290-09cf-4934-8a7f-7936aedc525b tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Notify agent at l3_agent.dv-cinder-853450-2-iscsi the message routers_updated {{(pid=106378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 11:27:58.090640 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be34fa36-b120-41b2-8372-51a118648ec4 None None] Sync routers for ids ['831210b6-dcdc-42e9-b525-a9ceeab779ac'] in dv-cinder-853450-2-iscsi {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 11:27:58.102345 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be34fa36-b120-41b2-8372-51a118648ec4 None None] Routers {'831210b6-dcdc-42e9-b525-a9ceeab779ac'} bound to L3 agent in host dv-cinder-853450-2-iscsi {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 18 11:27:58.103151 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-be34fa36-b120-41b2-8372-51a118648ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853450-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-18T11:07:43Z,description=,heartbeat_timestamp=2022-08-18T11:27:43Z,host='dv-cinder-853450-2-iscsi',id=5a2ac145-53e3-4597-a9e7-c52b4336ae58,load=0,resource_versions=,resources_synced=,started_at=2022-08-18T11:07:43Z,topic='l3_agent')) {'router_ids': ['831210b6-dcdc-42e9-b525-a9ceeab779ac'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:27:58.154614 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-315181b1-36f4-4ef0-a327-c033246df196 req-09505289-1411-4e5c-a3a6-fab8d66c1b91 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=17dc42f6-de3f-4069-9db8-011686e1c91a HTTP/1.1" status: 200 len: 210 time: 0.0661397 Aug 18 11:27:58.155289 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [req-d92c3bba-d60b-4bc2-ad5b-43db8af9534e req-8dc4c290-09cf-4934-8a7f-7936aedc525b tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] No DVR routers for this DVR port 69c3d342-6744-4e44-ba1f-918bb3581ac5 on host hv-cinder-85345 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 18 11:27:58.158795 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-d92c3bba-d60b-4bc2-ad5b-43db8af9534e req-8dc4c290-09cf-4934-8a7f-7936aedc525b tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22494'] for port (None), before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:27:58.162248 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-d92c3bba-d60b-4bc2-ad5b-43db8af9534e req-8dc4c290-09cf-4934-8a7f-7936aedc525b tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.20 "DELETE /networking/v2.0/ports/69c3d342-6744-4e44-ba1f-918bb3581ac5 HTTP/1.1" status: 204 len: 173 time: 0.8349338 Aug 18 11:27:58.162752 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17dc42f6-de3f-4069-9db8-011686e1c91a', 'name': 'network-vif-deleted', 'tag': '69c3d342-6744-4e44-ba1f-918bb3581ac5'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 18 11:27:58.166113 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c862ab1b2ee120cb5e2e4f2725a0fe0d7acaf57f657006002d91667c9b4c94a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0a7031b-4ed5-4ee1-84c4-a077ddee1231" -d '{"events": [{"server_uuid": "17dc42f6-de3f-4069-9db8-011686e1c91a", "name": "network-vif-deleted", "tag": "69c3d342-6744-4e44-ba1f-918bb3581ac5"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:27:58.268478 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Aug 2022 11:27:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24ccbd03-d6c5-4266-8a63-498f4a2cbaa8 x-openstack-request-id: req-24ccbd03-d6c5-4266-8a63-498f4a2cbaa8 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:27:58.268725 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17dc42f6-de3f-4069-9db8-011686e1c91a", "name": "network-vif-deleted", "tag": "69c3d342-6744-4e44-ba1f-918bb3581ac5", "status": "completed", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:27:58.269063 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-24ccbd03-d6c5-4266-8a63-498f4a2cbaa8 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:27:58.269748 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event matching ['req-24ccbd03-d6c5-4266-8a63-498f4a2cbaa8'] response: {'server_uuid': '17dc42f6-de3f-4069-9db8-011686e1c91a', 'name': 'network-vif-deleted', 'tag': '69c3d342-6744-4e44-ba1f-918bb3581ac5', 'status': 'completed', 'code': 200} Aug 18 11:27:58.290248 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-be34fa36-b120-41b2-8372-51a118648ec4 None None] Set router 831210b6-dcdc-42e9-b525-a9ceeab779ac gateway port host: dv-cinder-853450-2-iscsi {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 18 11:27:58.504292 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-be34fa36-b120-41b2-8372-51a118648ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '831210b6-dcdc-42e9-b525-a9ceeab779ac', 'name': 'tempest-AttachVolumeShelveTestJSON-1403039600-router', 'tenant_id': 'be810e9efc4f4214b473f76da7e2714b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'external_fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.248'}], 'enable_snat': True}, 'gw_port_id': 'e014c633-017b-40b4-8bad-1dcf59e53287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T11:16:00Z', 'updated_at': '2022-08-18T11:16:14Z', 'revision_number': 4, 'project_id': 'be810e9efc4f4214b473f76da7e2714b', 'gw_port': {'id': 'e014c633-017b-40b4-8bad-1dcf59e53287', 'name': '', 'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:76:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '831210b6-dcdc-42e9-b525-a9ceeab779ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853450-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:16:03Z', 'updated_at': '2022-08-18T11:16:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853450-2-iscsi', '_interfaces': [{'id': '483817c4-d525-4e0e-8fdc-9115e6f5f758', 'name': '', 'network_id': '610eae45-7047-4853-8153-1da79fb95838', 'tenant_id': 'be810e9efc4f4214b473f76da7e2714b', 'mac_address': 'fa:16:3e:57:b0:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '831210b6-dcdc-42e9-b525-a9ceeab779ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'c3eb1b23-820c-420d-9ebc-59169bbc8615', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853450-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:16:12Z', 'updated_at': '2022-08-18T11:16:34Z', 'revision_number': 5, 'project_id': 'be810e9efc4f4214b473f76da7e2714b', 'subnets': [{'id': 'c3eb1b23-820c-420d-9ebc-59169bbc8615', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853450-2-iscsi', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:27:58.533631 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be34fa36-b120-41b2-8372-51a118648ec4 None None] Checking router: 831210b6-dcdc-42e9-b525-a9ceeab779ac for host: dv-cinder-853450-2-iscsi {{(pid=106381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 11:27:58.543085 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be34fa36-b120-41b2-8372-51a118648ec4 None None] Routers {'831210b6-dcdc-42e9-b525-a9ceeab779ac'} bound to L3 agent in host dv-cinder-853450-2-iscsi {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 18 11:27:58.543694 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-be34fa36-b120-41b2-8372-51a118648ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853450-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-18T11:07:43Z,description=,heartbeat_timestamp=2022-08-18T11:27:43Z,host='dv-cinder-853450-2-iscsi',id=5a2ac145-53e3-4597-a9e7-c52b4336ae58,load=0,resource_versions=,resources_synced=,started_at=2022-08-18T11:07:43Z,topic='l3_agent')) {'router_ids': ['831210b6-dcdc-42e9-b525-a9ceeab779ac'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:27:58.644425 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-be34fa36-b120-41b2-8372-51a118648ec4 None None] Set router 831210b6-dcdc-42e9-b525-a9ceeab779ac gateway port host: dv-cinder-853450-2-iscsi {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 18 11:27:58.838729 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-be34fa36-b120-41b2-8372-51a118648ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '831210b6-dcdc-42e9-b525-a9ceeab779ac', 'name': 'tempest-AttachVolumeShelveTestJSON-1403039600-router', 'tenant_id': 'be810e9efc4f4214b473f76da7e2714b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'external_fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.248'}], 'enable_snat': True}, 'gw_port_id': 'e014c633-017b-40b4-8bad-1dcf59e53287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T11:16:00Z', 'updated_at': '2022-08-18T11:16:14Z', 'revision_number': 4, 'project_id': 'be810e9efc4f4214b473f76da7e2714b', 'gw_port': {'id': 'e014c633-017b-40b4-8bad-1dcf59e53287', 'name': '', 'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:76:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '831210b6-dcdc-42e9-b525-a9ceeab779ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853450-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:16:03Z', 'updated_at': '2022-08-18T11:16:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853450-2-iscsi', '_interfaces': [{'id': '483817c4-d525-4e0e-8fdc-9115e6f5f758', 'name': '', 'network_id': '610eae45-7047-4853-8153-1da79fb95838', 'tenant_id': 'be810e9efc4f4214b473f76da7e2714b', 'mac_address': 'fa:16:3e:57:b0:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '831210b6-dcdc-42e9-b525-a9ceeab779ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'c3eb1b23-820c-420d-9ebc-59169bbc8615', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853450-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:16:12Z', 'updated_at': '2022-08-18T11:16:34Z', 'revision_number': 5, 'project_id': 'be810e9efc4f4214b473f76da7e2714b', 'subnets': [{'id': 'c3eb1b23-820c-420d-9ebc-59169bbc8615', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853450-2-iscsi', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:27:58.865727 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be34fa36-b120-41b2-8372-51a118648ec4 None None] The sync data for ids ['831210b6-dcdc-42e9-b525-a9ceeab779ac'] in dv-cinder-853450-2-iscsi is: [{'id': '831210b6-dcdc-42e9-b525-a9ceeab779ac', 'name': 'tempest-AttachVolumeShelveTestJSON-1403039600-router', 'tenant_id': 'be810e9efc4f4214b473f76da7e2714b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'external_fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.248'}], 'enable_snat': True}, 'gw_port_id': 'e014c633-017b-40b4-8bad-1dcf59e53287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T11:16:00Z', 'updated_at': '2022-08-18T11:16:14Z', 'revision_number': 4, 'project_id': 'be810e9efc4f4214b473f76da7e2714b', 'gw_port': {'id': 'e014c633-017b-40b4-8bad-1dcf59e53287', 'name': '', 'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:76:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '831210b6-dcdc-42e9-b525-a9ceeab779ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853450-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:16:03Z', 'updated_at': '2022-08-18T11:16:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853450-2-iscsi', '_interfaces': [{'id': '483817c4-d525-4e0e-8fdc-9115e6f5f758', 'name': '', 'network_id': '610eae45-7047-4853-8153-1da79fb95838', 'tenant_id': 'be810e9efc4f4214b473f76da7e2714b', 'mac_address': 'fa:16:3e:57:b0:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '831210b6-dcdc-42e9-b525-a9ceeab779ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'c3eb1b23-820c-420d-9ebc-59169bbc8615', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853450-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:16:12Z', 'updated_at': '2022-08-18T11:16:34Z', 'revision_number': 5, 'project_id': 'be810e9efc4f4214b473f76da7e2714b', 'subnets': [{'id': 'c3eb1b23-820c-420d-9ebc-59169bbc8615', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 11:27:59.104622 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c50a143a-aac4-4aef-9fe9-80ee76c2e00a None None] New status for floating IP b33151ea-a394-49fd-b4a5-2533f6bab50e: DOWN {{(pid=106380) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 18 11:27:59.279962 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-95213560-4fc4-4819-87a0-1569d6ee003f req-061c7d79-d425-49ed-93e3-320fd6585a1b tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=17dc42f6-de3f-4069-9db8-011686e1c91a HTTP/1.1" status: 200 len: 210 time: 0.0292983 Aug 18 11:28:00.390040 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-e75683c8-d35f-4a98-913a-2758f4882f38 req-6d7e3e9b-c7c3-4b86-97c0-30b195804fdf tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=17dc42f6-de3f-4069-9db8-011686e1c91a HTTP/1.1" status: 200 len: 210 time: 0.0292485 Aug 18 11:28:01.504731 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-44a3c541-f28b-4448-bb30-af257160ddcb req-eb0e68e6-b7f0-4ada-a394-90d2d471606f tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=17dc42f6-de3f-4069-9db8-011686e1c91a HTTP/1.1" status: 200 len: 210 time: 0.0315075 Aug 18 11:28:02.619766 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.16', 58206) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:28:02.677078 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f1167723-13cb-44fc-b696-b36b55379eee tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Publish callbacks [] for security_group (f2cca6d3-a14d-4a28-a5b0-42bc876ad7e5), before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:28:02.708763 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f1167723-13cb-44fc-b696-b36b55379eee tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Publish callbacks [] for security_group (f2cca6d3-a14d-4a28-a5b0-42bc876ad7e5), precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:28:02.766215 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f1167723-13cb-44fc-b696-b36b55379eee tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433130'] for security_group (f2cca6d3-a14d-4a28-a5b0-42bc876ad7e5), after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:28:02.769512 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f1167723-13cb-44fc-b696-b36b55379eee tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Publish callbacks [] for security_group (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:28:02.776220 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-f1167723-13cb-44fc-b696-b36b55379eee tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "DELETE /networking/v2.0/security-groups/f2cca6d3-a14d-4a28-a5b0-42bc876ad7e5 HTTP/1.1" status: 204 len: 168 time: 0.1535995 Aug 18 11:28:02.776490 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.16', 58208) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:28:02.782095 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1167723-13cb-44fc-b696-b36b55379eee tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2cca6d3-a14d-4a28-a5b0-42bc876ad7e5,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:28:02.792958 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.api.v2.resource [None req-bec91b1e-fd16-4e47-8482-09dd2768a4f2 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] show failed (client error): The resource could not be found. Aug 18 11:28:02.793968 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [None req-bec91b1e-fd16-4e47-8482-09dd2768a4f2 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "GET /networking/v2.0/security-groups/f2cca6d3-a14d-4a28-a5b0-42bc876ad7e5 HTTP/1.1" status: 404 len: 347 time: 0.0193114 Aug 18 11:28:02.797116 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.16', 58210) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:28:02.869478 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:28:02.916548 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-aad79b29-4527-4e16-81dc-f2f9287fef45 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Deleting port e171a1d5-b142-4ad1-bd13-353e6469981c {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 18 11:28:02.916889 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-aad79b29-4527-4e16-81dc-f2f9287fef45 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732803047114'] for port (e171a1d5-b142-4ad1-bd13-353e6469981c), before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:28:02.918424 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:28:02.998170 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-aad79b29-4527-4e16-81dc-f2f9287fef45 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498516'] for port (e171a1d5-b142-4ad1-bd13-353e6469981c), precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:28:02.998425 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-aad79b29-4527-4e16-81dc-f2f9287fef45 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Publish callbacks [] for floatingip (e171a1d5-b142-4ad1-bd13-353e6469981c), precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:28:03.013044 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-aad79b29-4527-4e16-81dc-f2f9287fef45 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Calling delete_port for e171a1d5-b142-4ad1-bd13-353e6469981c owned by network:floatingip {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 18 11:28:03.158111 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-aad79b29-4527-4e16-81dc-f2f9287fef45 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732803053743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732802528790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11809227'] for port (e171a1d5-b142-4ad1-bd13-353e6469981c), after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:28:03.188414 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad79b29-4527-4e16-81dc-f2f9287fef45 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Pushing event deleted for resources: {'Port': ['ID=e171a1d5-b142-4ad1-bd13-353e6469981c,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:28:03.253008 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-aad79b29-4527-4e16-81dc-f2f9287fef45 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Publish callbacks [] for floatingip (b33151ea-a394-49fd-b4a5-2533f6bab50e), after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:28:03.255468 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-aad79b29-4527-4e16-81dc-f2f9287fef45 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22494'] for floatingip (None), before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:28:03.256651 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [None req-aad79b29-4527-4e16-81dc-f2f9287fef45 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] 10.222.0.16 "DELETE /networking/v2.0/floatingips/b33151ea-a394-49fd-b4a5-2533f6bab50e HTTP/1.1" status: 204 len: 168 time: 0.4585381 Aug 18 11:28:03.797461 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Device 69c3d342-6744-4e44-ba1f-918bb3581ac5 no longer exists at agent hyperv_hv-cinder-85345 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 11:28:03.817598 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] No Port match for: 69c3d342-6744-4e44-ba1f-918bb3581ac5 {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 18 11:28:03.817944 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Device 69c3d342-6744-4e44-ba1f-918bb3581ac5 not bound to the agent host hv-cinder-85345 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 11:28:05.249940 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.16', 58256) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:28:05.366035 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-04f8ea23-206e-4098-aac7-136b616c46e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:28:05.455101 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-04f8ea23-206e-4098-aac7-136b616c46e1 admin admin] Publish callbacks [] for security_group (7357075a-0f2b-4cde-9363-1026b0fa5f60), precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:28:05.459969 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-04f8ea23-206e-4098-aac7-136b616c46e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433130'] for security_group (7357075a-0f2b-4cde-9363-1026b0fa5f60), after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:28:05.500312 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [None req-04f8ea23-206e-4098-aac7-136b616c46e1 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=45d34816b44d4cb69c37debadefb8bb5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2492559 Aug 18 11:28:05.501196 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f8ea23-206e-4098-aac7-136b616c46e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7357075a-0f2b-4cde-9363-1026b0fa5f60,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:28:05.504003 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.16', 58260) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:28:05.557037 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-85d3cc5e-e453-41e9-8711-dd151cad2323 admin admin] Publish callbacks [] for security_group (7357075a-0f2b-4cde-9363-1026b0fa5f60), before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:28:05.578903 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-85d3cc5e-e453-41e9-8711-dd151cad2323 admin admin] Publish callbacks [] for security_group (7357075a-0f2b-4cde-9363-1026b0fa5f60), precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:28:05.630726 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-85d3cc5e-e453-41e9-8711-dd151cad2323 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433130'] for security_group (7357075a-0f2b-4cde-9363-1026b0fa5f60), after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:28:05.634867 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-85d3cc5e-e453-41e9-8711-dd151cad2323 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:28:05.636867 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-85d3cc5e-e453-41e9-8711-dd151cad2323 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/7357075a-0f2b-4cde-9363-1026b0fa5f60 HTTP/1.1" status: 204 len: 168 time: 0.1315322 Aug 18 11:28:05.651397 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d3cc5e-e453-41e9-8711-dd151cad2323 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7357075a-0f2b-4cde-9363-1026b0fa5f60,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:28:05.712712 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (0c451e2b-fe38-44d1-984c-2dd7bcedf4dc), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:28:05.749780 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.16', 58270) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:28:06.104608 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:28:06.105180 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:DELETE=14,neutron:SELECT=86 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:28:06.295941 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-60d9e356-7dc3-46fc-b2b4-30872ccff4e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-516699'] for router_interface (831210b6-dcdc-42e9-b525-a9ceeab779ac), before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:28:06.561984 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-60d9e356-7dc3-46fc-b2b4-30872ccff4e4 admin admin] Deleting port 483817c4-d525-4e0e-8fdc-9115e6f5f758 {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 18 11:28:06.562742 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-60d9e356-7dc3-46fc-b2b4-30872ccff4e4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732803047114'] for port (483817c4-d525-4e0e-8fdc-9115e6f5f758), before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:28:06.647972 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.db [None req-60d9e356-7dc3-46fc-b2b4-30872ccff4e4 admin admin] For port 483817c4-d525-4e0e-8fdc-9115e6f5f758, host dv-cinder-853450-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853450-2-iscsi',level=0,port_id=483817c4-d525-4e0e-8fdc-9115e6f5f758,segment=NetworkSegment(9c3c1f69-d097-49d4-af01-0805916be3fe),segment_id=9c3c1f69-d097-49d4-af01-0805916be3fe)] {{(pid=106379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:28:06.648367 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-60d9e356-7dc3-46fc-b2b4-30872ccff4e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498516'] for port (483817c4-d525-4e0e-8fdc-9115e6f5f758), precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:28:06.663238 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-60d9e356-7dc3-46fc-b2b4-30872ccff4e4 admin admin] Calling delete_port for 483817c4-d525-4e0e-8fdc-9115e6f5f758 owned by network:router_interface {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 18 11:28:06.874911 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-60d9e356-7dc3-46fc-b2b4-30872ccff4e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732803053743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732802528790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638927'] for port (483817c4-d525-4e0e-8fdc-9115e6f5f758), after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:28:06.904705 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d9e356-7dc3-46fc-b2b4-30872ccff4e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=483817c4-d525-4e0e-8fdc-9115e6f5f758,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:28:06.995996 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:28:07.121810 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-60d9e356-7dc3-46fc-b2b4-30872ccff4e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3683472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-519371'] for router_interface (831210b6-dcdc-42e9-b525-a9ceeab779ac), after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:28:07.124787 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:28:07.613005 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60d9e356-7dc3-46fc-b2b4-30872ccff4e4 admin admin] Router 831210b6-dcdc-42e9-b525-a9ceeab779ac has already been hosted by L3 agent 5a2ac145-53e3-4597-a9e7-c52b4336ae58 {{(pid=106379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 11:28:07.722837 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60d9e356-7dc3-46fc-b2b4-30872ccff4e4 admin admin] Notify agent at l3_agent.dv-cinder-853450-2-iscsi the message routers_updated {{(pid=106379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 11:28:07.731263 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-60d9e356-7dc3-46fc-b2b4-30872ccff4e4 admin admin] 10.222.0.16 "PUT /networking/v2.0/routers/831210b6-dcdc-42e9-b525-a9ceeab779ac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9769657 Aug 18 11:28:07.731263 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.16', 58318) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:28:07.735457 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc800ec4-d35c-4cf7-a618-61c5094ee598 None None] Sync routers for ids ['831210b6-dcdc-42e9-b525-a9ceeab779ac'] in dv-cinder-853450-2-iscsi {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 11:28:07.754126 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc800ec4-d35c-4cf7-a618-61c5094ee598 None None] Routers {'831210b6-dcdc-42e9-b525-a9ceeab779ac'} bound to L3 agent in host dv-cinder-853450-2-iscsi {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 18 11:28:07.754967 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-dc800ec4-d35c-4cf7-a618-61c5094ee598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853450-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-18T11:07:43Z,description=,heartbeat_timestamp=2022-08-18T11:27:43Z,host='dv-cinder-853450-2-iscsi',id=5a2ac145-53e3-4597-a9e7-c52b4336ae58,load=0,resource_versions=,resources_synced=,started_at=2022-08-18T11:07:43Z,topic='l3_agent')) {'router_ids': ['831210b6-dcdc-42e9-b525-a9ceeab779ac'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:28:07.835924 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-50c17432-99f6-470f-9e7b-c97898d6f00d admin admin] Publish callbacks [] for router (831210b6-dcdc-42e9-b525-a9ceeab779ac), before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:28:07.866840 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:28:07.887474 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-dc800ec4-d35c-4cf7-a618-61c5094ee598 None None] Set router 831210b6-dcdc-42e9-b525-a9ceeab779ac gateway port host: dv-cinder-853450-2-iscsi {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 18 11:28:07.949177 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-50c17432-99f6-470f-9e7b-c97898d6f00d admin admin] Publish callbacks [] for router_gateway (831210b6-dcdc-42e9-b525-a9ceeab779ac), before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:28:07.995296 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-50c17432-99f6-470f-9e7b-c97898d6f00d admin admin] Deleting port e014c633-017b-40b4-8bad-1dcf59e53287 {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 18 11:28:07.995630 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-50c17432-99f6-470f-9e7b-c97898d6f00d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732803047114'] for port (e014c633-017b-40b4-8bad-1dcf59e53287), before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:28:08.083703 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-dc800ec4-d35c-4cf7-a618-61c5094ee598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '831210b6-dcdc-42e9-b525-a9ceeab779ac', 'name': 'tempest-AttachVolumeShelveTestJSON-1403039600-router', 'tenant_id': 'be810e9efc4f4214b473f76da7e2714b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'external_fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.248'}], 'enable_snat': True}, 'gw_port_id': 'e014c633-017b-40b4-8bad-1dcf59e53287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T11:16:00Z', 'updated_at': '2022-08-18T11:28:06Z', 'revision_number': 5, 'project_id': 'be810e9efc4f4214b473f76da7e2714b', 'gw_port': {'id': 'e014c633-017b-40b4-8bad-1dcf59e53287', 'name': '', 'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:76:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '831210b6-dcdc-42e9-b525-a9ceeab779ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853450-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:16:03Z', 'updated_at': '2022-08-18T11:16:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853450-2-iscsi'}], 'dv-cinder-853450-2-iscsi', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:28:08.089401 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.db [None req-50c17432-99f6-470f-9e7b-c97898d6f00d admin admin] For port e014c633-017b-40b4-8bad-1dcf59e53287, host dv-cinder-853450-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853450-2-iscsi',level=0,port_id=e014c633-017b-40b4-8bad-1dcf59e53287,segment=NetworkSegment(67ba5125-9fc9-4a45-924f-a98fceaf00fb),segment_id=67ba5125-9fc9-4a45-924f-a98fceaf00fb)] {{(pid=106379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:28:08.089765 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-50c17432-99f6-470f-9e7b-c97898d6f00d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498516'] for port (e014c633-017b-40b4-8bad-1dcf59e53287), precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:28:08.109091 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-50c17432-99f6-470f-9e7b-c97898d6f00d admin admin] Calling delete_port for e014c633-017b-40b4-8bad-1dcf59e53287 owned by network:router_gateway {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 18 11:28:08.109360 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc800ec4-d35c-4cf7-a618-61c5094ee598 None None] Checking router: 831210b6-dcdc-42e9-b525-a9ceeab779ac for host: dv-cinder-853450-2-iscsi {{(pid=106381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 11:28:08.118617 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc800ec4-d35c-4cf7-a618-61c5094ee598 None None] Routers {'831210b6-dcdc-42e9-b525-a9ceeab779ac'} bound to L3 agent in host dv-cinder-853450-2-iscsi {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 18 11:28:08.119226 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-dc800ec4-d35c-4cf7-a618-61c5094ee598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853450-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-18T11:07:43Z,description=,heartbeat_timestamp=2022-08-18T11:27:43Z,host='dv-cinder-853450-2-iscsi',id=5a2ac145-53e3-4597-a9e7-c52b4336ae58,load=0,resource_versions=,resources_synced=,started_at=2022-08-18T11:07:43Z,topic='l3_agent')) {'router_ids': ['831210b6-dcdc-42e9-b525-a9ceeab779ac'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:28:08.242559 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:28:08.295760 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-50c17432-99f6-470f-9e7b-c97898d6f00d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732803053743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732802528790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638927'] for port (e014c633-017b-40b4-8bad-1dcf59e53287), after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:28:08.299494 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-dc800ec4-d35c-4cf7-a618-61c5094ee598 None None] Set router 831210b6-dcdc-42e9-b525-a9ceeab779ac gateway port host: None {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 18 11:28:08.299836 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:28:08.323429 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c17432-99f6-470f-9e7b-c97898d6f00d admin admin] Pushing event deleted for resources: {'Port': ['ID=e014c633-017b-40b4-8bad-1dcf59e53287,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:28:08.369776 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-dc800ec4-d35c-4cf7-a618-61c5094ee598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '831210b6-dcdc-42e9-b525-a9ceeab779ac', 'name': 'tempest-AttachVolumeShelveTestJSON-1403039600-router', 'tenant_id': 'be810e9efc4f4214b473f76da7e2714b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T11:16:00Z', 'updated_at': '2022-08-18T11:28:07Z', 'revision_number': 6, 'project_id': 'be810e9efc4f4214b473f76da7e2714b', 'gw_port_host': None}], 'dv-cinder-853450-2-iscsi', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:28:08.398651 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc800ec4-d35c-4cf7-a618-61c5094ee598 None None] The sync data for ids ['831210b6-dcdc-42e9-b525-a9ceeab779ac'] in dv-cinder-853450-2-iscsi is: [{'id': '831210b6-dcdc-42e9-b525-a9ceeab779ac', 'name': 'tempest-AttachVolumeShelveTestJSON-1403039600-router', 'tenant_id': 'be810e9efc4f4214b473f76da7e2714b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T11:16:00Z', 'updated_at': '2022-08-18T11:28:07Z', 'revision_number': 6, 'project_id': 'be810e9efc4f4214b473f76da7e2714b', 'gw_port_host': None}] {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 11:28:08.400121 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-50c17432-99f6-470f-9e7b-c97898d6f00d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-519452'] for router_gateway (831210b6-dcdc-42e9-b525-a9ceeab779ac), after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:28:08.498106 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-50c17432-99f6-470f-9e7b-c97898d6f00d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13573'] for router (831210b6-dcdc-42e9-b525-a9ceeab779ac), precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:28:08.500678 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-50c17432-99f6-470f-9e7b-c97898d6f00d admin admin] Publish callbacks [] for router_controller (831210b6-dcdc-42e9-b525-a9ceeab779ac), precommit_delete_associations {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:28:08.546695 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-50c17432-99f6-470f-9e7b-c97898d6f00d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-519326'] for router (831210b6-dcdc-42e9-b525-a9ceeab779ac), after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:28:08.547260 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50c17432-99f6-470f-9e7b-c97898d6f00d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 831210b6-dcdc-42e9-b525-a9ceeab779ac {{(pid=106379) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 11:28:08.551644 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-50c17432-99f6-470f-9e7b-c97898d6f00d admin admin] Publish callbacks [] for router (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:28:08.552841 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-50c17432-99f6-470f-9e7b-c97898d6f00d admin admin] 10.222.0.16 "DELETE /networking/v2.0/routers/831210b6-dcdc-42e9-b525-a9ceeab779ac HTTP/1.1" status: 204 len: 168 time: 0.8214726 Aug 18 11:28:08.555523 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.16', 58320) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:28:08.602035 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.db.db_base_plugin_v2 [None req-187f1336-9b68-4c98-a735-7036a7beb777 admin admin] Deleting subnet c3eb1b23-820c-420d-9ebc-59169bbc8615 {{(pid=106379) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 18 11:28:08.605439 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-187f1336-9b68-4c98-a735-7036a7beb777 admin admin] Publish callbacks [] for subnet (c3eb1b23-820c-420d-9ebc-59169bbc8615), before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:28:08.646518 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-187f1336-9b68-4c98-a735-7036a7beb777 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11092002'] for subnet (c3eb1b23-820c-420d-9ebc-59169bbc8615), precommit_delete_associations {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:28:08.742858 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-187f1336-9b68-4c98-a735-7036a7beb777 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3613534'] for subnet (c3eb1b23-820c-420d-9ebc-59169bbc8615), precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:28:08.828565 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-187f1336-9b68-4c98-a735-7036a7beb777 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3613479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1639002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11267859'] for subnet (c3eb1b23-820c-420d-9ebc-59169bbc8615), after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:28:08.864016 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187f1336-9b68-4c98-a735-7036a7beb777 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c3eb1b23-820c-420d-9ebc-59169bbc8615,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:28:08.868115 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-187f1336-9b68-4c98-a735-7036a7beb777 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:28:08.871852 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-187f1336-9b68-4c98-a735-7036a7beb777 admin admin] 10.222.0.16 "DELETE /networking/v2.0/subnets/c3eb1b23-820c-420d-9ebc-59169bbc8615 HTTP/1.1" status: 204 len: 168 time: 0.3150694 Aug 18 11:28:08.879557 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c20b102c-e69c-4733-8975-9871b8a0a80e None None] Network 610eae45-7047-4853-8153-1da79fb95838 requested from dv-cinder-853450-2-iscsi {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 18 11:28:08.882171 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.16', 58328) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:28:08.959445 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c12dd682-0c25-445b-a9f1-14160435e986 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3592451'] for network (610eae45-7047-4853-8153-1da79fb95838), before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:28:09.012830 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-c12dd682-0c25-445b-a9f1-14160435e986 admin admin] Deleting port 340ea007-cbb1-4774-9b20-13b1a4a3efb8 {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 18 11:28:09.013173 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c12dd682-0c25-445b-a9f1-14160435e986 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732803047114'] for port (340ea007-cbb1-4774-9b20-13b1a4a3efb8), before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:28:09.083107 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.db [None req-c12dd682-0c25-445b-a9f1-14160435e986 admin admin] For port 340ea007-cbb1-4774-9b20-13b1a4a3efb8, host dv-cinder-853450-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853450-2-iscsi',level=0,port_id=340ea007-cbb1-4774-9b20-13b1a4a3efb8,segment=NetworkSegment(9c3c1f69-d097-49d4-af01-0805916be3fe),segment_id=9c3c1f69-d097-49d4-af01-0805916be3fe)] {{(pid=106379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:28:09.083390 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c12dd682-0c25-445b-a9f1-14160435e986 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498516'] for port (340ea007-cbb1-4774-9b20-13b1a4a3efb8), precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:28:09.097814 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-c12dd682-0c25-445b-a9f1-14160435e986 admin admin] Calling delete_port for 340ea007-cbb1-4774-9b20-13b1a4a3efb8 owned by network:dhcp {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 18 11:28:09.180016 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c12dd682-0c25-445b-a9f1-14160435e986 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732803053743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732802528790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638927'] for port (340ea007-cbb1-4774-9b20-13b1a4a3efb8), after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:28:09.205410 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12dd682-0c25-445b-a9f1-14160435e986 admin admin] Pushing event deleted for resources: {'Port': ['ID=340ea007-cbb1-4774-9b20-13b1a4a3efb8,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:28:09.209789 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c12dd682-0c25-445b-a9f1-14160435e986 admin admin] No DVR routers for this DVR port 340ea007-cbb1-4774-9b20-13b1a4a3efb8 on host dv-cinder-853450-2-iscsi {{(pid=106379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 18 11:28:09.241383 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-447651ba-6ddd-4cf3-bb31-4c086dac5110 None None] DHCP port deletion for 610eae45-7047-4853-8153-1da79fb95838 request from dv-cinder-853450-2-iscsi {{(pid=106380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 18 11:28:09.292141 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c12dd682-0c25-445b-a9f1-14160435e986 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3613349', 'neutron.services.segments.db._delete_segments_for_network-8732802979220'] for network (610eae45-7047-4853-8153-1da79fb95838), precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:28:09.312795 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Device e014c633-017b-40b4-8bad-1dcf59e53287 no longer exists at agent ovs-agent-dv-cinder-853450-2-iscsi {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 11:28:09.319167 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.services.segments.db [None req-c12dd682-0c25-445b-a9f1-14160435e986 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['610eae45-7047-4853-8153-1da79fb95838']}} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:28:09.329235 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.services.segments.db [None req-c12dd682-0c25-445b-a9f1-14160435e986 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c3c1f69-d097-49d4-af01-0805916be3fe') {'for_net_delete': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:28:09.330125 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.services.segments.db [None req-c12dd682-0c25-445b-a9f1-14160435e986 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c3c1f69-d097-49d4-af01-0805916be3fe') {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:28:09.333546 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] No Port match for: e014c633-017b-40b4-8bad-1dcf59e53287 {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 18 11:28:09.333823 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Device e014c633-017b-40b4-8bad-1dcf59e53287 not bound to the agent host dv-cinder-853450-2-iscsi {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 11:28:09.334236 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Device 483817c4-d525-4e0e-8fdc-9115e6f5f758 no longer exists at agent ovs-agent-dv-cinder-853450-2-iscsi {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 11:28:09.337194 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:28:09.341406 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c12dd682-0c25-445b-a9f1-14160435e986 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732802979283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11092011'] for segment (9c3c1f69-d097-49d4-af01-0805916be3fe), before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:28:09.350981 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=88,neutron:UPDATE=2,neutron:DELETE=10 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:28:09.356705 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] No Port match for: 483817c4-d525-4e0e-8fdc-9115e6f5f758 {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 18 11:28:09.357165 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Device 483817c4-d525-4e0e-8fdc-9115e6f5f758 not bound to the agent host dv-cinder-853450-2-iscsi {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 11:28:09.364220 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Device 340ea007-cbb1-4774-9b20-13b1a4a3efb8 no longer exists at agent ovs-agent-dv-cinder-853450-2-iscsi {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 11:28:09.370124 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c12dd682-0c25-445b-a9f1-14160435e986 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3609830'] for segment (9c3c1f69-d097-49d4-af01-0805916be3fe), precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:28:09.377757 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] No Port match for: 340ea007-cbb1-4774-9b20-13b1a4a3efb8 {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 18 11:28:09.378171 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Device 340ea007-cbb1-4774-9b20-13b1a4a3efb8 not bound to the agent host dv-cinder-853450-2-iscsi {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 11:28:09.380808 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c12dd682-0c25-445b-a9f1-14160435e986 admin admin] Releasing vlan 968 on physical network physnet1 to pool {{(pid=106379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 11:28:09.381246 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c12dd682-0c25-445b-a9f1-14160435e986 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3609830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1638972'] for segment (9c3c1f69-d097-49d4-af01-0805916be3fe), after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:28:09.436560 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.services.segments.plugin [-] Segment 9c3c1f69-d097-49d4-af01-0805916be3fe resource provider aggregate not found Aug 18 11:28:09.458916 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.services.segments.plugin [-] Segment 9c3c1f69-d097-49d4-af01-0805916be3fe resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9c3c1f69-d097-49d4-af01-0805916be3fe found for delete ", "request_id": "req-ff492f38-71ed-4556-9f76-d9ee70555c4d"}]} Aug 18 11:28:09.463102 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c12dd682-0c25-445b-a9f1-14160435e986 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3613358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-519472'] for network (610eae45-7047-4853-8153-1da79fb95838), after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:28:09.481095 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c12dd682-0c25-445b-a9f1-14160435e986 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682417'] for network (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:28:09.484276 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-c12dd682-0c25-445b-a9f1-14160435e986 admin admin] 10.222.0.16 "DELETE /networking/v2.0/networks/610eae45-7047-4853-8153-1da79fb95838 HTTP/1.1" status: 204 len: 168 time: 0.6009364 Aug 18 11:28:09.485238 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12dd682-0c25-445b-a9f1-14160435e986 admin admin] Pushing event deleted for resources: {'Network': ['ID=610eae45-7047-4853-8153-1da79fb95838,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:28:09.690076 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.16', 58336) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:28:09.732127 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-672bfdde-3fbf-4667-b8c3-fb7abe93b9d4 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=be810e9efc4f4214b473f76da7e2714b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0408781 Aug 18 11:28:09.734725 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.16', 58338) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:28:09.787890 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e2731cb9-3c29-498f-ab21-a84a2ab51843 admin admin] Publish callbacks [] for security_group (62c9b015-0afe-4aca-867d-71d2cf33198b), before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:28:09.808344 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e2731cb9-3c29-498f-ab21-a84a2ab51843 admin admin] Publish callbacks [] for security_group (62c9b015-0afe-4aca-867d-71d2cf33198b), precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:28:09.859461 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e2731cb9-3c29-498f-ab21-a84a2ab51843 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433130'] for security_group (62c9b015-0afe-4aca-867d-71d2cf33198b), after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:28:09.862327 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e2731cb9-3c29-498f-ab21-a84a2ab51843 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:28:09.863649 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-e2731cb9-3c29-498f-ab21-a84a2ab51843 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/62c9b015-0afe-4aca-867d-71d2cf33198b HTTP/1.1" status: 204 len: 168 time: 0.1279864 Aug 18 11:28:09.872312 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2731cb9-3c29-498f-ab21-a84a2ab51843 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62c9b015-0afe-4aca-867d-71d2cf33198b,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:28:11.022154 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c9461149-c84d-4013-8512-10725e57270c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (c499a017-4b38-4967-b050-d4094e1a7564), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:28:11.032774 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-1f6e3743-37e3-4163-9427-6765707f3f1d req-b31ab592-b925-4975-9ac2-84e5e24f2014 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=0b347d9d-d0c7-4e2e-9bfe-0e6bf90c6f85&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0579963 Aug 18 11:28:11.122432 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6e3743-37e3-4163-9427-6765707f3f1d req-7fadc8d7-29c9-4224-b676-612e07d26bca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:28:11.123731 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-1f6e3743-37e3-4163-9427-6765707f3f1d req-7fadc8d7-29c9-4224-b676-612e07d26bca service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=ede6199069114ce380f30088d312f345&device_id=0b347d9d-d0c7-4e2e-9bfe-0e6bf90c6f85 HTTP/1.1" status: 200 len: 1129 time: 0.0460896 Aug 18 11:28:11.250634 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6e3743-37e3-4163-9427-6765707f3f1d req-5eb31d44-65f0-4db9-8c13-da0cc7ecceb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:28:11.253239 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-1f6e3743-37e3-4163-9427-6765707f3f1d req-5eb31d44-65f0-4db9-8c13-da0cc7ecceb5 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=7f22837c-b0bf-4183-918e-ed97b8d7016a HTTP/1.1" status: 200 len: 913 time: 0.1039503 Aug 18 11:28:11.325261 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-1f6e3743-37e3-4163-9427-6765707f3f1d req-0f8ba3e4-3771-472a-9ed7-934debb4aa63 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=032e8f81-17eb-4aec-b5fd-58456450d81c HTTP/1.1" status: 200 len: 1000 time: 0.0657129 Aug 18 11:28:11.374580 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=9 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:28:11.380380 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6e3743-37e3-4163-9427-6765707f3f1d req-0e5e8e99-1c24-4bd1-9d2b-8014ecf8cf65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:28:11.382166 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-1f6e3743-37e3-4163-9427-6765707f3f1d req-0e5e8e99-1c24-4bd1-9d2b-8014ecf8cf65 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=23956a8f-6417-481b-8752-923c1ff1baa8 HTTP/1.1" status: 200 len: 851 time: 0.0499871 Aug 18 11:28:11.429862 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6e3743-37e3-4163-9427-6765707f3f1d req-865e04f3-6a4e-4377-bc14-f3ced909104e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:28:11.431421 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-1f6e3743-37e3-4163-9427-6765707f3f1d req-865e04f3-6a4e-4377-bc14-f3ced909104e service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=7f22837c-b0bf-4183-918e-ed97b8d7016a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0435824 Aug 18 11:28:11.544889 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:28:11.573555 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-1f6e3743-37e3-4163-9427-6765707f3f1d req-6a376719-7489-41c8-9523-f50481d6015c service neutron] 10.222.0.20 "GET /networking/v2.0/networks/7f22837c-b0bf-4183-918e-ed97b8d7016a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358154 Aug 18 11:28:11.684224 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-1f6e3743-37e3-4163-9427-6765707f3f1d req-c9e3f40e-e6f4-41e4-adad-105ea5a99c46 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/7f22837c-b0bf-4183-918e-ed97b8d7016a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994515 Aug 18 11:28:13.370597 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:28:13.379171 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-5f38a426-f8bf-47f2-baa2-cdab1b5ad1cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (5a2ac145-53e3-4597-a9e7-c52b4336ae58), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:28:13.995693 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.16', 58444) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:28:14.345365 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-f7553ff3-d647-407f-83bc-265bc8764f32 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Deleting port 3f8d15c1-062e-4718-82a0-15b68b3a7826 {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 18 11:28:14.345874 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f7553ff3-d647-407f-83bc-265bc8764f32 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732803047114'] for port (3f8d15c1-062e-4718-82a0-15b68b3a7826), before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:28:14.445903 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f7553ff3-d647-407f-83bc-265bc8764f32 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498516'] for port (3f8d15c1-062e-4718-82a0-15b68b3a7826), precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:28:14.446237 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f7553ff3-d647-407f-83bc-265bc8764f32 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Publish callbacks [] for floatingip (3f8d15c1-062e-4718-82a0-15b68b3a7826), precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:28:14.466733 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-f7553ff3-d647-407f-83bc-265bc8764f32 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Calling delete_port for 3f8d15c1-062e-4718-82a0-15b68b3a7826 owned by network:floatingip {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 18 11:28:14.671113 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f7553ff3-d647-407f-83bc-265bc8764f32 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732803053743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732802528790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638927'] for port (3f8d15c1-062e-4718-82a0-15b68b3a7826), after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:28:14.699268 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7553ff3-d647-407f-83bc-265bc8764f32 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Pushing event deleted for resources: {'Port': ['ID=3f8d15c1-062e-4718-82a0-15b68b3a7826,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:28:14.723019 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-a5cc8183-7213-4642-9d48-bc0d47940d29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (29720577-1c8f-43c1-a8be-c2a14df8d65e), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:28:14.793876 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f7553ff3-d647-407f-83bc-265bc8764f32 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Publish callbacks [] for floatingip (5d6f9c90-2bdc-4d15-9c75-8c66dae80dd7), after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:28:14.794161 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.db.l3_db [None req-f7553ff3-d647-407f-83bc-265bc8764f32 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Floating IP 5d6f9c90-2bdc-4d15-9c75-8c66dae80dd7 disassociated (deleted). External IP: 172.27.4.81, port: 388aba04-6d7e-4441-9e71-2c7f500c2ed2. Aug 18 11:28:14.877271 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:28:14.900835 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:DELETE=7,neutron:SELECT=92,neutron:UPDATE=1 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:28:15.001024 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7553ff3-d647-407f-83bc-265bc8764f32 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Router 32a9fd1a-a136-4f96-b809-d118ef6118b0 has already been hosted by L3 agent 5a2ac145-53e3-4597-a9e7-c52b4336ae58 {{(pid=106379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 11:28:15.118929 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7553ff3-d647-407f-83bc-265bc8764f32 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Notify agent at l3_agent.dv-cinder-853450-2-iscsi the message routers_updated {{(pid=106379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 11:28:15.123775 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f7553ff3-d647-407f-83bc-265bc8764f32 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22494'] for floatingip (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:28:15.134488 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4423fbbb-ca32-4727-87e7-3d9d0551262d None None] Sync routers for ids ['32a9fd1a-a136-4f96-b809-d118ef6118b0'] in dv-cinder-853450-2-iscsi {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 11:28:15.148702 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4423fbbb-ca32-4727-87e7-3d9d0551262d None None] Routers {'32a9fd1a-a136-4f96-b809-d118ef6118b0'} bound to L3 agent in host dv-cinder-853450-2-iscsi {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 18 11:28:15.149342 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-4423fbbb-ca32-4727-87e7-3d9d0551262d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853450-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-18T11:07:43Z,description=,heartbeat_timestamp=2022-08-18T11:28:13Z,host='dv-cinder-853450-2-iscsi',id=5a2ac145-53e3-4597-a9e7-c52b4336ae58,load=0,resource_versions=,resources_synced=,started_at=2022-08-18T11:07:43Z,topic='l3_agent')) {'router_ids': ['32a9fd1a-a136-4f96-b809-d118ef6118b0'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:28:15.158723 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-f7553ff3-d647-407f-83bc-265bc8764f32 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] 10.222.0.16 "DELETE /networking/v2.0/floatingips/5d6f9c90-2bdc-4d15-9c75-8c66dae80dd7 HTTP/1.1" status: 204 len: 168 time: 1.1618621 Aug 18 11:28:15.159519 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '400d729f-5fed-4e34-84ee-0ce990ba4c96', 'tag': '388aba04-6d7e-4441-9e71-2c7f500c2ed2'}] {{(pid=106379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 18 11:28:15.162148 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afeb4790f423e7ffe5fa0b02628cc43a14be8f1f20ac5f0ea3cf567e42d62054" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7be95b39-79b6-4d39-95fa-a284ffbdceeb" -d '{"events": [{"name": "network-changed", "server_uuid": "400d729f-5fed-4e34-84ee-0ce990ba4c96", "tag": "388aba04-6d7e-4441-9e71-2c7f500c2ed2"}]}' {{(pid=106379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:28:15.276941 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-4423fbbb-ca32-4727-87e7-3d9d0551262d None None] Set router 32a9fd1a-a136-4f96-b809-d118ef6118b0 gateway port host: dv-cinder-853450-2-iscsi {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 18 11:28:15.390067 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Aug 2022 11:28:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c29fbebe-7dc7-4517-9e0a-7e40ed437ac4 x-openstack-request-id: req-c29fbebe-7dc7-4517-9e0a-7e40ed437ac4 {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:28:15.390365 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "400d729f-5fed-4e34-84ee-0ce990ba4c96", "tag": "388aba04-6d7e-4441-9e71-2c7f500c2ed2", "status": "completed", "code": 200}]} {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:28:15.390621 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c29fbebe-7dc7-4517-9e0a-7e40ed437ac4 {{(pid=106379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:28:15.391020 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c29fbebe-7dc7-4517-9e0a-7e40ed437ac4'] response: {'name': 'network-changed', 'server_uuid': '400d729f-5fed-4e34-84ee-0ce990ba4c96', 'tag': '388aba04-6d7e-4441-9e71-2c7f500c2ed2', 'status': 'completed', 'code': 200} Aug 18 11:28:15.427840 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:UPDATE=3 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:28:15.445572 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01842d92-519f-4f26-9e0d-90ee93608993 req-4bdf0fd7-f04b-43e6-8e41-52198f5ab895 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:28:15.447225 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-01842d92-519f-4f26-9e0d-90ee93608993 req-4bdf0fd7-f04b-43e6-8e41-52198f5ab895 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=400d729f-5fed-4e34-84ee-0ce990ba4c96 HTTP/1.1" status: 200 len: 945 time: 0.0640259 Aug 18 11:28:15.505420 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-01842d92-519f-4f26-9e0d-90ee93608993 req-7a62494e-5feb-437c-a1e3-66c138f9d155 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d080cec0-bf37-4b83-8a3c-1cddb3e7bd6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500464 Aug 18 11:28:15.520652 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-4423fbbb-ca32-4727-87e7-3d9d0551262d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32a9fd1a-a136-4f96-b809-d118ef6118b0', 'name': 'tempest-TestVolumeBootPattern-1503680995-router', 'tenant_id': 'ede6199069114ce380f30088d312f345', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'external_fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.18'}], 'enable_snat': True}, 'gw_port_id': '2d11c8c1-de45-4706-86b4-20968fce1c19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T11:17:06Z', 'updated_at': '2022-08-18T11:17:16Z', 'revision_number': 4, 'project_id': 'ede6199069114ce380f30088d312f345', 'gw_port': {'id': '2d11c8c1-de45-4706-86b4-20968fce1c19', 'name': '', 'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:5e:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a9fd1a-a136-4f96-b809-d118ef6118b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853450-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:17:08Z', 'updated_at': '2022-08-18T11:17:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853450-2-iscsi', '_floatingips': [{'id': 'a8789c42-4d38-4aa8-a229-c3974437ebdb', 'tenant_id': 'ede6199069114ce380f30088d312f345', 'floating_ip_address': '172.27.4.63', 'floating_network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'router_id': '32a9fd1a-a136-4f96-b809-d118ef6118b0', 'port_id': '032e8f81-17eb-4aec-b5fd-58456450d81c', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 497, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7f22837c-b0bf-4183-918e-ed97b8d7016a', 'mac_address': 'fa:16:3e:fa:0e:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b347d9d-d0c7-4e2e-9bfe-0e6bf90c6f85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-18T11:22:51Z', 'updated_at': '2022-08-18T11:22:53Z', 'revision_number': 1, 'project_id': 'ede6199069114ce380f30088d312f345', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4351a822-8a89-4ef3-9edf-3e59cd7f13a9', 'name': '', 'network_id': '7f22837c-b0bf-4183-918e-ed97b8d7016a', 'tenant_id': 'ede6199069114ce380f30088d312f345', 'mac_address': 'fa:16:3e:44:37:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a9fd1a-a136-4f96-b809-d118ef6118b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': '23956a8f-6417-481b-8752-923c1ff1baa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853450-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:17:13Z', 'updated_at': '2022-08-18T11:17:22Z', 'revision_number': 5, 'project_id': 'ede6199069114ce380f30088d312f345', 'subnets': [{'id': '23956a8f-6417-481b-8752-923c1ff1baa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853450-2-iscsi', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:28:15.558608 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4423fbbb-ca32-4727-87e7-3d9d0551262d None None] Checking router: 32a9fd1a-a136-4f96-b809-d118ef6118b0 for host: dv-cinder-853450-2-iscsi {{(pid=106380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 11:28:15.567711 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4423fbbb-ca32-4727-87e7-3d9d0551262d None None] Routers {'32a9fd1a-a136-4f96-b809-d118ef6118b0'} bound to L3 agent in host dv-cinder-853450-2-iscsi {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 18 11:28:15.568496 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-4423fbbb-ca32-4727-87e7-3d9d0551262d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853450-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-18T11:07:43Z,description=,heartbeat_timestamp=2022-08-18T11:28:13Z,host='dv-cinder-853450-2-iscsi',id=5a2ac145-53e3-4597-a9e7-c52b4336ae58,load=0,resource_versions=,resources_synced=,started_at=2022-08-18T11:07:43Z,topic='l3_agent')) {'router_ids': ['32a9fd1a-a136-4f96-b809-d118ef6118b0'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:28:15.799603 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-4423fbbb-ca32-4727-87e7-3d9d0551262d None None] Set router 32a9fd1a-a136-4f96-b809-d118ef6118b0 gateway port host: dv-cinder-853450-2-iscsi {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 18 11:28:16.034447 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (69d4285f-736d-41a6-a99e-1994eed59bce), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:28:16.049034 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-4423fbbb-ca32-4727-87e7-3d9d0551262d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32a9fd1a-a136-4f96-b809-d118ef6118b0', 'name': 'tempest-TestVolumeBootPattern-1503680995-router', 'tenant_id': 'ede6199069114ce380f30088d312f345', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'external_fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.18'}], 'enable_snat': True}, 'gw_port_id': '2d11c8c1-de45-4706-86b4-20968fce1c19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T11:17:06Z', 'updated_at': '2022-08-18T11:17:16Z', 'revision_number': 4, 'project_id': 'ede6199069114ce380f30088d312f345', 'gw_port': {'id': '2d11c8c1-de45-4706-86b4-20968fce1c19', 'name': '', 'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:5e:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a9fd1a-a136-4f96-b809-d118ef6118b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853450-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:17:08Z', 'updated_at': '2022-08-18T11:17:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853450-2-iscsi', '_floatingips': [{'id': 'a8789c42-4d38-4aa8-a229-c3974437ebdb', 'tenant_id': 'ede6199069114ce380f30088d312f345', 'floating_ip_address': '172.27.4.63', 'floating_network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'router_id': '32a9fd1a-a136-4f96-b809-d118ef6118b0', 'port_id': '032e8f81-17eb-4aec-b5fd-58456450d81c', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 497, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7f22837c-b0bf-4183-918e-ed97b8d7016a', 'mac_address': 'fa:16:3e:fa:0e:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b347d9d-d0c7-4e2e-9bfe-0e6bf90c6f85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-18T11:22:51Z', 'updated_at': '2022-08-18T11:22:53Z', 'revision_number': 1, 'project_id': 'ede6199069114ce380f30088d312f345', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4351a822-8a89-4ef3-9edf-3e59cd7f13a9', 'name': '', 'network_id': '7f22837c-b0bf-4183-918e-ed97b8d7016a', 'tenant_id': 'ede6199069114ce380f30088d312f345', 'mac_address': 'fa:16:3e:44:37:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a9fd1a-a136-4f96-b809-d118ef6118b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': '23956a8f-6417-481b-8752-923c1ff1baa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853450-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:17:13Z', 'updated_at': '2022-08-18T11:17:22Z', 'revision_number': 5, 'project_id': 'ede6199069114ce380f30088d312f345', 'subnets': [{'id': '23956a8f-6417-481b-8752-923c1ff1baa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853450-2-iscsi', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:28:16.082436 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4423fbbb-ca32-4727-87e7-3d9d0551262d None None] The sync data for ids ['32a9fd1a-a136-4f96-b809-d118ef6118b0'] in dv-cinder-853450-2-iscsi is: [{'id': '32a9fd1a-a136-4f96-b809-d118ef6118b0', 'name': 'tempest-TestVolumeBootPattern-1503680995-router', 'tenant_id': 'ede6199069114ce380f30088d312f345', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'external_fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.18'}], 'enable_snat': True}, 'gw_port_id': '2d11c8c1-de45-4706-86b4-20968fce1c19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T11:17:06Z', 'updated_at': '2022-08-18T11:17:16Z', 'revision_number': 4, 'project_id': 'ede6199069114ce380f30088d312f345', 'gw_port': {'id': '2d11c8c1-de45-4706-86b4-20968fce1c19', 'name': '', 'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:5e:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a9fd1a-a136-4f96-b809-d118ef6118b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853450-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:17:08Z', 'updated_at': '2022-08-18T11:17:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853450-2-iscsi', '_floatingips': [{'id': 'a8789c42-4d38-4aa8-a229-c3974437ebdb', 'tenant_id': 'ede6199069114ce380f30088d312f345', 'floating_ip_address': '172.27.4.63', 'floating_network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'router_id': '32a9fd1a-a136-4f96-b809-d118ef6118b0', 'port_id': '032e8f81-17eb-4aec-b5fd-58456450d81c', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 497, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7f22837c-b0bf-4183-918e-ed97b8d7016a', 'mac_address': 'fa:16:3e:fa:0e:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b347d9d-d0c7-4e2e-9bfe-0e6bf90c6f85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-18T11:22:51Z', 'updated_at': '2022-08-18T11:22:53Z', 'revision_number': 1, 'project_id': 'ede6199069114ce380f30088d312f345', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4351a822-8a89-4ef3-9edf-3e59cd7f13a9', 'name': '', 'network_id': '7f22837c-b0bf-4183-918e-ed97b8d7016a', 'tenant_id': 'ede6199069114ce380f30088d312f345', 'mac_address': 'fa:16:3e:44:37:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a9fd1a-a136-4f96-b809-d118ef6118b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': '23956a8f-6417-481b-8752-923c1ff1baa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853450-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:17:13Z', 'updated_at': '2022-08-18T11:17:22Z', 'revision_number': 5, 'project_id': 'ede6199069114ce380f30088d312f345', 'subnets': [{'id': '23956a8f-6417-481b-8752-923c1ff1baa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 11:28:16.345405 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aba33266-d993-4677-90ca-f6cc9e642bef None None] New status for floating IP 5d6f9c90-2bdc-4d15-9c75-8c66dae80dd7: DOWN {{(pid=106381) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 18 11:28:16.374836 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=100 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:28:16.503778 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c68edff8-e550-48a3-9de2-17badfe483c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (307af099-d926-4e52-9df3-0cd09baf3c81), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:28:16.637324 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc416fe9-4c39-4c4e-b2f3-0e384c77dff9 req-576f4acc-eb23-4329-9296-99a76196c63f tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:28:16.638826 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-fc416fe9-4c39-4c4e-b2f3-0e384c77dff9 req-576f4acc-eb23-4329-9296-99a76196c63f tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=400d729f-5fed-4e34-84ee-0ce990ba4c96 HTTP/1.1" status: 200 len: 945 time: 0.0478032 Aug 18 11:28:16.692147 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-fc416fe9-4c39-4c4e-b2f3-0e384c77dff9 req-5863bc7f-75de-4aec-b306-f2c2d0f7687b tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d080cec0-bf37-4b83-8a3c-1cddb3e7bd6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466590 Aug 18 11:28:17.822350 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f758af-f630-4e46-8128-278883ff9b7f req-99499d71-0725-4903-b895-44dd9b35f030 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:28:17.823869 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-b2f758af-f630-4e46-8128-278883ff9b7f req-99499d71-0725-4903-b895-44dd9b35f030 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=400d729f-5fed-4e34-84ee-0ce990ba4c96 HTTP/1.1" status: 200 len: 945 time: 0.0540142 Aug 18 11:28:17.875833 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-b2f758af-f630-4e46-8128-278883ff9b7f req-f314db20-7b35-4ab8-92cf-74ebeffaffd0 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d080cec0-bf37-4b83-8a3c-1cddb3e7bd6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463326 Aug 18 11:28:19.009881 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be95b39-79b6-4d39-95fa-a284ffbdceeb req-19011943-076b-44d4-a06c-80515bbf3e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:28:19.011388 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-7be95b39-79b6-4d39-95fa-a284ffbdceeb req-19011943-076b-44d4-a06c-80515bbf3e12 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=ede6199069114ce380f30088d312f345&device_id=400d729f-5fed-4e34-84ee-0ce990ba4c96 HTTP/1.1" status: 200 len: 1129 time: 0.0738165 Aug 18 11:28:19.022168 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034be4c6-156b-4982-95e1-8d1cd04eea2f req-c13ca6f2-801f-4b43-b2da-211797dc7d4b tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:28:19.023643 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-034be4c6-156b-4982-95e1-8d1cd04eea2f req-c13ca6f2-801f-4b43-b2da-211797dc7d4b tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=400d729f-5fed-4e34-84ee-0ce990ba4c96 HTTP/1.1" status: 200 len: 945 time: 0.0579247 Aug 18 11:28:19.138237 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-034be4c6-156b-4982-95e1-8d1cd04eea2f req-d5d5a7c6-477f-4dcc-8ad7-459849236299 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d080cec0-bf37-4b83-8a3c-1cddb3e7bd6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1057796 Aug 18 11:28:19.153672 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be95b39-79b6-4d39-95fa-a284ffbdceeb req-4f748b42-d66f-4be9-97ee-ff071131920b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:28:19.155190 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-7be95b39-79b6-4d39-95fa-a284ffbdceeb req-4f748b42-d66f-4be9-97ee-ff071131920b service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=7f22837c-b0bf-4183-918e-ed97b8d7016a HTTP/1.1" status: 200 len: 913 time: 0.1306374 Aug 18 11:28:19.195536 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-7be95b39-79b6-4d39-95fa-a284ffbdceeb req-a70de544-040b-44ff-9d7d-490e086a37c0 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=388aba04-6d7e-4441-9e71-2c7f500c2ed2 HTTP/1.1" status: 200 len: 217 time: 0.0338683 Aug 18 11:28:19.248935 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be95b39-79b6-4d39-95fa-a284ffbdceeb req-ca220793-84bb-4ee9-92cd-8bc5ce98b0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:28:19.250325 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-7be95b39-79b6-4d39-95fa-a284ffbdceeb req-ca220793-84bb-4ee9-92cd-8bc5ce98b0c8 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=23956a8f-6417-481b-8752-923c1ff1baa8 HTTP/1.1" status: 200 len: 851 time: 0.0498314 Aug 18 11:28:19.296648 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be95b39-79b6-4d39-95fa-a284ffbdceeb req-74a95812-6b0f-4798-b106-248a41c0d7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:28:19.298323 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-7be95b39-79b6-4d39-95fa-a284ffbdceeb req-74a95812-6b0f-4798-b106-248a41c0d7dc service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=7f22837c-b0bf-4183-918e-ed97b8d7016a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0413408 Aug 18 11:28:19.418866 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-7be95b39-79b6-4d39-95fa-a284ffbdceeb req-ff5c9cf0-4150-467a-8a2a-677207801acf service neutron] 10.222.0.20 "GET /networking/v2.0/networks/7f22837c-b0bf-4183-918e-ed97b8d7016a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973303 Aug 18 11:28:19.497252 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=100 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:28:19.528803 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-7be95b39-79b6-4d39-95fa-a284ffbdceeb req-bbd1b4e4-2426-4761-abb8-8e807ad3afb3 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/7f22837c-b0bf-4183-918e-ed97b8d7016a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961819 Aug 18 11:28:20.285335 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11af58bb-387e-4b36-972e-9e5a7c30b804 req-3c7f5328-41c0-400b-99db-c2254c07860c tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:28:20.287041 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-11af58bb-387e-4b36-972e-9e5a7c30b804 req-3c7f5328-41c0-400b-99db-c2254c07860c tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=400d729f-5fed-4e34-84ee-0ce990ba4c96 HTTP/1.1" status: 200 len: 945 time: 0.0519624 Aug 18 11:28:20.352535 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-11af58bb-387e-4b36-972e-9e5a7c30b804 req-5bea2cfd-5c43-488a-9a61-d0be2cc33688 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d080cec0-bf37-4b83-8a3c-1cddb3e7bd6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599520 Aug 18 11:28:20.476937 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=100 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:28:20.523463 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdacce4b-c193-4620-8a8c-fdaa758bff0f req-a3b4f5dc-3e54-4401-9330-3fe58db3f1e8 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:28:20.525240 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-fdacce4b-c193-4620-8a8c-fdaa758bff0f req-a3b4f5dc-3e54-4401-9330-3fe58db3f1e8 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=400d729f-5fed-4e34-84ee-0ce990ba4c96 HTTP/1.1" status: 200 len: 945 time: 0.0589738 Aug 18 11:28:20.626723 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [req-fdacce4b-c193-4620-8a8c-fdaa758bff0f req-827ffd64-8385-4df5-ba2a-9ce42baf9a82 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Deleting port 388aba04-6d7e-4441-9e71-2c7f500c2ed2 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 18 11:28:20.627272 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-fdacce4b-c193-4620-8a8c-fdaa758bff0f req-827ffd64-8385-4df5-ba2a-9ce42baf9a82 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732803047114'] for port (388aba04-6d7e-4441-9e71-2c7f500c2ed2), before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:28:20.750954 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-fdacce4b-c193-4620-8a8c-fdaa758bff0f req-827ffd64-8385-4df5-ba2a-9ce42baf9a82 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] For port 388aba04-6d7e-4441-9e71-2c7f500c2ed2, host hv-cinder-85345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85345',level=0,port_id=388aba04-6d7e-4441-9e71-2c7f500c2ed2,segment=NetworkSegment(58df20ea-3ae4-4865-bf80-8bcc6a73c066),segment_id=58df20ea-3ae4-4865-bf80-8bcc6a73c066)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:28:20.751329 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-fdacce4b-c193-4620-8a8c-fdaa758bff0f req-827ffd64-8385-4df5-ba2a-9ce42baf9a82 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498516'] for port (388aba04-6d7e-4441-9e71-2c7f500c2ed2), precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:28:20.766234 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [req-fdacce4b-c193-4620-8a8c-fdaa758bff0f req-827ffd64-8385-4df5-ba2a-9ce42baf9a82 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Calling delete_port for 388aba04-6d7e-4441-9e71-2c7f500c2ed2 owned by compute:nova {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 18 11:28:20.951446 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-fdacce4b-c193-4620-8a8c-fdaa758bff0f req-827ffd64-8385-4df5-ba2a-9ce42baf9a82 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732803053743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732802528790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11809227'] for port (388aba04-6d7e-4441-9e71-2c7f500c2ed2), after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:28:20.990677 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827ffd64-8385-4df5-ba2a-9ce42baf9a82 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Pushing event deleted for resources: {'Port': ['ID=388aba04-6d7e-4441-9e71-2c7f500c2ed2,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:28:21.037646 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdacce4b-c193-4620-8a8c-fdaa758bff0f req-827ffd64-8385-4df5-ba2a-9ce42baf9a82 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] No DVR routers for this DVR port 388aba04-6d7e-4441-9e71-2c7f500c2ed2 on host hv-cinder-85345 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 18 11:28:21.040254 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-fdacce4b-c193-4620-8a8c-fdaa758bff0f req-827ffd64-8385-4df5-ba2a-9ce42baf9a82 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22494'] for port (None), before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:28:21.043504 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-fdacce4b-c193-4620-8a8c-fdaa758bff0f req-827ffd64-8385-4df5-ba2a-9ce42baf9a82 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] 10.222.0.20 "DELETE /networking/v2.0/ports/388aba04-6d7e-4441-9e71-2c7f500c2ed2 HTTP/1.1" status: 204 len: 173 time: 0.5127020 Aug 18 11:28:21.043959 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '400d729f-5fed-4e34-84ee-0ce990ba4c96', 'name': 'network-vif-deleted', 'tag': '388aba04-6d7e-4441-9e71-2c7f500c2ed2'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 18 11:28:21.046261 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c862ab1b2ee120cb5e2e4f2725a0fe0d7acaf57f657006002d91667c9b4c94a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76b77df0-e284-4d20-8ea5-f8326276cf72" -d '{"events": [{"server_uuid": "400d729f-5fed-4e34-84ee-0ce990ba4c96", "name": "network-vif-deleted", "tag": "388aba04-6d7e-4441-9e71-2c7f500c2ed2"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:28:21.086129 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Aug 2022 11:28:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec625a73-66ad-4c87-be56-499b366bab2c x-openstack-request-id: req-ec625a73-66ad-4c87-be56-499b366bab2c {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:28:21.086426 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "400d729f-5fed-4e34-84ee-0ce990ba4c96", "name": "network-vif-deleted", "tag": "388aba04-6d7e-4441-9e71-2c7f500c2ed2", "status": "completed", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:28:21.086680 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ec625a73-66ad-4c87-be56-499b366bab2c {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:28:21.087079 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec625a73-66ad-4c87-be56-499b366bab2c'] response: {'server_uuid': '400d729f-5fed-4e34-84ee-0ce990ba4c96', 'name': 'network-vif-deleted', 'tag': '388aba04-6d7e-4441-9e71-2c7f500c2ed2', 'status': 'completed', 'code': 200} Aug 18 11:28:21.472505 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-de5474f8-799b-4272-b825-2114e2b67d72 req-3b4118ab-422c-4249-b24d-93dde6f65c2f tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=400d729f-5fed-4e34-84ee-0ce990ba4c96 HTTP/1.1" status: 200 len: 210 time: 0.0317914 Aug 18 11:28:23.165725 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.16', 58624) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:28:23.301298 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-137e5602-9ec8-4963-8176-6d196de0d557 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:28:23.431992 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-137e5602-9ec8-4963-8176-6d196de0d557 admin admin] Publish callbacks [] for security_group (694b99bc-3d97-4c9c-8d8b-d5c96165b835), precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:28:23.437905 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-137e5602-9ec8-4963-8176-6d196de0d557 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433130'] for security_group (694b99bc-3d97-4c9c-8d8b-d5c96165b835), after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:28:23.750541 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [None req-137e5602-9ec8-4963-8176-6d196de0d557 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=1e3f936bbfdb4f498634836e269907d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5836234 Aug 18 11:28:23.751883 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137e5602-9ec8-4963-8176-6d196de0d557 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=694b99bc-3d97-4c9c-8d8b-d5c96165b835,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:28:23.755064 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.16', 58650) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:28:23.819786 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-547d2ae7-e7cf-4b70-9f01-800343faa622 admin admin] Publish callbacks [] for security_group (694b99bc-3d97-4c9c-8d8b-d5c96165b835), before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:28:23.842764 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-547d2ae7-e7cf-4b70-9f01-800343faa622 admin admin] Publish callbacks [] for security_group (694b99bc-3d97-4c9c-8d8b-d5c96165b835), precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:28:23.853123 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Device 388aba04-6d7e-4441-9e71-2c7f500c2ed2 no longer exists at agent hyperv_hv-cinder-85345 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 11:28:23.873553 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] No Port match for: 388aba04-6d7e-4441-9e71-2c7f500c2ed2 {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 18 11:28:23.873900 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Device 388aba04-6d7e-4441-9e71-2c7f500c2ed2 not bound to the agent host hv-cinder-85345 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 11:28:23.897036 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-547d2ae7-e7cf-4b70-9f01-800343faa622 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433130'] for security_group (694b99bc-3d97-4c9c-8d8b-d5c96165b835), after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:28:23.899677 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-547d2ae7-e7cf-4b70-9f01-800343faa622 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:28:23.900886 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-547d2ae7-e7cf-4b70-9f01-800343faa622 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/694b99bc-3d97-4c9c-8d8b-d5c96165b835 HTTP/1.1" status: 204 len: 168 time: 0.1447730 Aug 18 11:28:23.909796 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547d2ae7-e7cf-4b70-9f01-800343faa622 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=694b99bc-3d97-4c9c-8d8b-d5c96165b835,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:28:24.208318 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.16', 58658) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:28:24.225040 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-760a4863-1291-4f63-b2d2-8b118dcbe3b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:28:24.314581 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-760a4863-1291-4f63-b2d2-8b118dcbe3b0 admin admin] Publish callbacks [] for security_group (c811ba21-f184-4ed9-b7a9-b99d37a60db5), precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:28:24.319411 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-760a4863-1291-4f63-b2d2-8b118dcbe3b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433130'] for security_group (c811ba21-f184-4ed9-b7a9-b99d37a60db5), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:28:24.363715 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-760a4863-1291-4f63-b2d2-8b118dcbe3b0 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=fa74ed6be2884bf7a7f2401c66771823&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1537094 Aug 18 11:28:24.364642 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760a4863-1291-4f63-b2d2-8b118dcbe3b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c811ba21-f184-4ed9-b7a9-b99d37a60db5,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:28:24.367851 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.16', 58660) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:28:24.419906 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=9 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:28:24.427085 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b795a910-3d9b-4566-897e-1b9b69993a80 admin admin] Publish callbacks [] for security_group (c811ba21-f184-4ed9-b7a9-b99d37a60db5), before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:28:24.450212 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b795a910-3d9b-4566-897e-1b9b69993a80 admin admin] Publish callbacks [] for security_group (c811ba21-f184-4ed9-b7a9-b99d37a60db5), precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:28:24.506429 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b795a910-3d9b-4566-897e-1b9b69993a80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433130'] for security_group (c811ba21-f184-4ed9-b7a9-b99d37a60db5), after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:28:24.511197 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b795a910-3d9b-4566-897e-1b9b69993a80 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:28:24.518559 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [None req-b795a910-3d9b-4566-897e-1b9b69993a80 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/c811ba21-f184-4ed9-b7a9-b99d37a60db5 HTTP/1.1" status: 204 len: 168 time: 0.1491463 Aug 18 11:28:24.536389 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b795a910-3d9b-4566-897e-1b9b69993a80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c811ba21-f184-4ed9-b7a9-b99d37a60db5,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:28:24.551786 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:28:24.811364 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b849896-1d38-4297-b161-fb63baf84a10 req-16a17231-36c6-4c99-b96f-b058e5940227 tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:28:24.812926 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-0b849896-1d38-4297-b161-fb63baf84a10 req-16a17231-36c6-4c99-b96f-b058e5940227 tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=79701b52-9222-4f88-80a3-822ad29164f5 HTTP/1.1" status: 200 len: 946 time: 0.0575614 Aug 18 11:28:24.849972 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.16', 58686) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:28:24.871495 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-0b849896-1d38-4297-b161-fb63baf84a10 req-a16c7de2-6315-47b9-8851-ad4af6ccca11 tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4bc8b1c1-0f9e-46fd-988e-ee2967d1dfc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522823 Aug 18 11:28:25.054554 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-882e48dc-746c-4ca9-af10-4e5a283f0227 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Deleting port 12cfb033-6a0b-468b-8226-30dc6ec7cf3a {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 18 11:28:25.055038 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-882e48dc-746c-4ca9-af10-4e5a283f0227 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732803047114'] for port (12cfb033-6a0b-468b-8226-30dc6ec7cf3a), before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:28:25.142004 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=5 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:28:25.158480 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-882e48dc-746c-4ca9-af10-4e5a283f0227 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498516'] for port (12cfb033-6a0b-468b-8226-30dc6ec7cf3a), precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:28:25.158697 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-882e48dc-746c-4ca9-af10-4e5a283f0227 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Publish callbacks [] for floatingip (12cfb033-6a0b-468b-8226-30dc6ec7cf3a), precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:28:25.173482 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-882e48dc-746c-4ca9-af10-4e5a283f0227 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Calling delete_port for 12cfb033-6a0b-468b-8226-30dc6ec7cf3a owned by network:floatingip {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 18 11:28:25.239443 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:28:25.384110 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-882e48dc-746c-4ca9-af10-4e5a283f0227 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732803053743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732802528790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638927'] for port (12cfb033-6a0b-468b-8226-30dc6ec7cf3a), after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:28:25.421166 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882e48dc-746c-4ca9-af10-4e5a283f0227 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Pushing event deleted for resources: {'Port': ['ID=12cfb033-6a0b-468b-8226-30dc6ec7cf3a,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:28:25.490807 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-882e48dc-746c-4ca9-af10-4e5a283f0227 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Publish callbacks [] for floatingip (a8789c42-4d38-4aa8-a229-c3974437ebdb), after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:28:25.491585 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.db.l3_db [None req-882e48dc-746c-4ca9-af10-4e5a283f0227 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Floating IP a8789c42-4d38-4aa8-a229-c3974437ebdb disassociated (deleted). External IP: 172.27.4.63, port: 032e8f81-17eb-4aec-b5fd-58456450d81c. Aug 18 11:28:25.726071 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-882e48dc-746c-4ca9-af10-4e5a283f0227 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Router 32a9fd1a-a136-4f96-b809-d118ef6118b0 has already been hosted by L3 agent 5a2ac145-53e3-4597-a9e7-c52b4336ae58 {{(pid=106379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 11:28:25.837249 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-882e48dc-746c-4ca9-af10-4e5a283f0227 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Notify agent at l3_agent.dv-cinder-853450-2-iscsi the message routers_updated {{(pid=106379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 11:28:25.842326 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-882e48dc-746c-4ca9-af10-4e5a283f0227 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22494'] for floatingip (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:28:25.849464 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58e841bc-162d-4b20-a37b-e5fa33744716 None None] Sync routers for ids ['32a9fd1a-a136-4f96-b809-d118ef6118b0'] in dv-cinder-853450-2-iscsi {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 11:28:25.862922 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58e841bc-162d-4b20-a37b-e5fa33744716 None None] Routers {'32a9fd1a-a136-4f96-b809-d118ef6118b0'} bound to L3 agent in host dv-cinder-853450-2-iscsi {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 18 11:28:25.863661 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-58e841bc-162d-4b20-a37b-e5fa33744716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853450-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-18T11:07:43Z,description=,heartbeat_timestamp=2022-08-18T11:28:13Z,host='dv-cinder-853450-2-iscsi',id=5a2ac145-53e3-4597-a9e7-c52b4336ae58,load=0,resource_versions=,resources_synced=,started_at=2022-08-18T11:07:43Z,topic='l3_agent')) {'router_ids': ['32a9fd1a-a136-4f96-b809-d118ef6118b0'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:28:25.878179 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-882e48dc-746c-4ca9-af10-4e5a283f0227 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] 10.222.0.16 "DELETE /networking/v2.0/floatingips/a8789c42-4d38-4aa8-a229-c3974437ebdb HTTP/1.1" status: 204 len: 168 time: 1.0262542 Aug 18 11:28:25.879513 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b347d9d-d0c7-4e2e-9bfe-0e6bf90c6f85', 'tag': '032e8f81-17eb-4aec-b5fd-58456450d81c'}] {{(pid=106379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 18 11:28:25.882176 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afeb4790f423e7ffe5fa0b02628cc43a14be8f1f20ac5f0ea3cf567e42d62054" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b387d146-0eba-441f-aafe-f855b838dc2f" -d '{"events": [{"name": "network-changed", "server_uuid": "0b347d9d-d0c7-4e2e-9bfe-0e6bf90c6f85", "tag": "032e8f81-17eb-4aec-b5fd-58456450d81c"}]}' {{(pid=106379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:28:25.943891 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Aug 2022 11:28:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9be20516-6eb5-4984-9663-8a9d938d7580 x-openstack-request-id: req-9be20516-6eb5-4984-9663-8a9d938d7580 {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:28:25.944791 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b347d9d-d0c7-4e2e-9bfe-0e6bf90c6f85", "tag": "032e8f81-17eb-4aec-b5fd-58456450d81c", "status": "completed", "code": 200}]} {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:28:25.945229 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9be20516-6eb5-4984-9663-8a9d938d7580 {{(pid=106379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:28:25.946113 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9be20516-6eb5-4984-9663-8a9d938d7580'] response: {'name': 'network-changed', 'server_uuid': '0b347d9d-d0c7-4e2e-9bfe-0e6bf90c6f85', 'tag': '032e8f81-17eb-4aec-b5fd-58456450d81c', 'status': 'completed', 'code': 200} Aug 18 11:28:26.019537 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-58e841bc-162d-4b20-a37b-e5fa33744716 None None] Set router 32a9fd1a-a136-4f96-b809-d118ef6118b0 gateway port host: dv-cinder-853450-2-iscsi {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 18 11:28:26.027499 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b387d146-0eba-441f-aafe-f855b838dc2f req-b5871396-06ec-4f3f-83aa-0d1612870189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:28:26.033378 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-b387d146-0eba-441f-aafe-f855b838dc2f req-b5871396-06ec-4f3f-83aa-0d1612870189 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=ede6199069114ce380f30088d312f345&device_id=0b347d9d-d0c7-4e2e-9bfe-0e6bf90c6f85 HTTP/1.1" status: 200 len: 1129 time: 0.0658519 Aug 18 11:28:26.098323 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:28:26.187963 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6474cab2-2b05-49b7-844a-b107f9160464 req-06ce6e56-4fec-4b36-8682-23cc511bf299 tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:28:26.190447 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-6474cab2-2b05-49b7-844a-b107f9160464 req-06ce6e56-4fec-4b36-8682-23cc511bf299 tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=79701b52-9222-4f88-80a3-822ad29164f5 HTTP/1.1" status: 200 len: 946 time: 0.0890079 Aug 18 11:28:26.193894 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b387d146-0eba-441f-aafe-f855b838dc2f req-7b74f243-c361-4fec-9e90-c005a573a8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:28:26.195715 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-b387d146-0eba-441f-aafe-f855b838dc2f req-7b74f243-c361-4fec-9e90-c005a573a8d6 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=7f22837c-b0bf-4183-918e-ed97b8d7016a HTTP/1.1" status: 200 len: 913 time: 0.1597078 Aug 18 11:28:26.275275 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-b387d146-0eba-441f-aafe-f855b838dc2f req-365dd3ef-5ad8-4671-a387-4d1bc1e302b6 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=032e8f81-17eb-4aec-b5fd-58456450d81c HTTP/1.1" status: 200 len: 217 time: 0.0700943 Aug 18 11:28:26.279809 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-58e841bc-162d-4b20-a37b-e5fa33744716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32a9fd1a-a136-4f96-b809-d118ef6118b0', 'name': 'tempest-TestVolumeBootPattern-1503680995-router', 'tenant_id': 'ede6199069114ce380f30088d312f345', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'external_fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.18'}], 'enable_snat': True}, 'gw_port_id': '2d11c8c1-de45-4706-86b4-20968fce1c19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T11:17:06Z', 'updated_at': '2022-08-18T11:17:16Z', 'revision_number': 4, 'project_id': 'ede6199069114ce380f30088d312f345', 'gw_port': {'id': '2d11c8c1-de45-4706-86b4-20968fce1c19', 'name': '', 'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:5e:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a9fd1a-a136-4f96-b809-d118ef6118b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853450-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:17:08Z', 'updated_at': '2022-08-18T11:17:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853450-2-iscsi', '_interfaces': [{'id': '4351a822-8a89-4ef3-9edf-3e59cd7f13a9', 'name': '', 'network_id': '7f22837c-b0bf-4183-918e-ed97b8d7016a', 'tenant_id': 'ede6199069114ce380f30088d312f345', 'mac_address': 'fa:16:3e:44:37:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a9fd1a-a136-4f96-b809-d118ef6118b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': '23956a8f-6417-481b-8752-923c1ff1baa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853450-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:17:13Z', 'updated_at': '2022-08-18T11:17:22Z', 'revision_number': 5, 'project_id': 'ede6199069114ce380f30088d312f345', 'subnets': [{'id': '23956a8f-6417-481b-8752-923c1ff1baa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853450-2-iscsi', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:28:26.319912 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58e841bc-162d-4b20-a37b-e5fa33744716 None None] Checking router: 32a9fd1a-a136-4f96-b809-d118ef6118b0 for host: dv-cinder-853450-2-iscsi {{(pid=106380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 11:28:26.334394 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58e841bc-162d-4b20-a37b-e5fa33744716 None None] Routers {'32a9fd1a-a136-4f96-b809-d118ef6118b0'} bound to L3 agent in host dv-cinder-853450-2-iscsi {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 18 11:28:26.335297 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-58e841bc-162d-4b20-a37b-e5fa33744716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853450-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-18T11:07:43Z,description=,heartbeat_timestamp=2022-08-18T11:28:13Z,host='dv-cinder-853450-2-iscsi',id=5a2ac145-53e3-4597-a9e7-c52b4336ae58,load=0,resource_versions=,resources_synced=,started_at=2022-08-18T11:07:43Z,topic='l3_agent')) {'router_ids': ['32a9fd1a-a136-4f96-b809-d118ef6118b0'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:28:26.350783 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=31 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:28:26.364405 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893b8570-f199-4505-85b0-b1e6bd9c6f74 req-61560515-7645-4857-b688-2930437c61f4 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:28:26.365936 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-893b8570-f199-4505-85b0-b1e6bd9c6f74 req-61560515-7645-4857-b688-2930437c61f4 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0b347d9d-d0c7-4e2e-9bfe-0e6bf90c6f85 HTTP/1.1" status: 200 len: 945 time: 0.1462655 Aug 18 11:28:26.397517 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-6474cab2-2b05-49b7-844a-b107f9160464 req-030ee965-84d4-4f2a-a884-22bbd8a71d24 tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4bc8b1c1-0f9e-46fd-988e-ee2967d1dfc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1978798 Aug 18 11:28:26.408859 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b387d146-0eba-441f-aafe-f855b838dc2f req-98db732f-1abc-4e60-93bb-d360ac6088e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:28:26.410346 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-b387d146-0eba-441f-aafe-f855b838dc2f req-98db732f-1abc-4e60-93bb-d360ac6088e0 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=23956a8f-6417-481b-8752-923c1ff1baa8 HTTP/1.1" status: 200 len: 851 time: 0.1126249 Aug 18 11:28:26.497230 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-58e841bc-162d-4b20-a37b-e5fa33744716 None None] Set router 32a9fd1a-a136-4f96-b809-d118ef6118b0 gateway port host: dv-cinder-853450-2-iscsi {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 18 11:28:26.520168 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-893b8570-f199-4505-85b0-b1e6bd9c6f74 req-93d66ce8-dbe1-42b5-8b33-d5f5cca648e5 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d080cec0-bf37-4b83-8a3c-1cddb3e7bd6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1368499 Aug 18 11:28:26.552616 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b387d146-0eba-441f-aafe-f855b838dc2f req-c8983799-16a0-40eb-8a0a-d01e57f75808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:28:26.554970 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-b387d146-0eba-441f-aafe-f855b838dc2f req-c8983799-16a0-40eb-8a0a-d01e57f75808 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=7f22837c-b0bf-4183-918e-ed97b8d7016a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1367803 Aug 18 11:28:26.792524 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-58e841bc-162d-4b20-a37b-e5fa33744716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32a9fd1a-a136-4f96-b809-d118ef6118b0', 'name': 'tempest-TestVolumeBootPattern-1503680995-router', 'tenant_id': 'ede6199069114ce380f30088d312f345', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'external_fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.18'}], 'enable_snat': True}, 'gw_port_id': '2d11c8c1-de45-4706-86b4-20968fce1c19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T11:17:06Z', 'updated_at': '2022-08-18T11:17:16Z', 'revision_number': 4, 'project_id': 'ede6199069114ce380f30088d312f345', 'gw_port': {'id': '2d11c8c1-de45-4706-86b4-20968fce1c19', 'name': '', 'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:5e:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a9fd1a-a136-4f96-b809-d118ef6118b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853450-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:17:08Z', 'updated_at': '2022-08-18T11:17:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853450-2-iscsi', '_interfaces': [{'id': '4351a822-8a89-4ef3-9edf-3e59cd7f13a9', 'name': '', 'network_id': '7f22837c-b0bf-4183-918e-ed97b8d7016a', 'tenant_id': 'ede6199069114ce380f30088d312f345', 'mac_address': 'fa:16:3e:44:37:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a9fd1a-a136-4f96-b809-d118ef6118b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': '23956a8f-6417-481b-8752-923c1ff1baa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853450-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:17:13Z', 'updated_at': '2022-08-18T11:17:22Z', 'revision_number': 5, 'project_id': 'ede6199069114ce380f30088d312f345', 'subnets': [{'id': '23956a8f-6417-481b-8752-923c1ff1baa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853450-2-iscsi', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:28:26.823852 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58e841bc-162d-4b20-a37b-e5fa33744716 None None] The sync data for ids ['32a9fd1a-a136-4f96-b809-d118ef6118b0'] in dv-cinder-853450-2-iscsi is: [{'id': '32a9fd1a-a136-4f96-b809-d118ef6118b0', 'name': 'tempest-TestVolumeBootPattern-1503680995-router', 'tenant_id': 'ede6199069114ce380f30088d312f345', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'external_fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.18'}], 'enable_snat': True}, 'gw_port_id': '2d11c8c1-de45-4706-86b4-20968fce1c19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T11:17:06Z', 'updated_at': '2022-08-18T11:17:16Z', 'revision_number': 4, 'project_id': 'ede6199069114ce380f30088d312f345', 'gw_port': {'id': '2d11c8c1-de45-4706-86b4-20968fce1c19', 'name': '', 'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:5e:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a9fd1a-a136-4f96-b809-d118ef6118b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853450-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:17:08Z', 'updated_at': '2022-08-18T11:17:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853450-2-iscsi', '_interfaces': [{'id': '4351a822-8a89-4ef3-9edf-3e59cd7f13a9', 'name': '', 'network_id': '7f22837c-b0bf-4183-918e-ed97b8d7016a', 'tenant_id': 'ede6199069114ce380f30088d312f345', 'mac_address': 'fa:16:3e:44:37:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a9fd1a-a136-4f96-b809-d118ef6118b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': '23956a8f-6417-481b-8752-923c1ff1baa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853450-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:17:13Z', 'updated_at': '2022-08-18T11:17:22Z', 'revision_number': 5, 'project_id': 'ede6199069114ce380f30088d312f345', 'subnets': [{'id': '23956a8f-6417-481b-8752-923c1ff1baa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 11:28:26.938782 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8669967-6b87-48b0-aa71-765973feb525 req-b8b39a2d-beab-45bd-8210-41f37d0e5196 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:28:26.941737 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-f8669967-6b87-48b0-aa71-765973feb525 req-b8b39a2d-beab-45bd-8210-41f37d0e5196 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=0b347d9d-d0c7-4e2e-9bfe-0e6bf90c6f85 HTTP/1.1" status: 200 len: 945 time: 0.0875721 Aug 18 11:28:27.030556 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-b387d146-0eba-441f-aafe-f855b838dc2f req-d7bb313a-5607-499e-9564-063e6010ccea service neutron] 10.222.0.20 "GET /networking/v2.0/networks/7f22837c-b0bf-4183-918e-ed97b8d7016a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2718098 Aug 18 11:28:27.070525 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.16', 58784) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:28:27.087895 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:28:27.138135 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [req-f8669967-6b87-48b0-aa71-765973feb525 req-6b1e928a-bcb5-4045-ae46-2cca21beeea4 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Deleting port 032e8f81-17eb-4aec-b5fd-58456450d81c {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 18 11:28:27.138481 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-f8669967-6b87-48b0-aa71-765973feb525 req-6b1e928a-bcb5-4045-ae46-2cca21beeea4 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732803047114'] for port (032e8f81-17eb-4aec-b5fd-58456450d81c), before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:28:27.238958 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-b387d146-0eba-441f-aafe-f855b838dc2f req-2bfd733e-bbea-4e67-8415-3171a8e31a54 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/7f22837c-b0bf-4183-918e-ed97b8d7016a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1977997 Aug 18 11:28:27.241502 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1048733f-6954-499c-8117-01e6c8089bf6 None None] New status for floating IP a8789c42-4d38-4aa8-a229-c3974437ebdb: DOWN {{(pid=106381) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 18 11:28:27.251468 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-3f3c1587-d9fa-4952-ad9c-07932da96e3f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:28:27.276101 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-f8669967-6b87-48b0-aa71-765973feb525 req-6b1e928a-bcb5-4045-ae46-2cca21beeea4 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] For port 032e8f81-17eb-4aec-b5fd-58456450d81c, host hv-cinder-85345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85345',level=0,port_id=032e8f81-17eb-4aec-b5fd-58456450d81c,segment=NetworkSegment(58df20ea-3ae4-4865-bf80-8bcc6a73c066),segment_id=58df20ea-3ae4-4865-bf80-8bcc6a73c066)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:28:27.276497 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-f8669967-6b87-48b0-aa71-765973feb525 req-6b1e928a-bcb5-4045-ae46-2cca21beeea4 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498516'] for port (032e8f81-17eb-4aec-b5fd-58456450d81c), precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:28:27.293023 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [req-f8669967-6b87-48b0-aa71-765973feb525 req-6b1e928a-bcb5-4045-ae46-2cca21beeea4 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Calling delete_port for 032e8f81-17eb-4aec-b5fd-58456450d81c owned by compute:nova {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 18 11:28:27.309580 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.agents_db [None req-8a9264f7-88d3-4c8b-91d1-adcc6bb37de7 None None] Agent healthcheck: found 6 active agents {{(pid=106381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 11:28:27.373304 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-3f3c1587-d9fa-4952-ad9c-07932da96e3f admin admin] Publish callbacks [] for security_group (4f6e1803-aea7-4a9d-9225-ee9da7cdc68f), precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:28:27.379374 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-3f3c1587-d9fa-4952-ad9c-07932da96e3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433130'] for security_group (4f6e1803-aea7-4a9d-9225-ee9da7cdc68f), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:28:27.426033 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3c1587-d9fa-4952-ad9c-07932da96e3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f6e1803-aea7-4a9d-9225-ee9da7cdc68f,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:28:27.431970 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-3f3c1587-d9fa-4952-ad9c-07932da96e3f admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=23cbc7b2b92540a493a168e87b0e53bd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3626988 Aug 18 11:28:27.434568 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.16', 58798) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:28:27.456098 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-f8669967-6b87-48b0-aa71-765973feb525 req-6b1e928a-bcb5-4045-ae46-2cca21beeea4 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732803053743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732802528790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11809227'] for port (032e8f81-17eb-4aec-b5fd-58456450d81c), after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:28:27.459209 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:28:27.485517 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1e928a-bcb5-4045-ae46-2cca21beeea4 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Pushing event deleted for resources: {'Port': ['ID=032e8f81-17eb-4aec-b5fd-58456450d81c,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:28:27.518201 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-daec1a30-fb52-4e04-96cc-abbc5c97a5dc admin admin] Publish callbacks [] for security_group (4f6e1803-aea7-4a9d-9225-ee9da7cdc68f), before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:28:27.527554 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=4 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:28:27.544839 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-daec1a30-fb52-4e04-96cc-abbc5c97a5dc admin admin] Publish callbacks [] for security_group (4f6e1803-aea7-4a9d-9225-ee9da7cdc68f), precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:28:27.559462 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:28:27.582487 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8669967-6b87-48b0-aa71-765973feb525 req-6b1e928a-bcb5-4045-ae46-2cca21beeea4 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] No DVR routers for this DVR port 032e8f81-17eb-4aec-b5fd-58456450d81c on host hv-cinder-85345 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 18 11:28:27.605095 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.16', 58804) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:28:27.607881 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-f8669967-6b87-48b0-aa71-765973feb525 req-6b1e928a-bcb5-4045-ae46-2cca21beeea4 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22494'] for port (None), before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:28:27.612249 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-f8669967-6b87-48b0-aa71-765973feb525 req-6b1e928a-bcb5-4045-ae46-2cca21beeea4 tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] 10.222.0.20 "DELETE /networking/v2.0/ports/032e8f81-17eb-4aec-b5fd-58456450d81c HTTP/1.1" status: 204 len: 173 time: 0.6639295 Aug 18 11:28:27.612951 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b347d9d-d0c7-4e2e-9bfe-0e6bf90c6f85', 'name': 'network-vif-deleted', 'tag': '032e8f81-17eb-4aec-b5fd-58456450d81c'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 18 11:28:27.615273 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c862ab1b2ee120cb5e2e4f2725a0fe0d7acaf57f657006002d91667c9b4c94a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76f22146-d9fd-40bf-a3c3-564b17a4fd8c" -d '{"events": [{"server_uuid": "0b347d9d-d0c7-4e2e-9bfe-0e6bf90c6f85", "name": "network-vif-deleted", "tag": "032e8f81-17eb-4aec-b5fd-58456450d81c"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:28:27.643444 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-daec1a30-fb52-4e04-96cc-abbc5c97a5dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433130'] for security_group (4f6e1803-aea7-4a9d-9225-ee9da7cdc68f), after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:28:27.647283 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-daec1a30-fb52-4e04-96cc-abbc5c97a5dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:28:27.651651 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-daec1a30-fb52-4e04-96cc-abbc5c97a5dc admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/4f6e1803-aea7-4a9d-9225-ee9da7cdc68f HTTP/1.1" status: 204 len: 168 time: 0.2148612 Aug 18 11:28:27.667610 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd4cd3a-39b6-429c-8ab1-f3240057542a req-603aa732-9bd5-44dd-a22c-f05dc9a2f40c tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:28:27.669183 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-bdd4cd3a-39b6-429c-8ab1-f3240057542a req-603aa732-9bd5-44dd-a22c-f05dc9a2f40c tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=79701b52-9222-4f88-80a3-822ad29164f5 HTTP/1.1" status: 200 len: 946 time: 0.1290462 Aug 18 11:28:27.671185 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-30e2d89a-affb-4ee3-87ca-757148c427fc req-cb6e1933-4ff5-4a3c-8be9-1d187b13665b tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0b347d9d-d0c7-4e2e-9bfe-0e6bf90c6f85 HTTP/1.1" status: 200 len: 210 time: 0.0497549 Aug 18 11:28:27.696178 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daec1a30-fb52-4e04-96cc-abbc5c97a5dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f6e1803-aea7-4a9d-9225-ee9da7cdc68f,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:28:27.717463 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=100 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:28:27.769012 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Aug 2022 11:28:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37328ee1-e41d-4b04-975f-3749f768f813 x-openstack-request-id: req-37328ee1-e41d-4b04-975f-3749f768f813 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:28:27.769319 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b347d9d-d0c7-4e2e-9bfe-0e6bf90c6f85", "name": "network-vif-deleted", "tag": "032e8f81-17eb-4aec-b5fd-58456450d81c", "status": "completed", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:28:27.769580 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-37328ee1-e41d-4b04-975f-3749f768f813 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:28:27.769988 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37328ee1-e41d-4b04-975f-3749f768f813'] response: {'server_uuid': '0b347d9d-d0c7-4e2e-9bfe-0e6bf90c6f85', 'name': 'network-vif-deleted', 'tag': '032e8f81-17eb-4aec-b5fd-58456450d81c', 'status': 'completed', 'code': 200} Aug 18 11:28:27.773671 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-bdd4cd3a-39b6-429c-8ab1-f3240057542a req-52514a2e-5c77-4982-b7aa-c9dc4bb62c13 tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4bc8b1c1-0f9e-46fd-988e-ee2967d1dfc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0970891 Aug 18 11:28:27.983202 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-39d56d62-5751-45a1-8339-b7d074047a47 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:28:28.091792 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-39d56d62-5751-45a1-8339-b7d074047a47 admin admin] Publish callbacks [] for security_group (966b4f12-73c0-4e56-ae5a-67c57dea7adb), precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:28:28.096647 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-39d56d62-5751-45a1-8339-b7d074047a47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433130'] for security_group (966b4f12-73c0-4e56-ae5a-67c57dea7adb), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:28:28.109200 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.16', 58814) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:28:28.123789 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-286ab83c-de7c-45f6-9463-52411da02bae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:28:28.141355 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-39d56d62-5751-45a1-8339-b7d074047a47 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=c4bf3a1988c4435680aec058007a438f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5350065 Aug 18 11:28:28.143329 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d56d62-5751-45a1-8339-b7d074047a47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=966b4f12-73c0-4e56-ae5a-67c57dea7adb,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:28:28.144041 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.16', 58816) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:28:28.230653 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4b09f291-eb72-4cb2-b214-3d771b4e1a22 admin admin] Publish callbacks [] for security_group (966b4f12-73c0-4e56-ae5a-67c57dea7adb), before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:28:28.274883 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4b09f291-eb72-4cb2-b214-3d771b4e1a22 admin admin] Publish callbacks [] for security_group (966b4f12-73c0-4e56-ae5a-67c57dea7adb), precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:28:28.287398 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-286ab83c-de7c-45f6-9463-52411da02bae admin admin] Publish callbacks [] for security_group (424821d3-7f11-4f9a-af83-edb49413e244), precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:28:28.296958 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-286ab83c-de7c-45f6-9463-52411da02bae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433130'] for security_group (424821d3-7f11-4f9a-af83-edb49413e244), after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:28:28.365642 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [None req-286ab83c-de7c-45f6-9463-52411da02bae admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=a71642b5faa7468da0b6a31e6b225efb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2543566 Aug 18 11:28:28.369637 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.16', 58818) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:28:28.374121 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286ab83c-de7c-45f6-9463-52411da02bae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=424821d3-7f11-4f9a-af83-edb49413e244,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:28:28.385884 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4b09f291-eb72-4cb2-b214-3d771b4e1a22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433130'] for security_group (966b4f12-73c0-4e56-ae5a-67c57dea7adb), after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:28:28.389306 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4b09f291-eb72-4cb2-b214-3d771b4e1a22 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:28:28.390403 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [None req-4b09f291-eb72-4cb2-b214-3d771b4e1a22 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/966b4f12-73c0-4e56-ae5a-67c57dea7adb HTTP/1.1" status: 204 len: 168 time: 0.2453899 Aug 18 11:28:28.417462 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b09f291-eb72-4cb2-b214-3d771b4e1a22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=966b4f12-73c0-4e56-ae5a-67c57dea7adb,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:28:28.460344 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-cb8c2b57-fbf9-4146-a6b3-c81e7efe8528 admin admin] Publish callbacks [] for security_group (424821d3-7f11-4f9a-af83-edb49413e244), before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:28:28.488364 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-cb8c2b57-fbf9-4146-a6b3-c81e7efe8528 admin admin] Publish callbacks [] for security_group (424821d3-7f11-4f9a-af83-edb49413e244), precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:28:28.523253 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=85,neutron:DELETE=8,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:28:28.561345 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-cb8c2b57-fbf9-4146-a6b3-c81e7efe8528 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433130'] for security_group (424821d3-7f11-4f9a-af83-edb49413e244), after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:28:28.566498 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-cb8c2b57-fbf9-4146-a6b3-c81e7efe8528 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:28:28.570590 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [None req-cb8c2b57-fbf9-4146-a6b3-c81e7efe8528 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/424821d3-7f11-4f9a-af83-edb49413e244 HTTP/1.1" status: 204 len: 168 time: 0.1973550 Aug 18 11:28:28.582514 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8c2b57-fbf9-4146-a6b3-c81e7efe8528 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=424821d3-7f11-4f9a-af83-edb49413e244,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:28:28.752469 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.16', 58828) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:28:28.835108 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.16', 58834) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:28:28.854298 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d5616c04-49b1-4284-baf9-f61a7372af9b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:28:28.951648 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-76a5d04c-8eac-4e0d-9303-085a1dd6730f tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Deleting port a3ef0212-8a8e-45d8-8227-3009b059a935 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 18 11:28:28.951991 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-76a5d04c-8eac-4e0d-9303-085a1dd6730f tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732803047114'] for port (a3ef0212-8a8e-45d8-8227-3009b059a935), before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:28:28.959490 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe2ecfc-e9e4-4ac1-8ece-d36a29195845 req-057f5132-2e4b-41e2-aa59-357bb880ae87 tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:28:28.961039 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-3fe2ecfc-e9e4-4ac1-8ece-d36a29195845 req-057f5132-2e4b-41e2-aa59-357bb880ae87 tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=79701b52-9222-4f88-80a3-822ad29164f5 HTTP/1.1" status: 200 len: 946 time: 0.0754435 Aug 18 11:28:29.051819 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:28:29.138018 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-3fe2ecfc-e9e4-4ac1-8ece-d36a29195845 req-b2b77373-748a-4312-a54c-c4076fee3935 tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4bc8b1c1-0f9e-46fd-988e-ee2967d1dfc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1606026 Aug 18 11:28:29.139642 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-76a5d04c-8eac-4e0d-9303-085a1dd6730f tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498516'] for port (a3ef0212-8a8e-45d8-8227-3009b059a935), precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:28:29.139973 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-76a5d04c-8eac-4e0d-9303-085a1dd6730f tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Publish callbacks [] for floatingip (a3ef0212-8a8e-45d8-8227-3009b059a935), precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:28:29.169479 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-76a5d04c-8eac-4e0d-9303-085a1dd6730f tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Calling delete_port for a3ef0212-8a8e-45d8-8227-3009b059a935 owned by network:floatingip {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 18 11:28:29.172416 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d5616c04-49b1-4284-baf9-f61a7372af9b admin admin] Publish callbacks [] for security_group (2749467f-ed47-45ea-8550-678dec79e830), precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:28:29.179056 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d5616c04-49b1-4284-baf9-f61a7372af9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433130'] for security_group (2749467f-ed47-45ea-8550-678dec79e830), after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:28:29.267463 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [None req-d5616c04-49b1-4284-baf9-f61a7372af9b admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=a7d0a67ee0184e3a9489a9b5448e5901&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4315605 Aug 18 11:28:29.270075 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5616c04-49b1-4284-baf9-f61a7372af9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2749467f-ed47-45ea-8550-678dec79e830,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:28:29.270723 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.16', 58846) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:28:29.344220 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7cfb3b56-3ab5-4673-94cb-87d1d0d3324a admin admin] Publish callbacks [] for security_group (2749467f-ed47-45ea-8550-678dec79e830), before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:28:29.374563 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7cfb3b56-3ab5-4673-94cb-87d1d0d3324a admin admin] Publish callbacks [] for security_group (2749467f-ed47-45ea-8550-678dec79e830), precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:28:29.395535 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-76a5d04c-8eac-4e0d-9303-085a1dd6730f tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732803053743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732802528790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11809227'] for port (a3ef0212-8a8e-45d8-8227-3009b059a935), after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:28:29.429808 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a5d04c-8eac-4e0d-9303-085a1dd6730f tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Pushing event deleted for resources: {'Port': ['ID=a3ef0212-8a8e-45d8-8227-3009b059a935,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:28:29.449429 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7cfb3b56-3ab5-4673-94cb-87d1d0d3324a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433130'] for security_group (2749467f-ed47-45ea-8550-678dec79e830), after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:28:29.453263 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7cfb3b56-3ab5-4673-94cb-87d1d0d3324a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:28:29.455517 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-7cfb3b56-3ab5-4673-94cb-87d1d0d3324a admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/2749467f-ed47-45ea-8550-678dec79e830 HTTP/1.1" status: 204 len: 168 time: 0.1831508 Aug 18 11:28:29.464795 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfb3b56-3ab5-4673-94cb-87d1d0d3324a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2749467f-ed47-45ea-8550-678dec79e830,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:28:29.518912 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-76a5d04c-8eac-4e0d-9303-085a1dd6730f tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Publish callbacks [] for floatingip (92be8929-0e34-48b3-855c-8ce6d8cae6bd), after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:28:29.521699 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-76a5d04c-8eac-4e0d-9303-085a1dd6730f tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22494'] for floatingip (None), before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:28:29.522905 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [None req-76a5d04c-8eac-4e0d-9303-085a1dd6730f tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] 10.222.0.16 "DELETE /networking/v2.0/floatingips/92be8929-0e34-48b3-855c-8ce6d8cae6bd HTTP/1.1" status: 204 len: 168 time: 0.7694597 Aug 18 11:28:29.901165 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Device 032e8f81-17eb-4aec-b5fd-58456450d81c no longer exists at agent hyperv_hv-cinder-85345 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 11:28:29.928717 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] No Port match for: 032e8f81-17eb-4aec-b5fd-58456450d81c {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 18 11:28:29.929069 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Device 032e8f81-17eb-4aec-b5fd-58456450d81c not bound to the agent host hv-cinder-85345 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 11:28:30.288568 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:DELETE=4 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:28:30.298291 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac249f9f-6a78-4415-9a78-bf50ea206527 req-af4bc812-50d0-4be7-834c-bb7a73eeb0d6 tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:28:30.306017 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-ac249f9f-6a78-4415-9a78-bf50ea206527 req-af4bc812-50d0-4be7-834c-bb7a73eeb0d6 tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=79701b52-9222-4f88-80a3-822ad29164f5 HTTP/1.1" status: 200 len: 946 time: 0.0632665 Aug 18 11:28:30.364400 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-ac249f9f-6a78-4415-9a78-bf50ea206527 req-c7c60e05-4745-445b-b8a0-6bd40af7281b tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4bc8b1c1-0f9e-46fd-988e-ee2967d1dfc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496230 Aug 18 11:28:30.774166 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.16', 58916) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:28:30.850625 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d32d7d72-eb8d-4fa5-bab0-10ac7fec52db tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Publish callbacks [] for security_group (d080cec0-bf37-4b83-8a3c-1cddb3e7bd6f), before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:28:30.884022 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d32d7d72-eb8d-4fa5-bab0-10ac7fec52db tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Publish callbacks [] for security_group (d080cec0-bf37-4b83-8a3c-1cddb3e7bd6f), precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:28:30.982455 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d32d7d72-eb8d-4fa5-bab0-10ac7fec52db tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433130'] for security_group (d080cec0-bf37-4b83-8a3c-1cddb3e7bd6f), after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:28:30.985997 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d32d7d72-eb8d-4fa5-bab0-10ac7fec52db tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Publish callbacks [] for security_group (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:28:30.989739 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-d32d7d72-eb8d-4fa5-bab0-10ac7fec52db tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] 10.222.0.16 "DELETE /networking/v2.0/security-groups/d080cec0-bf37-4b83-8a3c-1cddb3e7bd6f HTTP/1.1" status: 204 len: 168 time: 0.2118323 Aug 18 11:28:30.998257 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32d7d72-eb8d-4fa5-bab0-10ac7fec52db tempest-TestVolumeBootPattern-112876327 tempest-TestVolumeBootPattern-112876327-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d080cec0-bf37-4b83-8a3c-1cddb3e7bd6f,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:28:31.086362 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.16', 58926) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:28:31.538027 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea3affa-b312-4263-b759-fdc2705aafc8 req-d55054b7-791c-49b8-ba99-566950780cf6 tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:28:31.539603 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-7ea3affa-b312-4263-b759-fdc2705aafc8 req-d55054b7-791c-49b8-ba99-566950780cf6 tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=79701b52-9222-4f88-80a3-822ad29164f5 HTTP/1.1" status: 200 len: 946 time: 0.0570636 Aug 18 11:28:31.593864 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-7ea3affa-b312-4263-b759-fdc2705aafc8 req-eef79c53-4a9e-4c5f-8bcb-81727c2804d0 tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4bc8b1c1-0f9e-46fd-988e-ee2967d1dfc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484474 Aug 18 11:28:31.937654 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=5 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:28:32.017391 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=86,neutron:DELETE=7,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:28:32.026157 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-03cd8da0-4386-4020-9bba-25c9e9f82e65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-516699'] for router_interface (32a9fd1a-a136-4f96-b809-d118ef6118b0), before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:28:32.271129 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-03cd8da0-4386-4020-9bba-25c9e9f82e65 admin admin] Deleting port 4351a822-8a89-4ef3-9edf-3e59cd7f13a9 {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 18 11:28:32.271376 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-03cd8da0-4386-4020-9bba-25c9e9f82e65 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732803047114'] for port (4351a822-8a89-4ef3-9edf-3e59cd7f13a9), before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:28:32.361127 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.db [None req-03cd8da0-4386-4020-9bba-25c9e9f82e65 admin admin] For port 4351a822-8a89-4ef3-9edf-3e59cd7f13a9, host dv-cinder-853450-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853450-2-iscsi',level=0,port_id=4351a822-8a89-4ef3-9edf-3e59cd7f13a9,segment=NetworkSegment(58df20ea-3ae4-4865-bf80-8bcc6a73c066),segment_id=58df20ea-3ae4-4865-bf80-8bcc6a73c066)] {{(pid=106379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:28:32.361488 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-03cd8da0-4386-4020-9bba-25c9e9f82e65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498516'] for port (4351a822-8a89-4ef3-9edf-3e59cd7f13a9), precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:28:32.374372 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-03cd8da0-4386-4020-9bba-25c9e9f82e65 admin admin] Calling delete_port for 4351a822-8a89-4ef3-9edf-3e59cd7f13a9 owned by network:router_interface {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 18 11:28:32.576815 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-03cd8da0-4386-4020-9bba-25c9e9f82e65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732803053743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732802528790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638927'] for port (4351a822-8a89-4ef3-9edf-3e59cd7f13a9), after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:28:32.604477 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cd8da0-4386-4020-9bba-25c9e9f82e65 admin admin] Pushing event deleted for resources: {'Port': ['ID=4351a822-8a89-4ef3-9edf-3e59cd7f13a9,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:28:32.765353 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85596ea3-2079-4394-8dfe-cc2727cdeaf4 req-b89f823a-0ff0-4188-a6a6-d1d1cf205b74 tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:28:32.768407 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-85596ea3-2079-4394-8dfe-cc2727cdeaf4 req-b89f823a-0ff0-4188-a6a6-d1d1cf205b74 tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=79701b52-9222-4f88-80a3-822ad29164f5 HTTP/1.1" status: 200 len: 946 time: 0.0593166 Aug 18 11:28:32.815285 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-03cd8da0-4386-4020-9bba-25c9e9f82e65 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3683472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-519371'] for router_interface (32a9fd1a-a136-4f96-b809-d118ef6118b0), after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:28:32.838297 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-85596ea3-2079-4394-8dfe-cc2727cdeaf4 req-efe26279-2d87-4b24-8483-6438d2393919 tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4bc8b1c1-0f9e-46fd-988e-ee2967d1dfc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604889 Aug 18 11:28:32.930118 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:28:32.967809 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:28:33.064661 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03cd8da0-4386-4020-9bba-25c9e9f82e65 admin admin] Router 32a9fd1a-a136-4f96-b809-d118ef6118b0 has already been hosted by L3 agent 5a2ac145-53e3-4597-a9e7-c52b4336ae58 {{(pid=106379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 11:28:33.179864 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03cd8da0-4386-4020-9bba-25c9e9f82e65 admin admin] Notify agent at l3_agent.dv-cinder-853450-2-iscsi the message routers_updated {{(pid=106379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 11:28:33.196085 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f71fca7-7d6b-4637-a895-1384bac884a4 None None] Sync routers for ids ['32a9fd1a-a136-4f96-b809-d118ef6118b0'] in dv-cinder-853450-2-iscsi {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 11:28:33.212508 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-03cd8da0-4386-4020-9bba-25c9e9f82e65 admin admin] 10.222.0.16 "PUT /networking/v2.0/routers/32a9fd1a-a136-4f96-b809-d118ef6118b0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1129618 Aug 18 11:28:33.212508 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.16', 58964) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:28:33.214599 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f71fca7-7d6b-4637-a895-1384bac884a4 None None] Routers {'32a9fd1a-a136-4f96-b809-d118ef6118b0'} bound to L3 agent in host dv-cinder-853450-2-iscsi {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 18 11:28:33.216699 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-9f71fca7-7d6b-4637-a895-1384bac884a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853450-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-18T11:07:43Z,description=,heartbeat_timestamp=2022-08-18T11:28:13Z,host='dv-cinder-853450-2-iscsi',id=5a2ac145-53e3-4597-a9e7-c52b4336ae58,load=0,resource_versions=,resources_synced=,started_at=2022-08-18T11:07:43Z,topic='l3_agent')) {'router_ids': ['32a9fd1a-a136-4f96-b809-d118ef6118b0'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:28:33.338512 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=100 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:28:33.346818 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-9f71fca7-7d6b-4637-a895-1384bac884a4 None None] Set router 32a9fd1a-a136-4f96-b809-d118ef6118b0 gateway port host: dv-cinder-853450-2-iscsi {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 18 11:28:33.348858 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d5614c43-cdec-4dd7-8965-70edacddd761 admin admin] Publish callbacks [] for router (32a9fd1a-a136-4f96-b809-d118ef6118b0), before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:28:33.473111 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d5614c43-cdec-4dd7-8965-70edacddd761 admin admin] Publish callbacks [] for router_gateway (32a9fd1a-a136-4f96-b809-d118ef6118b0), before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:28:33.516874 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-d5614c43-cdec-4dd7-8965-70edacddd761 admin admin] Deleting port 2d11c8c1-de45-4706-86b4-20968fce1c19 {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 18 11:28:33.517206 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d5614c43-cdec-4dd7-8965-70edacddd761 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732803047114'] for port (2d11c8c1-de45-4706-86b4-20968fce1c19), before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:28:33.530928 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-9f71fca7-7d6b-4637-a895-1384bac884a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32a9fd1a-a136-4f96-b809-d118ef6118b0', 'name': 'tempest-TestVolumeBootPattern-1503680995-router', 'tenant_id': 'ede6199069114ce380f30088d312f345', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'external_fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.18'}], 'enable_snat': True}, 'gw_port_id': '2d11c8c1-de45-4706-86b4-20968fce1c19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T11:17:06Z', 'updated_at': '2022-08-18T11:28:32Z', 'revision_number': 5, 'project_id': 'ede6199069114ce380f30088d312f345', 'gw_port': {'id': '2d11c8c1-de45-4706-86b4-20968fce1c19', 'name': '', 'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:5e:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a9fd1a-a136-4f96-b809-d118ef6118b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853450-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:17:08Z', 'updated_at': '2022-08-18T11:17:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853450-2-iscsi'}], 'dv-cinder-853450-2-iscsi', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:28:33.569433 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f71fca7-7d6b-4637-a895-1384bac884a4 None None] Checking router: 32a9fd1a-a136-4f96-b809-d118ef6118b0 for host: dv-cinder-853450-2-iscsi {{(pid=106380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 11:28:33.582789 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f71fca7-7d6b-4637-a895-1384bac884a4 None None] Routers {'32a9fd1a-a136-4f96-b809-d118ef6118b0'} bound to L3 agent in host dv-cinder-853450-2-iscsi {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 18 11:28:33.583419 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-9f71fca7-7d6b-4637-a895-1384bac884a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853450-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-18T11:07:43Z,description=,heartbeat_timestamp=2022-08-18T11:28:13Z,host='dv-cinder-853450-2-iscsi',id=5a2ac145-53e3-4597-a9e7-c52b4336ae58,load=0,resource_versions=,resources_synced=,started_at=2022-08-18T11:07:43Z,topic='l3_agent')) {'router_ids': ['32a9fd1a-a136-4f96-b809-d118ef6118b0'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:28:33.607561 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.db [None req-d5614c43-cdec-4dd7-8965-70edacddd761 admin admin] For port 2d11c8c1-de45-4706-86b4-20968fce1c19, host dv-cinder-853450-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853450-2-iscsi',level=0,port_id=2d11c8c1-de45-4706-86b4-20968fce1c19,segment=NetworkSegment(67ba5125-9fc9-4a45-924f-a98fceaf00fb),segment_id=67ba5125-9fc9-4a45-924f-a98fceaf00fb)] {{(pid=106379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:28:33.607900 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d5614c43-cdec-4dd7-8965-70edacddd761 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498516'] for port (2d11c8c1-de45-4706-86b4-20968fce1c19), precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:28:33.622036 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-d5614c43-cdec-4dd7-8965-70edacddd761 admin admin] Calling delete_port for 2d11c8c1-de45-4706-86b4-20968fce1c19 owned by network:router_gateway {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 18 11:28:33.672627 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-9f71fca7-7d6b-4637-a895-1384bac884a4 None None] Set router 32a9fd1a-a136-4f96-b809-d118ef6118b0 gateway port host: None {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 18 11:28:33.748812 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-9f71fca7-7d6b-4637-a895-1384bac884a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32a9fd1a-a136-4f96-b809-d118ef6118b0', 'name': 'tempest-TestVolumeBootPattern-1503680995-router', 'tenant_id': 'ede6199069114ce380f30088d312f345', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T11:17:06Z', 'updated_at': '2022-08-18T11:28:33Z', 'revision_number': 6, 'project_id': 'ede6199069114ce380f30088d312f345', 'gw_port_host': None}], 'dv-cinder-853450-2-iscsi', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:28:33.784503 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f71fca7-7d6b-4637-a895-1384bac884a4 None None] The sync data for ids ['32a9fd1a-a136-4f96-b809-d118ef6118b0'] in dv-cinder-853450-2-iscsi is: [{'id': '32a9fd1a-a136-4f96-b809-d118ef6118b0', 'name': 'tempest-TestVolumeBootPattern-1503680995-router', 'tenant_id': 'ede6199069114ce380f30088d312f345', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T11:17:06Z', 'updated_at': '2022-08-18T11:28:33Z', 'revision_number': 6, 'project_id': 'ede6199069114ce380f30088d312f345', 'gw_port_host': None}] {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 11:28:33.806337 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d5614c43-cdec-4dd7-8965-70edacddd761 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732803053743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732802528790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638927'] for port (2d11c8c1-de45-4706-86b4-20968fce1c19), after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:28:33.833911 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5614c43-cdec-4dd7-8965-70edacddd761 admin admin] Pushing event deleted for resources: {'Port': ['ID=2d11c8c1-de45-4706-86b4-20968fce1c19,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:28:33.911583 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d5614c43-cdec-4dd7-8965-70edacddd761 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-519452'] for router_gateway (32a9fd1a-a136-4f96-b809-d118ef6118b0), after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:28:33.939929 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:28:33.970912 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fad8240-30eb-458f-bb18-9fe83c411bfc req-3da7c519-d6cb-4ea8-8013-47004cc818ea tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:28:33.972621 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-0fad8240-30eb-458f-bb18-9fe83c411bfc req-3da7c519-d6cb-4ea8-8013-47004cc818ea tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=79701b52-9222-4f88-80a3-822ad29164f5 HTTP/1.1" status: 200 len: 946 time: 0.0524466 Aug 18 11:28:34.001999 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d5614c43-cdec-4dd7-8965-70edacddd761 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13573'] for router (32a9fd1a-a136-4f96-b809-d118ef6118b0), precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:28:34.011701 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d5614c43-cdec-4dd7-8965-70edacddd761 admin admin] Publish callbacks [] for router_controller (32a9fd1a-a136-4f96-b809-d118ef6118b0), precommit_delete_associations {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:28:34.013406 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:28:34.029607 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-0fad8240-30eb-458f-bb18-9fe83c411bfc req-1a942967-77ef-460a-bf06-b48e1271f32b tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4bc8b1c1-0f9e-46fd-988e-ee2967d1dfc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498803 Aug 18 11:28:34.067099 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d5614c43-cdec-4dd7-8965-70edacddd761 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-519326'] for router (32a9fd1a-a136-4f96-b809-d118ef6118b0), after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:28:34.067731 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5614c43-cdec-4dd7-8965-70edacddd761 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 32a9fd1a-a136-4f96-b809-d118ef6118b0 {{(pid=106379) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 11:28:34.072123 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d5614c43-cdec-4dd7-8965-70edacddd761 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:28:34.073230 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-d5614c43-cdec-4dd7-8965-70edacddd761 admin admin] 10.222.0.16 "DELETE /networking/v2.0/routers/32a9fd1a-a136-4f96-b809-d118ef6118b0 HTTP/1.1" status: 204 len: 168 time: 0.8647568 Aug 18 11:28:34.075970 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.16', 58976) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:28:34.126859 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.db.db_base_plugin_v2 [None req-037accf7-b4f4-4812-bd69-18b4ed8d879b admin admin] Deleting subnet 23956a8f-6417-481b-8752-923c1ff1baa8 {{(pid=106379) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 18 11:28:34.130857 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-037accf7-b4f4-4812-bd69-18b4ed8d879b admin admin] Publish callbacks [] for subnet (23956a8f-6417-481b-8752-923c1ff1baa8), before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:28:34.168487 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-037accf7-b4f4-4812-bd69-18b4ed8d879b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11092002'] for subnet (23956a8f-6417-481b-8752-923c1ff1baa8), precommit_delete_associations {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:28:34.258509 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-037accf7-b4f4-4812-bd69-18b4ed8d879b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3613534'] for subnet (23956a8f-6417-481b-8752-923c1ff1baa8), precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:28:34.314708 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-037accf7-b4f4-4812-bd69-18b4ed8d879b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3613479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1639002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11267859'] for subnet (23956a8f-6417-481b-8752-923c1ff1baa8), after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:28:34.341713 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037accf7-b4f4-4812-bd69-18b4ed8d879b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=23956a8f-6417-481b-8752-923c1ff1baa8,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:28:34.348371 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-037accf7-b4f4-4812-bd69-18b4ed8d879b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:28:34.352693 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-037accf7-b4f4-4812-bd69-18b4ed8d879b admin admin] 10.222.0.16 "DELETE /networking/v2.0/subnets/23956a8f-6417-481b-8752-923c1ff1baa8 HTTP/1.1" status: 204 len: 168 time: 0.2756565 Aug 18 11:28:34.354342 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.16', 58982) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:28:34.359113 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb564525-a8cc-40a8-a126-39abfd902657 None None] Network 7f22837c-b0bf-4183-918e-ed97b8d7016a requested from dv-cinder-853450-2-iscsi {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 18 11:28:34.434125 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-8d01baab-459b-4817-b64c-b94e9820c94f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3592451'] for network (7f22837c-b0bf-4183-918e-ed97b8d7016a), before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:28:34.480945 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-8d01baab-459b-4817-b64c-b94e9820c94f admin admin] Deleting port 81a077c5-093b-4b39-9502-08028aa401cd {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 18 11:28:34.481441 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-8d01baab-459b-4817-b64c-b94e9820c94f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732803047114'] for port (81a077c5-093b-4b39-9502-08028aa401cd), before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:28:34.553358 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.db [None req-8d01baab-459b-4817-b64c-b94e9820c94f admin admin] For port 81a077c5-093b-4b39-9502-08028aa401cd, host dv-cinder-853450-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853450-2-iscsi',level=0,port_id=81a077c5-093b-4b39-9502-08028aa401cd,segment=NetworkSegment(58df20ea-3ae4-4865-bf80-8bcc6a73c066),segment_id=58df20ea-3ae4-4865-bf80-8bcc6a73c066)] {{(pid=106379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:28:34.553723 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-8d01baab-459b-4817-b64c-b94e9820c94f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498516'] for port (81a077c5-093b-4b39-9502-08028aa401cd), precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:28:34.574901 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-8d01baab-459b-4817-b64c-b94e9820c94f admin admin] Calling delete_port for 81a077c5-093b-4b39-9502-08028aa401cd owned by network:dhcp {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 18 11:28:34.666051 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-8d01baab-459b-4817-b64c-b94e9820c94f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732803053743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732802528790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638927'] for port (81a077c5-093b-4b39-9502-08028aa401cd), after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:28:34.671496 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f83ea123-8d16-4dd3-a06a-2a770f53bfbb None None] DHCP port deletion for 7f22837c-b0bf-4183-918e-ed97b8d7016a request from dv-cinder-853450-2-iscsi {{(pid=106380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 18 11:28:34.694391 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d01baab-459b-4817-b64c-b94e9820c94f admin admin] Pushing event deleted for resources: {'Port': ['ID=81a077c5-093b-4b39-9502-08028aa401cd,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:28:34.700689 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d01baab-459b-4817-b64c-b94e9820c94f admin admin] No DVR routers for this DVR port 81a077c5-093b-4b39-9502-08028aa401cd on host dv-cinder-853450-2-iscsi {{(pid=106379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 18 11:28:34.796752 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-8d01baab-459b-4817-b64c-b94e9820c94f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3613349', 'neutron.services.segments.db._delete_segments_for_network-8732802979220'] for network (7f22837c-b0bf-4183-918e-ed97b8d7016a), precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:28:34.822664 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.services.segments.db [None req-8d01baab-459b-4817-b64c-b94e9820c94f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f22837c-b0bf-4183-918e-ed97b8d7016a']}} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:28:34.834086 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.services.segments.db [None req-8d01baab-459b-4817-b64c-b94e9820c94f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58df20ea-3ae4-4865-bf80-8bcc6a73c066') {'for_net_delete': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:28:34.834385 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.services.segments.db [None req-8d01baab-459b-4817-b64c-b94e9820c94f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58df20ea-3ae4-4865-bf80-8bcc6a73c066') {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:28:34.847103 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-8d01baab-459b-4817-b64c-b94e9820c94f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732802979283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11092011'] for segment (58df20ea-3ae4-4865-bf80-8bcc6a73c066), before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:28:34.862248 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-8d01baab-459b-4817-b64c-b94e9820c94f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3609830'] for segment (58df20ea-3ae4-4865-bf80-8bcc6a73c066), precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:28:34.869795 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d01baab-459b-4817-b64c-b94e9820c94f admin admin] Releasing vlan 962 on physical network physnet1 to pool {{(pid=106379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 11:28:34.870373 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-8d01baab-459b-4817-b64c-b94e9820c94f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3609830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1638972'] for segment (58df20ea-3ae4-4865-bf80-8bcc6a73c066), after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:28:34.921467 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.services.segments.plugin [-] Segment 58df20ea-3ae4-4865-bf80-8bcc6a73c066 resource provider aggregate not found Aug 18 11:28:34.941719 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.services.segments.plugin [-] Segment 58df20ea-3ae4-4865-bf80-8bcc6a73c066 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 58df20ea-3ae4-4865-bf80-8bcc6a73c066 found for delete ", "request_id": "req-9e9fe695-5faa-4df9-bb0d-9c9d69eb4895"}]} Aug 18 11:28:34.949102 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-8d01baab-459b-4817-b64c-b94e9820c94f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3613358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-519472'] for network (7f22837c-b0bf-4183-918e-ed97b8d7016a), after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:28:34.954146 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-8d01baab-459b-4817-b64c-b94e9820c94f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682417'] for network (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:28:34.957598 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-8d01baab-459b-4817-b64c-b94e9820c94f admin admin] 10.222.0.16 "DELETE /networking/v2.0/networks/7f22837c-b0bf-4183-918e-ed97b8d7016a HTTP/1.1" status: 204 len: 168 time: 0.6021669 Aug 18 11:28:34.960658 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.16', 58990) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:28:34.978550 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d01baab-459b-4817-b64c-b94e9820c94f admin admin] Pushing event deleted for resources: {'Network': ['ID=7f22837c-b0bf-4183-918e-ed97b8d7016a,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:28:35.027474 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Device 81a077c5-093b-4b39-9502-08028aa401cd no longer exists at agent ovs-agent-dv-cinder-853450-2-iscsi {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 11:28:35.038157 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:UPDATE=4,neutron:SELECT=88,neutron:DELETE=8 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:28:35.049040 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] No Port match for: 81a077c5-093b-4b39-9502-08028aa401cd {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 18 11:28:35.049478 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Device 81a077c5-093b-4b39-9502-08028aa401cd not bound to the agent host dv-cinder-853450-2-iscsi {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 11:28:35.049954 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Device 2d11c8c1-de45-4706-86b4-20968fce1c19 no longer exists at agent ovs-agent-dv-cinder-853450-2-iscsi {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 11:28:35.069738 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] No Port match for: 2d11c8c1-de45-4706-86b4-20968fce1c19 {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 18 11:28:35.070135 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Device 2d11c8c1-de45-4706-86b4-20968fce1c19 not bound to the agent host dv-cinder-853450-2-iscsi {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 11:28:35.070416 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=88,neutron:UPDATE=1,neutron:DELETE=11 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:28:35.070537 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Device 4351a822-8a89-4ef3-9edf-3e59cd7f13a9 no longer exists at agent ovs-agent-dv-cinder-853450-2-iscsi {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 11:28:35.095431 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] No Port match for: 4351a822-8a89-4ef3-9edf-3e59cd7f13a9 {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 18 11:28:35.095999 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Device 4351a822-8a89-4ef3-9edf-3e59cd7f13a9 not bound to the agent host dv-cinder-853450-2-iscsi {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 11:28:35.183877 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be931bf1-8faa-48e0-89bc-3978ea5c411d req-3ebe985f-cc9f-4d1f-823b-81ae28a03edb tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:28:35.185899 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-be931bf1-8faa-48e0-89bc-3978ea5c411d req-3ebe985f-cc9f-4d1f-823b-81ae28a03edb tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=79701b52-9222-4f88-80a3-822ad29164f5 HTTP/1.1" status: 200 len: 946 time: 0.0567865 Aug 18 11:28:35.252273 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-be931bf1-8faa-48e0-89bc-3978ea5c411d req-ac5744af-29d9-42b6-aaf1-ef46f984d4b8 tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4bc8b1c1-0f9e-46fd-988e-ee2967d1dfc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604844 Aug 18 11:28:35.334769 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c8155165-3a9b-4dea-9076-8737bf64de16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-516699'] for router_interface (850e3899-34f8-4278-8c4e-7a83e9553933), before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:28:35.706581 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (0c451e2b-fe38-44d1-984c-2dd7bcedf4dc), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:28:35.818473 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-c8155165-3a9b-4dea-9076-8737bf64de16 admin admin] Deleting port 42ad6673-9c07-41dd-a34b-81e1c83fb85b {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 18 11:28:35.818790 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c8155165-3a9b-4dea-9076-8737bf64de16 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732803047114'] for port (42ad6673-9c07-41dd-a34b-81e1c83fb85b), before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:28:35.911857 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.db [None req-c8155165-3a9b-4dea-9076-8737bf64de16 admin admin] For port 42ad6673-9c07-41dd-a34b-81e1c83fb85b, host dv-cinder-853450-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853450-2-iscsi',level=0,port_id=42ad6673-9c07-41dd-a34b-81e1c83fb85b,segment=NetworkSegment(8c4af87b-9ed4-4cfb-b774-3d5983f90e2a),segment_id=8c4af87b-9ed4-4cfb-b774-3d5983f90e2a)] {{(pid=106379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:28:35.912282 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c8155165-3a9b-4dea-9076-8737bf64de16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498516'] for port (42ad6673-9c07-41dd-a34b-81e1c83fb85b), precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:28:35.926028 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-c8155165-3a9b-4dea-9076-8737bf64de16 admin admin] Calling delete_port for 42ad6673-9c07-41dd-a34b-81e1c83fb85b owned by network:router_interface {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 18 11:28:36.119759 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c8155165-3a9b-4dea-9076-8737bf64de16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732803053743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732802528790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638927'] for port (42ad6673-9c07-41dd-a34b-81e1c83fb85b), after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:28:36.147514 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8155165-3a9b-4dea-9076-8737bf64de16 admin admin] Pushing event deleted for resources: {'Port': ['ID=42ad6673-9c07-41dd-a34b-81e1c83fb85b,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:28:36.199891 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:28:36.217594 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:28:36.341702 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c8155165-3a9b-4dea-9076-8737bf64de16 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3683472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-519371'] for router_interface (850e3899-34f8-4278-8c4e-7a83e9553933), after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:28:36.412573 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b4b1ac-fce4-47ab-8852-8aa2d719bac7 req-a9efb286-dbb9-4c83-b442-9e109cc58722 tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:28:36.414193 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-38b4b1ac-fce4-47ab-8852-8aa2d719bac7 req-a9efb286-dbb9-4c83-b442-9e109cc58722 tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=79701b52-9222-4f88-80a3-822ad29164f5 HTTP/1.1" status: 200 len: 946 time: 0.0510218 Aug 18 11:28:36.442431 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:28:36.470345 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-38b4b1ac-fce4-47ab-8852-8aa2d719bac7 req-80a254cc-710a-4b1b-be74-ac7bbd91c6fb tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4bc8b1c1-0f9e-46fd-988e-ee2967d1dfc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502896 Aug 18 11:28:36.585034 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8155165-3a9b-4dea-9076-8737bf64de16 admin admin] Router 850e3899-34f8-4278-8c4e-7a83e9553933 has already been hosted by L3 agent 5a2ac145-53e3-4597-a9e7-c52b4336ae58 {{(pid=106379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 11:28:36.694073 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8155165-3a9b-4dea-9076-8737bf64de16 admin admin] Notify agent at l3_agent.dv-cinder-853450-2-iscsi the message routers_updated {{(pid=106379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 11:28:36.698989 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-c8155165-3a9b-4dea-9076-8737bf64de16 admin admin] 10.222.0.16 "PUT /networking/v2.0/routers/850e3899-34f8-4278-8c4e-7a83e9553933/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7268002 Aug 18 11:28:36.701474 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.16', 59006) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:28:36.705757 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16aff5c3-0e37-459e-be88-6e39cc270065 None None] Sync routers for ids ['850e3899-34f8-4278-8c4e-7a83e9553933'] in dv-cinder-853450-2-iscsi {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 11:28:36.718442 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16aff5c3-0e37-459e-be88-6e39cc270065 None None] Routers {'850e3899-34f8-4278-8c4e-7a83e9553933'} bound to L3 agent in host dv-cinder-853450-2-iscsi {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 18 11:28:36.719062 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-16aff5c3-0e37-459e-be88-6e39cc270065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853450-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-18T11:07:43Z,description=,heartbeat_timestamp=2022-08-18T11:28:13Z,host='dv-cinder-853450-2-iscsi',id=5a2ac145-53e3-4597-a9e7-c52b4336ae58,load=0,resource_versions=,resources_synced=,started_at=2022-08-18T11:07:43Z,topic='l3_agent')) {'router_ids': ['850e3899-34f8-4278-8c4e-7a83e9553933'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:28:36.809718 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7e0b6c33-5c9b-4ed7-874e-2afb9e3475a9 admin admin] Publish callbacks [] for router (850e3899-34f8-4278-8c4e-7a83e9553933), before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:28:36.823832 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-16aff5c3-0e37-459e-be88-6e39cc270065 None None] Set router 850e3899-34f8-4278-8c4e-7a83e9553933 gateway port host: dv-cinder-853450-2-iscsi {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 18 11:28:36.921143 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7e0b6c33-5c9b-4ed7-874e-2afb9e3475a9 admin admin] Publish callbacks [] for router_gateway (850e3899-34f8-4278-8c4e-7a83e9553933), before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:28:36.970331 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-7e0b6c33-5c9b-4ed7-874e-2afb9e3475a9 admin admin] Deleting port c87b57c8-a892-415b-8346-b840187a8c02 {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 18 11:28:36.970767 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7e0b6c33-5c9b-4ed7-874e-2afb9e3475a9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732803047114'] for port (c87b57c8-a892-415b-8346-b840187a8c02), before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:28:37.010257 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-16aff5c3-0e37-459e-be88-6e39cc270065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '850e3899-34f8-4278-8c4e-7a83e9553933', 'name': 'tempest-TestVolumeBootPattern-623553092-router', 'tenant_id': 'f4fdcdd025f84466b5c5c9fd4ac5234d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'external_fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.144'}], 'enable_snat': True}, 'gw_port_id': 'c87b57c8-a892-415b-8346-b840187a8c02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T11:17:21Z', 'updated_at': '2022-08-18T11:28:36Z', 'revision_number': 5, 'project_id': 'f4fdcdd025f84466b5c5c9fd4ac5234d', 'gw_port': {'id': 'c87b57c8-a892-415b-8346-b840187a8c02', 'name': '', 'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:79:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '850e3899-34f8-4278-8c4e-7a83e9553933', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853450-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:17:22Z', 'updated_at': '2022-08-18T11:17:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853450-2-iscsi'}], 'dv-cinder-853450-2-iscsi', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:28:37.037304 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16aff5c3-0e37-459e-be88-6e39cc270065 None None] Checking router: 850e3899-34f8-4278-8c4e-7a83e9553933 for host: dv-cinder-853450-2-iscsi {{(pid=106381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 11:28:37.047030 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16aff5c3-0e37-459e-be88-6e39cc270065 None None] Routers {'850e3899-34f8-4278-8c4e-7a83e9553933'} bound to L3 agent in host dv-cinder-853450-2-iscsi {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 18 11:28:37.048392 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-16aff5c3-0e37-459e-be88-6e39cc270065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853450-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-18T11:07:43Z,description=,heartbeat_timestamp=2022-08-18T11:28:13Z,host='dv-cinder-853450-2-iscsi',id=5a2ac145-53e3-4597-a9e7-c52b4336ae58,load=0,resource_versions=,resources_synced=,started_at=2022-08-18T11:07:43Z,topic='l3_agent')) {'router_ids': ['850e3899-34f8-4278-8c4e-7a83e9553933'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:28:37.066717 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.db [None req-7e0b6c33-5c9b-4ed7-874e-2afb9e3475a9 admin admin] For port c87b57c8-a892-415b-8346-b840187a8c02, host dv-cinder-853450-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853450-2-iscsi',level=0,port_id=c87b57c8-a892-415b-8346-b840187a8c02,segment=NetworkSegment(67ba5125-9fc9-4a45-924f-a98fceaf00fb),segment_id=67ba5125-9fc9-4a45-924f-a98fceaf00fb)] {{(pid=106379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:28:37.067086 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7e0b6c33-5c9b-4ed7-874e-2afb9e3475a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498516'] for port (c87b57c8-a892-415b-8346-b840187a8c02), precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:28:37.081419 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-7e0b6c33-5c9b-4ed7-874e-2afb9e3475a9 admin admin] Calling delete_port for c87b57c8-a892-415b-8346-b840187a8c02 owned by network:router_gateway {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 18 11:28:37.139052 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-16aff5c3-0e37-459e-be88-6e39cc270065 None None] Set router 850e3899-34f8-4278-8c4e-7a83e9553933 gateway port host: None {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 18 11:28:37.192642 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-16aff5c3-0e37-459e-be88-6e39cc270065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '850e3899-34f8-4278-8c4e-7a83e9553933', 'name': 'tempest-TestVolumeBootPattern-623553092-router', 'tenant_id': 'f4fdcdd025f84466b5c5c9fd4ac5234d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T11:17:21Z', 'updated_at': '2022-08-18T11:28:36Z', 'revision_number': 6, 'project_id': 'f4fdcdd025f84466b5c5c9fd4ac5234d', 'gw_port_host': None}], 'dv-cinder-853450-2-iscsi', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:28:37.197986 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:28:37.207498 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:28:37.217917 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16aff5c3-0e37-459e-be88-6e39cc270065 None None] The sync data for ids ['850e3899-34f8-4278-8c4e-7a83e9553933'] in dv-cinder-853450-2-iscsi is: [{'id': '850e3899-34f8-4278-8c4e-7a83e9553933', 'name': 'tempest-TestVolumeBootPattern-623553092-router', 'tenant_id': 'f4fdcdd025f84466b5c5c9fd4ac5234d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T11:17:21Z', 'updated_at': '2022-08-18T11:28:36Z', 'revision_number': 6, 'project_id': 'f4fdcdd025f84466b5c5c9fd4ac5234d', 'gw_port_host': None}] {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 11:28:37.269795 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7e0b6c33-5c9b-4ed7-874e-2afb9e3475a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732803053743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732802528790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638927'] for port (c87b57c8-a892-415b-8346-b840187a8c02), after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:28:37.297152 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0b6c33-5c9b-4ed7-874e-2afb9e3475a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=c87b57c8-a892-415b-8346-b840187a8c02,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:28:37.365732 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7e0b6c33-5c9b-4ed7-874e-2afb9e3475a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-519452'] for router_gateway (850e3899-34f8-4278-8c4e-7a83e9553933), after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:28:37.457129 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7e0b6c33-5c9b-4ed7-874e-2afb9e3475a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13573'] for router (850e3899-34f8-4278-8c4e-7a83e9553933), precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:28:37.459483 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7e0b6c33-5c9b-4ed7-874e-2afb9e3475a9 admin admin] Publish callbacks [] for router_controller (850e3899-34f8-4278-8c4e-7a83e9553933), precommit_delete_associations {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:28:37.505183 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7e0b6c33-5c9b-4ed7-874e-2afb9e3475a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-519326'] for router (850e3899-34f8-4278-8c4e-7a83e9553933), after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:28:37.506352 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e0b6c33-5c9b-4ed7-874e-2afb9e3475a9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 850e3899-34f8-4278-8c4e-7a83e9553933 {{(pid=106379) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 11:28:37.512610 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7e0b6c33-5c9b-4ed7-874e-2afb9e3475a9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:28:37.514075 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-7e0b6c33-5c9b-4ed7-874e-2afb9e3475a9 admin admin] 10.222.0.16 "DELETE /networking/v2.0/routers/850e3899-34f8-4278-8c4e-7a83e9553933 HTTP/1.1" status: 204 len: 168 time: 0.8116081 Aug 18 11:28:37.516708 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.16', 59012) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:28:37.567801 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.db.db_base_plugin_v2 [None req-87a07235-b892-491a-b749-78031825611e admin admin] Deleting subnet a5f7eff2-849d-4f95-9ba0-43967000ffcd {{(pid=106379) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 18 11:28:37.571354 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-87a07235-b892-491a-b749-78031825611e admin admin] Publish callbacks [] for subnet (a5f7eff2-849d-4f95-9ba0-43967000ffcd), before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:28:37.612516 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2c0936-dc80-4d00-81f5-79f841192ee1 req-ba0bf583-529c-4d64-986c-fe384fce7eba tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:28:37.620783 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-9f2c0936-dc80-4d00-81f5-79f841192ee1 req-ba0bf583-529c-4d64-986c-fe384fce7eba tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=79701b52-9222-4f88-80a3-822ad29164f5 HTTP/1.1" status: 200 len: 946 time: 0.0703161 Aug 18 11:28:37.627808 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-87a07235-b892-491a-b749-78031825611e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11092002'] for subnet (a5f7eff2-849d-4f95-9ba0-43967000ffcd), precommit_delete_associations {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:28:37.689572 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-9f2c0936-dc80-4d00-81f5-79f841192ee1 req-e506e11c-9af8-41a4-871f-f69dc8e3dbf2 tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4bc8b1c1-0f9e-46fd-988e-ee2967d1dfc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675619 Aug 18 11:28:37.744642 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-87a07235-b892-491a-b749-78031825611e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3613534'] for subnet (a5f7eff2-849d-4f95-9ba0-43967000ffcd), precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:28:37.808110 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-87a07235-b892-491a-b749-78031825611e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3613479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1639002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11267859'] for subnet (a5f7eff2-849d-4f95-9ba0-43967000ffcd), after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:28:37.841626 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a07235-b892-491a-b749-78031825611e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a5f7eff2-849d-4f95-9ba0-43967000ffcd,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:28:37.847220 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-87a07235-b892-491a-b749-78031825611e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:28:37.852652 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8d026e7-edcb-4c97-a089-2dd6cb35104d None None] Network 43900380-d71d-48fd-99c4-8a08af7e0a4c requested from dv-cinder-853450-2-iscsi {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 18 11:28:37.859437 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.16', 59024) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:28:37.863175 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-87a07235-b892-491a-b749-78031825611e admin admin] 10.222.0.16 "DELETE /networking/v2.0/subnets/a5f7eff2-849d-4f95-9ba0-43967000ffcd HTTP/1.1" status: 204 len: 168 time: 0.3419652 Aug 18 11:28:38.056571 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7e52f382-a7a1-49d9-a95e-954a0dbf382e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3592451'] for network (43900380-d71d-48fd-99c4-8a08af7e0a4c), before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:28:38.116999 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-7e52f382-a7a1-49d9-a95e-954a0dbf382e admin admin] Deleting port 36826f67-e99a-4047-bc88-6ebdeb6bde9a {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 18 11:28:38.117567 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8a22ff7-6507-4bbf-b614-97395f4d6674 None None] DHCP port deletion for 43900380-d71d-48fd-99c4-8a08af7e0a4c request from dv-cinder-853450-2-iscsi {{(pid=106380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 18 11:28:38.118317 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7e52f382-a7a1-49d9-a95e-954a0dbf382e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732803047114'] for port (36826f67-e99a-4047-bc88-6ebdeb6bde9a), before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:28:38.169985 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-f8a22ff7-6507-4bbf-b614-97395f4d6674 None None] Deleting port 36826f67-e99a-4047-bc88-6ebdeb6bde9a {{(pid=106380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 18 11:28:38.170365 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-f8a22ff7-6507-4bbf-b614-97395f4d6674 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732803047114'] for port (36826f67-e99a-4047-bc88-6ebdeb6bde9a), before_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:28:38.204494 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-7e52f382-a7a1-49d9-a95e-954a0dbf382e admin admin] For port 36826f67-e99a-4047-bc88-6ebdeb6bde9a, host dv-cinder-853450-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853450-2-iscsi',level=0,port_id=36826f67-e99a-4047-bc88-6ebdeb6bde9a,segment=NetworkSegment(8c4af87b-9ed4-4cfb-b774-3d5983f90e2a),segment_id=8c4af87b-9ed4-4cfb-b774-3d5983f90e2a)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:28:38.205036 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7e52f382-a7a1-49d9-a95e-954a0dbf382e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498516'] for port (36826f67-e99a-4047-bc88-6ebdeb6bde9a), precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:28:38.222308 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-7e52f382-a7a1-49d9-a95e-954a0dbf382e admin admin] Calling delete_port for 36826f67-e99a-4047-bc88-6ebdeb6bde9a owned by network:dhcp {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 18 11:28:38.256584 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-f8a22ff7-6507-4bbf-b614-97395f4d6674 None None] For port 36826f67-e99a-4047-bc88-6ebdeb6bde9a, host dv-cinder-853450-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853450-2-iscsi',level=0,port_id=36826f67-e99a-4047-bc88-6ebdeb6bde9a,segment=NetworkSegment(8c4af87b-9ed4-4cfb-b774-3d5983f90e2a),segment_id=8c4af87b-9ed4-4cfb-b774-3d5983f90e2a)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:28:38.256991 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-f8a22ff7-6507-4bbf-b614-97395f4d6674 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498516'] for port (36826f67-e99a-4047-bc88-6ebdeb6bde9a), precommit_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:28:38.273249 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-f8a22ff7-6507-4bbf-b614-97395f4d6674 None None] Calling delete_port for 36826f67-e99a-4047-bc88-6ebdeb6bde9a owned by network:dhcp {{(pid=106380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 18 11:28:38.333674 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7e52f382-a7a1-49d9-a95e-954a0dbf382e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732803053743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732802528790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11809227'] for port (36826f67-e99a-4047-bc88-6ebdeb6bde9a), after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:28:38.363861 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e52f382-a7a1-49d9-a95e-954a0dbf382e admin admin] Pushing event deleted for resources: {'Port': ['ID=36826f67-e99a-4047-bc88-6ebdeb6bde9a,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:28:38.383228 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-f8a22ff7-6507-4bbf-b614-97395f4d6674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732803053743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732802528790'] for port (36826f67-e99a-4047-bc88-6ebdeb6bde9a), after_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:28:38.385334 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e52f382-a7a1-49d9-a95e-954a0dbf382e admin admin] No DVR routers for this DVR port 36826f67-e99a-4047-bc88-6ebdeb6bde9a on host dv-cinder-853450-2-iscsi {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 18 11:28:38.428094 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a22ff7-6507-4bbf-b614-97395f4d6674 None None] Pushing event deleted for resources: {'Port': ['ID=36826f67-e99a-4047-bc88-6ebdeb6bde9a,revision_number=None']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:28:38.432481 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8a22ff7-6507-4bbf-b614-97395f4d6674 None None] No DVR routers for this DVR port 36826f67-e99a-4047-bc88-6ebdeb6bde9a on host dv-cinder-853450-2-iscsi {{(pid=106380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 18 11:28:38.482897 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:28:38.496640 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7e52f382-a7a1-49d9-a95e-954a0dbf382e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3613349', 'neutron.services.segments.db._delete_segments_for_network-8732802979220'] for network (43900380-d71d-48fd-99c4-8a08af7e0a4c), precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:28:38.528668 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.services.segments.db [None req-7e52f382-a7a1-49d9-a95e-954a0dbf382e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43900380-d71d-48fd-99c4-8a08af7e0a4c']}} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:28:38.545011 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.services.segments.db [None req-7e52f382-a7a1-49d9-a95e-954a0dbf382e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c4af87b-9ed4-4cfb-b774-3d5983f90e2a') {'for_net_delete': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:28:38.545460 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.services.segments.db [None req-7e52f382-a7a1-49d9-a95e-954a0dbf382e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c4af87b-9ed4-4cfb-b774-3d5983f90e2a') {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:28:38.571692 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7e52f382-a7a1-49d9-a95e-954a0dbf382e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732802979283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11810229'] for segment (8c4af87b-9ed4-4cfb-b774-3d5983f90e2a), before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:28:38.592695 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7e52f382-a7a1-49d9-a95e-954a0dbf382e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3609830'] for segment (8c4af87b-9ed4-4cfb-b774-3d5983f90e2a), precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:28:38.601215 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e52f382-a7a1-49d9-a95e-954a0dbf382e admin admin] Releasing vlan 979 on physical network physnet1 to pool {{(pid=106378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 11:28:38.601624 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7e52f382-a7a1-49d9-a95e-954a0dbf382e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3609830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11809272'] for segment (8c4af87b-9ed4-4cfb-b774-3d5983f90e2a), after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:28:38.643927 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.services.segments.plugin [-] Segment 8c4af87b-9ed4-4cfb-b774-3d5983f90e2a resource provider aggregate not found Aug 18 11:28:38.663858 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.services.segments.plugin [-] Segment 8c4af87b-9ed4-4cfb-b774-3d5983f90e2a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8c4af87b-9ed4-4cfb-b774-3d5983f90e2a found for delete ", "request_id": "req-2a4f01da-e97b-4b2e-a08d-ba0233cb01aa"}]} Aug 18 11:28:38.668343 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7e52f382-a7a1-49d9-a95e-954a0dbf382e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3613358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-519472'] for network (43900380-d71d-48fd-99c4-8a08af7e0a4c), after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:28:38.674678 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7e52f382-a7a1-49d9-a95e-954a0dbf382e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682417'] for network (None), before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:28:38.678710 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [None req-7e52f382-a7a1-49d9-a95e-954a0dbf382e admin admin] 10.222.0.16 "DELETE /networking/v2.0/networks/43900380-d71d-48fd-99c4-8a08af7e0a4c HTTP/1.1" status: 204 len: 168 time: 0.8172641 Aug 18 11:28:38.710543 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e52f382-a7a1-49d9-a95e-954a0dbf382e admin admin] Pushing event deleted for resources: {'Network': ['ID=43900380-d71d-48fd-99c4-8a08af7e0a4c,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:28:38.827841 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.16', 59054) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:28:38.842651 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fb271c-bc68-464f-8d8d-635d2b86e471 req-9b380f03-017b-45d1-b393-59607e9884d4 tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:28:38.844998 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-e6fb271c-bc68-464f-8d8d-635d2b86e471 req-9b380f03-017b-45d1-b393-59607e9884d4 tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=79701b52-9222-4f88-80a3-822ad29164f5 HTTP/1.1" status: 200 len: 946 time: 0.0545261 Aug 18 11:28:38.873589 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-425abc4a-3021-44aa-91d3-638e89f4f0bc admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=ede6199069114ce380f30088d312f345&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0439954 Aug 18 11:28:38.876429 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.16', 59056) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:28:38.921300 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-e6fb271c-bc68-464f-8d8d-635d2b86e471 req-fe3f25bb-8361-4676-af11-f072608dfc3e tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4bc8b1c1-0f9e-46fd-988e-ee2967d1dfc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669456 Aug 18 11:28:38.950042 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f9a5e819-7b2e-42b6-b668-bf346faa2d50 admin admin] Publish callbacks [] for security_group (2d347dd4-cc1a-42a2-a232-ca80af17d80d), before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:28:38.972679 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f9a5e819-7b2e-42b6-b668-bf346faa2d50 admin admin] Publish callbacks [] for security_group (2d347dd4-cc1a-42a2-a232-ca80af17d80d), precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:28:39.033289 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Device c87b57c8-a892-415b-8346-b840187a8c02 no longer exists at agent ovs-agent-dv-cinder-853450-2-iscsi {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 11:28:39.039388 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f9a5e819-7b2e-42b6-b668-bf346faa2d50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433130'] for security_group (2d347dd4-cc1a-42a2-a232-ca80af17d80d), after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:28:39.042248 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f9a5e819-7b2e-42b6-b668-bf346faa2d50 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:28:39.045831 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [None req-f9a5e819-7b2e-42b6-b668-bf346faa2d50 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/2d347dd4-cc1a-42a2-a232-ca80af17d80d HTTP/1.1" status: 204 len: 168 time: 0.1661165 Aug 18 11:28:39.053143 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a5e819-7b2e-42b6-b668-bf346faa2d50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d347dd4-cc1a-42a2-a232-ca80af17d80d,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:28:39.057412 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] No Port match for: c87b57c8-a892-415b-8346-b840187a8c02 {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 18 11:28:39.057968 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Device c87b57c8-a892-415b-8346-b840187a8c02 not bound to the agent host dv-cinder-853450-2-iscsi {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 11:28:39.058691 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Device 36826f67-e99a-4047-bc88-6ebdeb6bde9a no longer exists at agent ovs-agent-dv-cinder-853450-2-iscsi {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 11:28:39.082644 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] No Port match for: 36826f67-e99a-4047-bc88-6ebdeb6bde9a {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 18 11:28:39.082988 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Device 36826f67-e99a-4047-bc88-6ebdeb6bde9a not bound to the agent host dv-cinder-853450-2-iscsi {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 11:28:39.083404 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Device 42ad6673-9c07-41dd-a34b-81e1c83fb85b no longer exists at agent ovs-agent-dv-cinder-853450-2-iscsi {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 11:28:39.109641 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] No Port match for: 42ad6673-9c07-41dd-a34b-81e1c83fb85b {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 18 11:28:39.110384 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Device 42ad6673-9c07-41dd-a34b-81e1c83fb85b not bound to the agent host dv-cinder-853450-2-iscsi {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 11:28:39.413254 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.16', 59062) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:28:39.457523 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [None req-729fc14a-860d-4123-980b-0c2e03eee811 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=f4fdcdd025f84466b5c5c9fd4ac5234d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0430007 Aug 18 11:28:39.459963 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.16', 59064) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:28:39.466030 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:28:39.515792 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-82dc10bb-7548-46cb-bc7b-6ba4c4ec211e admin admin] Publish callbacks [] for security_group (ab107294-3956-4c52-8785-f76fd824e0d3), before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:28:39.538020 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-82dc10bb-7548-46cb-bc7b-6ba4c4ec211e admin admin] Publish callbacks [] for security_group (ab107294-3956-4c52-8785-f76fd824e0d3), precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:28:39.588580 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-82dc10bb-7548-46cb-bc7b-6ba4c4ec211e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433130'] for security_group (ab107294-3956-4c52-8785-f76fd824e0d3), after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:28:39.592858 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-82dc10bb-7548-46cb-bc7b-6ba4c4ec211e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:28:39.595332 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [None req-82dc10bb-7548-46cb-bc7b-6ba4c4ec211e admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/ab107294-3956-4c52-8785-f76fd824e0d3 HTTP/1.1" status: 204 len: 168 time: 0.1342108 Aug 18 11:28:39.608353 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82dc10bb-7548-46cb-bc7b-6ba4c4ec211e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab107294-3956-4c52-8785-f76fd824e0d3,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:28:40.068308 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cab436e-c717-4a9b-b024-6af64e88292a req-88068f47-61de-4dec-9a52-8469a412d3c6 tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:28:40.069836 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-3cab436e-c717-4a9b-b024-6af64e88292a req-88068f47-61de-4dec-9a52-8469a412d3c6 tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=79701b52-9222-4f88-80a3-822ad29164f5 HTTP/1.1" status: 200 len: 946 time: 0.0552924 Aug 18 11:28:40.120219 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-3cab436e-c717-4a9b-b024-6af64e88292a req-80023127-759a-4980-8c09-45c148dcc631 tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4bc8b1c1-0f9e-46fd-988e-ee2967d1dfc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446930 Aug 18 11:28:41.017531 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9854ebf7-69c2-4184-8512-d88678ef9123 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (c499a017-4b38-4967-b050-d4094e1a7564), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:28:41.250973 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287b9cd7-2ebb-4223-8d22-4386afb90435 req-24cac50c-5f39-4625-adf8-99e1870c9acf tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:28:41.252423 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-287b9cd7-2ebb-4223-8d22-4386afb90435 req-24cac50c-5f39-4625-adf8-99e1870c9acf tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=79701b52-9222-4f88-80a3-822ad29164f5 HTTP/1.1" status: 200 len: 946 time: 0.0525405 Aug 18 11:28:41.306924 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-287b9cd7-2ebb-4223-8d22-4386afb90435 req-aad10054-146f-49e5-8125-54d568027e5e tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4bc8b1c1-0f9e-46fd-988e-ee2967d1dfc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451391 Aug 18 11:28:42.437081 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512dc2a6-e229-4000-95b5-31e54e4f910b req-8beb921e-84dc-47e8-9391-af3391766b7f tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:28:42.439657 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-512dc2a6-e229-4000-95b5-31e54e4f910b req-8beb921e-84dc-47e8-9391-af3391766b7f tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=79701b52-9222-4f88-80a3-822ad29164f5 HTTP/1.1" status: 200 len: 946 time: 0.0539451 Aug 18 11:28:42.491340 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-512dc2a6-e229-4000-95b5-31e54e4f910b req-8a7e627b-4643-4e1b-b9d2-17120a0e6a72 tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4bc8b1c1-0f9e-46fd-988e-ee2967d1dfc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457435 Aug 18 11:28:43.383903 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-66389354-3725-4465-9f0a-ff92310e9e7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (5a2ac145-53e3-4597-a9e7-c52b4336ae58), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:28:43.620469 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becbc025-04cb-437f-a65d-10f67ef26798 req-993c48cd-e3fa-4842-9fab-fb886fe63053 tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:28:43.621948 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-becbc025-04cb-437f-a65d-10f67ef26798 req-993c48cd-e3fa-4842-9fab-fb886fe63053 tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=79701b52-9222-4f88-80a3-822ad29164f5 HTTP/1.1" status: 200 len: 946 time: 0.0504186 Aug 18 11:28:43.649354 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:28:43.677067 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-becbc025-04cb-437f-a65d-10f67ef26798 req-50209345-f757-4165-8ab9-5cf8861b795e tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4bc8b1c1-0f9e-46fd-988e-ee2967d1dfc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488636 Aug 18 11:28:44.711254 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:28:44.718989 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:28:44.728666 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-a5cc8183-7213-4642-9d48-bc0d47940d29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (29720577-1c8f-43c1-a8be-c2a14df8d65e), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:28:44.814380 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af57c53a-7fb7-452f-af75-62f86d5fe2a1 req-27201fa8-91df-45a0-b5b4-78c3cc919bd8 tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:28:44.816932 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-af57c53a-7fb7-452f-af75-62f86d5fe2a1 req-27201fa8-91df-45a0-b5b4-78c3cc919bd8 tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=79701b52-9222-4f88-80a3-822ad29164f5 HTTP/1.1" status: 200 len: 946 time: 0.0559597 Aug 18 11:28:44.877035 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-af57c53a-7fb7-452f-af75-62f86d5fe2a1 req-c3285199-40ef-42ff-ae07-68915a52e25f tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4bc8b1c1-0f9e-46fd-988e-ee2967d1dfc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537214 Aug 18 11:28:45.373742 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.16', 59134) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:28:45.512297 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-4dd99b3e-0978-49b2-a10b-a40df9313743 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:28:45.599471 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-4dd99b3e-0978-49b2-a10b-a40df9313743 admin admin] Publish callbacks [] for security_group (2f1cf3f1-32b4-4f7a-9940-7df6b756e736), precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:28:45.606552 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-4dd99b3e-0978-49b2-a10b-a40df9313743 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433130'] for security_group (2f1cf3f1-32b4-4f7a-9940-7df6b756e736), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:28:45.650102 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-4dd99b3e-0978-49b2-a10b-a40df9313743 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=8e4b7cdd38974e67a55982f4c1db1799&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2749848 Aug 18 11:28:45.650882 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd99b3e-0978-49b2-a10b-a40df9313743 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f1cf3f1-32b4-4f7a-9940-7df6b756e736,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:28:45.652644 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.16', 59148) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:28:45.715955 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-41981050-f112-4b77-ae16-4eddb138b53f admin admin] Publish callbacks [] for security_group (2f1cf3f1-32b4-4f7a-9940-7df6b756e736), before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:28:45.740853 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-41981050-f112-4b77-ae16-4eddb138b53f admin admin] Publish callbacks [] for security_group (2f1cf3f1-32b4-4f7a-9940-7df6b756e736), precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:28:45.795007 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-41981050-f112-4b77-ae16-4eddb138b53f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433130'] for security_group (2f1cf3f1-32b4-4f7a-9940-7df6b756e736), after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:28:45.798349 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-41981050-f112-4b77-ae16-4eddb138b53f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:28:45.799874 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [None req-41981050-f112-4b77-ae16-4eddb138b53f admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/2f1cf3f1-32b4-4f7a-9940-7df6b756e736 HTTP/1.1" status: 204 len: 168 time: 0.1461241 Aug 18 11:28:45.812409 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41981050-f112-4b77-ae16-4eddb138b53f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f1cf3f1-32b4-4f7a-9940-7df6b756e736,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:28:45.827631 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41981050-f112-4b77-ae16-4eddb138b53f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:28:45.829129 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41981050-f112-4b77-ae16-4eddb138b53f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:28:45.829526 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41981050-f112-4b77-ae16-4eddb138b53f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:28:45.830029 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41981050-f112-4b77-ae16-4eddb138b53f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:28:45.830784 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41981050-f112-4b77-ae16-4eddb138b53f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:28:45.831424 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41981050-f112-4b77-ae16-4eddb138b53f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:28:45.831987 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41981050-f112-4b77-ae16-4eddb138b53f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:28:45.832544 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41981050-f112-4b77-ae16-4eddb138b53f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:28:45.833117 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41981050-f112-4b77-ae16-4eddb138b53f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:28:45.833691 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41981050-f112-4b77-ae16-4eddb138b53f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:28:45.834280 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41981050-f112-4b77-ae16-4eddb138b53f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:28:45.834883 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41981050-f112-4b77-ae16-4eddb138b53f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:28:45.835451 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41981050-f112-4b77-ae16-4eddb138b53f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:28:45.836028 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41981050-f112-4b77-ae16-4eddb138b53f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:28:45.836740 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41981050-f112-4b77-ae16-4eddb138b53f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:28:46.010674 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (69d4285f-736d-41a6-a99e-1994eed59bce), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:28:46.054401 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983a48ad-a255-4c21-8f97-8b30ae08d4e7 req-c4a3ffd1-967c-4728-a234-2b56b7d22579 tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:28:46.055993 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-983a48ad-a255-4c21-8f97-8b30ae08d4e7 req-c4a3ffd1-967c-4728-a234-2b56b7d22579 tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=79701b52-9222-4f88-80a3-822ad29164f5 HTTP/1.1" status: 200 len: 946 time: 0.0658085 Aug 18 11:28:46.107959 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-983a48ad-a255-4c21-8f97-8b30ae08d4e7 req-499cdc7c-8549-4d6b-b424-9de5661dbfc3 tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4bc8b1c1-0f9e-46fd-988e-ee2967d1dfc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464005 Aug 18 11:28:46.175801 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.16', 59160) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:28:46.190764 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3438955d-4b41-48b1-b874-5687c1805e49 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:28:46.221665 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:INSERT=1 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:28:46.277068 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3438955d-4b41-48b1-b874-5687c1805e49 admin admin] Publish callbacks [] for security_group (c0c60f31-197a-4b5d-9a78-ffd6fb2033f6), precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:28:46.284700 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3438955d-4b41-48b1-b874-5687c1805e49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433130'] for security_group (c0c60f31-197a-4b5d-9a78-ffd6fb2033f6), after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:28:46.326999 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [None req-3438955d-4b41-48b1-b874-5687c1805e49 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=2162b3b32a664069b321ed8431d0a51a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1500649 Aug 18 11:28:46.327900 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3438955d-4b41-48b1-b874-5687c1805e49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0c60f31-197a-4b5d-9a78-ffd6fb2033f6,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:28:46.329828 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.16', 59162) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:28:46.374034 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:DELETE=12,neutron:UPDATE=5,neutron:SELECT=79,neutron:INSERT=4 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:28:46.386680 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d9a31541-31f9-4dda-8435-d03e3ebc529e admin admin] Publish callbacks [] for security_group (c0c60f31-197a-4b5d-9a78-ffd6fb2033f6), before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:28:46.414851 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d9a31541-31f9-4dda-8435-d03e3ebc529e admin admin] Publish callbacks [] for security_group (c0c60f31-197a-4b5d-9a78-ffd6fb2033f6), precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:28:46.438938 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=89,neutron:UPDATE=1,neutron:DELETE=3,neutron:INSERT=7 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:28:46.474339 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d9a31541-31f9-4dda-8435-d03e3ebc529e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433130'] for security_group (c0c60f31-197a-4b5d-9a78-ffd6fb2033f6), after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:28:46.477374 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d9a31541-31f9-4dda-8435-d03e3ebc529e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:28:46.478673 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-d9a31541-31f9-4dda-8435-d03e3ebc529e admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/c0c60f31-197a-4b5d-9a78-ffd6fb2033f6 HTTP/1.1" status: 204 len: 168 time: 0.1476524 Aug 18 11:28:46.496956 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a31541-31f9-4dda-8435-d03e3ebc529e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0c60f31-197a-4b5d-9a78-ffd6fb2033f6,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:28:46.525941 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c68edff8-e550-48a3-9de2-17badfe483c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (307af099-d926-4e52-9df3-0cd09baf3c81), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:28:47.249996 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34951644-2272-42dc-903a-490e3143745a req-7f7fa532-3d68-4dc3-9f88-4c4a19603ab7 tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:28:47.252857 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-34951644-2272-42dc-903a-490e3143745a req-7f7fa532-3d68-4dc3-9f88-4c4a19603ab7 tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=79701b52-9222-4f88-80a3-822ad29164f5 HTTP/1.1" status: 200 len: 946 time: 0.0591724 Aug 18 11:28:47.266901 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.16', 59200) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:28:47.313866 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-34951644-2272-42dc-903a-490e3143745a req-9de66370-f95c-422b-93a4-27831bf515f7 tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4bc8b1c1-0f9e-46fd-988e-ee2967d1dfc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541501 Aug 18 11:28:47.530281 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-4490559b-184e-4a4a-bc15-1601b84952a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:28:47.629485 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-4490559b-184e-4a4a-bc15-1601b84952a7 admin admin] Publish callbacks [] for security_group (d391f9dd-6540-495c-ab80-821453f9cf64), precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:28:47.638492 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-4490559b-184e-4a4a-bc15-1601b84952a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433130'] for security_group (d391f9dd-6540-495c-ab80-821453f9cf64), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:28:47.682917 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-4490559b-184e-4a4a-bc15-1601b84952a7 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=7ef17a4f746c4edd97e85920dbee5bc6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4143395 Aug 18 11:28:47.683815 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4490559b-184e-4a4a-bc15-1601b84952a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d391f9dd-6540-495c-ab80-821453f9cf64,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:28:47.685641 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.16', 59232) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:28:47.754235 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e8b1a6ed-80c0-4113-be16-42764b5696c4 admin admin] Publish callbacks [] for security_group (d391f9dd-6540-495c-ab80-821453f9cf64), before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:28:47.778562 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e8b1a6ed-80c0-4113-be16-42764b5696c4 admin admin] Publish callbacks [] for security_group (d391f9dd-6540-495c-ab80-821453f9cf64), precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:28:47.839223 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e8b1a6ed-80c0-4113-be16-42764b5696c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433130'] for security_group (d391f9dd-6540-495c-ab80-821453f9cf64), after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:28:47.845619 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e8b1a6ed-80c0-4113-be16-42764b5696c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:28:47.849666 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [None req-e8b1a6ed-80c0-4113-be16-42764b5696c4 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/d391f9dd-6540-495c-ab80-821453f9cf64 HTTP/1.1" status: 204 len: 168 time: 0.1599295 Aug 18 11:28:47.860608 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b1a6ed-80c0-4113-be16-42764b5696c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d391f9dd-6540-495c-ab80-821453f9cf64,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:28:48.193076 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.16', 59260) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:28:48.207704 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-bb0e7343-87fe-421b-a306-d8ca7e5a63b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:28:48.233535 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:28:48.299007 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-bb0e7343-87fe-421b-a306-d8ca7e5a63b2 admin admin] Publish callbacks [] for security_group (b531d503-bc61-41b7-9c64-f39ddce81c10), precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:28:48.303876 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-bb0e7343-87fe-421b-a306-d8ca7e5a63b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433130'] for security_group (b531d503-bc61-41b7-9c64-f39ddce81c10), after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:28:48.351179 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [None req-bb0e7343-87fe-421b-a306-d8ca7e5a63b2 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=88c49f08d2f7403882c4ce88ab12fb9c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1569085 Aug 18 11:28:48.352174 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0e7343-87fe-421b-a306-d8ca7e5a63b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b531d503-bc61-41b7-9c64-f39ddce81c10,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:28:48.353945 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.16', 59272) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:28:48.431639 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-cbffb95e-f9b6-43a5-9946-ac8f24f06f59 admin admin] Publish callbacks [] for security_group (b531d503-bc61-41b7-9c64-f39ddce81c10), before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:28:48.459294 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-cbffb95e-f9b6-43a5-9946-ac8f24f06f59 admin admin] Publish callbacks [] for security_group (b531d503-bc61-41b7-9c64-f39ddce81c10), precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:28:48.468017 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f41b9e-906a-4205-abef-4b1fac7937e0 req-ebbc2f70-59ae-499f-86f3-7b7220adacec tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:28:48.470015 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-b1f41b9e-906a-4205-abef-4b1fac7937e0 req-ebbc2f70-59ae-499f-86f3-7b7220adacec tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=79701b52-9222-4f88-80a3-822ad29164f5 HTTP/1.1" status: 200 len: 946 time: 0.0671141 Aug 18 11:28:48.524900 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-cbffb95e-f9b6-43a5-9946-ac8f24f06f59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433130'] for security_group (b531d503-bc61-41b7-9c64-f39ddce81c10), after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:28:48.527860 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-cbffb95e-f9b6-43a5-9946-ac8f24f06f59 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:28:48.531855 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-cbffb95e-f9b6-43a5-9946-ac8f24f06f59 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/b531d503-bc61-41b7-9c64-f39ddce81c10 HTTP/1.1" status: 204 len: 168 time: 0.1740539 Aug 18 11:28:48.537404 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-b1f41b9e-906a-4205-abef-4b1fac7937e0 req-eaaf165d-d460-4469-8abf-146e5c581134 tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4bc8b1c1-0f9e-46fd-988e-ee2967d1dfc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598717 Aug 18 11:28:48.540987 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbffb95e-f9b6-43a5-9946-ac8f24f06f59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b531d503-bc61-41b7-9c64-f39ddce81c10,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:28:49.672967 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a94213-ae21-470e-826c-4173cb67d2d9 req-25cdc897-807e-4773-9214-ba2c903f8793 tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:28:49.674981 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-51a94213-ae21-470e-826c-4173cb67d2d9 req-25cdc897-807e-4773-9214-ba2c903f8793 tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=79701b52-9222-4f88-80a3-822ad29164f5 HTTP/1.1" status: 200 len: 946 time: 0.0531304 Aug 18 11:28:49.728450 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-51a94213-ae21-470e-826c-4173cb67d2d9 req-ed2a4514-55e2-4b2d-9fe5-525d5c779690 tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4bc8b1c1-0f9e-46fd-988e-ee2967d1dfc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460589 Aug 18 11:28:50.869794 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d91b1a-8632-40ec-b966-08fa197cb669 req-b72c040f-9d2e-4851-bf04-1b697dd5adab tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:28:50.871462 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-15d91b1a-8632-40ec-b966-08fa197cb669 req-b72c040f-9d2e-4851-bf04-1b697dd5adab tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=79701b52-9222-4f88-80a3-822ad29164f5 HTTP/1.1" status: 200 len: 946 time: 0.0554078 Aug 18 11:28:50.925261 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-15d91b1a-8632-40ec-b966-08fa197cb669 req-80e0aaba-951e-429b-b6e1-6d49606e0cbf tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4bc8b1c1-0f9e-46fd-988e-ee2967d1dfc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463665 Aug 18 11:28:51.207469 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b28f3d0-ff55-412b-b4da-3fdd1f6a06b3 req-914fee4c-8201-4327-93dd-2ec640b05a53 tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:28:51.209048 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-1b28f3d0-ff55-412b-b4da-3fdd1f6a06b3 req-914fee4c-8201-4327-93dd-2ec640b05a53 tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=79701b52-9222-4f88-80a3-822ad29164f5 HTTP/1.1" status: 200 len: 946 time: 0.0725996 Aug 18 11:28:51.220746 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:INSERT=7,neutron:SELECT=90,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:28:51.275377 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0cedd3-42b8-443f-ac0c-08369cd2fde3 req-b9df079b-8d71-4d5a-9ec8-5b8459e9c2fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:28:51.279281 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-dc0cedd3-42b8-443f-ac0c-08369cd2fde3 req-b9df079b-8d71-4d5a-9ec8-5b8459e9c2fb service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=28a8db4d53754a09aad85d3b756fed10&device_id=79701b52-9222-4f88-80a3-822ad29164f5 HTTP/1.1" status: 200 len: 1130 time: 0.0669327 Aug 18 11:28:51.350333 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-1b28f3d0-ff55-412b-b4da-3fdd1f6a06b3 req-2e32d904-fe28-4273-8a5d-9b89f9f8afa4 tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4bc8b1c1-0f9e-46fd-988e-ee2967d1dfc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1297143 Aug 18 11:28:51.415255 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0cedd3-42b8-443f-ac0c-08369cd2fde3 req-13c1691e-a375-4102-8854-c6f288defbdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:28:51.415255 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-dc0cedd3-42b8-443f-ac0c-08369cd2fde3 req-13c1691e-a375-4102-8854-c6f288defbdd service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=973c519c-fa04-42b9-8369-c22e799d5cb8 HTTP/1.1" status: 200 len: 911 time: 0.1239915 Aug 18 11:28:51.493404 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-dc0cedd3-42b8-443f-ac0c-08369cd2fde3 req-6cdefd55-2b91-4123-8b07-477414d69d55 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4ff7e434-0501-4572-8626-4a92bd7f5787 HTTP/1.1" status: 200 len: 1001 time: 0.0703456 Aug 18 11:28:51.547848 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.16', 59360) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:28:51.548861 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0cedd3-42b8-443f-ac0c-08369cd2fde3 req-36713081-84ed-4e35-8c44-cde23d1c498c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:28:51.550423 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-dc0cedd3-42b8-443f-ac0c-08369cd2fde3 req-36713081-84ed-4e35-8c44-cde23d1c498c service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=a362c7c9-82f8-42d5-b8a6-0309f8c4fcc3 HTTP/1.1" status: 200 len: 849 time: 0.0510857 Aug 18 11:28:51.604603 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0cedd3-42b8-443f-ac0c-08369cd2fde3 req-41f548b3-13b2-4489-b30e-baec9e4c0718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:28:51.606137 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-dc0cedd3-42b8-443f-ac0c-08369cd2fde3 req-41f548b3-13b2-4489-b30e-baec9e4c0718 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=973c519c-fa04-42b9-8369-c22e799d5cb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0488915 Aug 18 11:28:51.691746 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-8c760bbb-6df1-40e1-b6db-cfbfb2f43875 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:28:51.713079 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-dc0cedd3-42b8-443f-ac0c-08369cd2fde3 req-6f1ae79e-3f58-4f73-aff7-c47a31bd7537 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/973c519c-fa04-42b9-8369-c22e799d5cb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998166 Aug 18 11:28:51.787662 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-8c760bbb-6df1-40e1-b6db-cfbfb2f43875 admin admin] Publish callbacks [] for security_group (18098008-c79b-4b86-8448-23342ca1805f), precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:28:51.792965 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-8c760bbb-6df1-40e1-b6db-cfbfb2f43875 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433130'] for security_group (18098008-c79b-4b86-8448-23342ca1805f), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:28:51.798864 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:INSERT=4,neutron:SELECT=96 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:28:51.817940 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-dc0cedd3-42b8-443f-ac0c-08369cd2fde3 req-92296faf-df1c-4b23-b638-641d98818e7b service neutron] 10.222.0.20 "GET /networking/v2.0/networks/973c519c-fa04-42b9-8369-c22e799d5cb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975466 Aug 18 11:28:51.840603 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-8c760bbb-6df1-40e1-b6db-cfbfb2f43875 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=fef5fdf8ed0b4c87b6e76fdf68b8754f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2914836 Aug 18 11:28:51.843270 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.16', 59364) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:28:51.848880 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c760bbb-6df1-40e1-b6db-cfbfb2f43875 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18098008-c79b-4b86-8448-23342ca1805f,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:28:51.856963 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c760bbb-6df1-40e1-b6db-cfbfb2f43875 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:28:51.857294 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c760bbb-6df1-40e1-b6db-cfbfb2f43875 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:28:51.857641 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c760bbb-6df1-40e1-b6db-cfbfb2f43875 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:28:51.858127 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c760bbb-6df1-40e1-b6db-cfbfb2f43875 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:28:51.858476 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c760bbb-6df1-40e1-b6db-cfbfb2f43875 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:28:51.858806 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c760bbb-6df1-40e1-b6db-cfbfb2f43875 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:28:51.859142 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c760bbb-6df1-40e1-b6db-cfbfb2f43875 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:28:51.860038 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c760bbb-6df1-40e1-b6db-cfbfb2f43875 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:28:51.860403 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c760bbb-6df1-40e1-b6db-cfbfb2f43875 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:28:51.860735 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c760bbb-6df1-40e1-b6db-cfbfb2f43875 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:28:51.861066 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c760bbb-6df1-40e1-b6db-cfbfb2f43875 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:28:51.861394 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c760bbb-6df1-40e1-b6db-cfbfb2f43875 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:28:51.861719 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c760bbb-6df1-40e1-b6db-cfbfb2f43875 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:28:51.862044 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c760bbb-6df1-40e1-b6db-cfbfb2f43875 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:28:51.862365 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c760bbb-6df1-40e1-b6db-cfbfb2f43875 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:28:51.903066 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-961bb423-5187-4930-998f-79652519d9a7 admin admin] Publish callbacks [] for security_group (18098008-c79b-4b86-8448-23342ca1805f), before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:28:51.925869 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-961bb423-5187-4930-998f-79652519d9a7 admin admin] Publish callbacks [] for security_group (18098008-c79b-4b86-8448-23342ca1805f), precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:28:51.977887 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-961bb423-5187-4930-998f-79652519d9a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433130'] for security_group (18098008-c79b-4b86-8448-23342ca1805f), after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:28:51.980654 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-961bb423-5187-4930-998f-79652519d9a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:28:51.981861 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [None req-961bb423-5187-4930-998f-79652519d9a7 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/18098008-c79b-4b86-8448-23342ca1805f HTTP/1.1" status: 204 len: 168 time: 0.1370051 Aug 18 11:28:51.990639 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961bb423-5187-4930-998f-79652519d9a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18098008-c79b-4b86-8448-23342ca1805f,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:28:52.230237 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=68 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:28:52.231151 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=52 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:28:52.310959 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.16', 59370) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:28:52.325236 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2d49d6fb-6df5-447a-a94a-90a8c2e65227 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:28:52.430920 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2d49d6fb-6df5-447a-a94a-90a8c2e65227 admin admin] Publish callbacks [] for security_group (136222cc-9c12-4dd1-b261-a1264ff4daf9), precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:28:52.435408 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2d49d6fb-6df5-447a-a94a-90a8c2e65227 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433130'] for security_group (136222cc-9c12-4dd1-b261-a1264ff4daf9), after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:28:52.772828 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d49d6fb-6df5-447a-a94a-90a8c2e65227 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=136222cc-9c12-4dd1-b261-a1264ff4daf9,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:28:52.787785 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [None req-2d49d6fb-6df5-447a-a94a-90a8c2e65227 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=a5370cf0f65344519764619113d11f0b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4751332 Aug 18 11:28:52.789963 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.16', 59376) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:28:52.798770 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfd59b0-706a-4084-9384-c233ffa1a365 req-a2bf9e20-8641-4525-9207-8119a94d1865 tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:28:52.800474 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-dbfd59b0-706a-4084-9384-c233ffa1a365 req-a2bf9e20-8641-4525-9207-8119a94d1865 tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=79701b52-9222-4f88-80a3-822ad29164f5 HTTP/1.1" status: 200 len: 946 time: 0.3526516 Aug 18 11:28:52.854790 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-deff0ae4-1303-4305-8cce-c1e63654d777 admin admin] Publish callbacks [] for security_group (136222cc-9c12-4dd1-b261-a1264ff4daf9), before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:28:52.855059 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-dbfd59b0-706a-4084-9384-c233ffa1a365 req-da2e2f51-494e-4bc7-ada3-7dde2df9e8a4 tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4bc8b1c1-0f9e-46fd-988e-ee2967d1dfc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468009 Aug 18 11:28:52.877418 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-deff0ae4-1303-4305-8cce-c1e63654d777 admin admin] Publish callbacks [] for security_group (136222cc-9c12-4dd1-b261-a1264ff4daf9), precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:28:52.917809 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=84,neutron:DELETE=8,neutron:INSERT=8 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:28:52.936358 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-deff0ae4-1303-4305-8cce-c1e63654d777 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433130'] for security_group (136222cc-9c12-4dd1-b261-a1264ff4daf9), after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:28:52.939407 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-deff0ae4-1303-4305-8cce-c1e63654d777 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:28:52.940730 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-deff0ae4-1303-4305-8cce-c1e63654d777 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/136222cc-9c12-4dd1-b261-a1264ff4daf9 HTTP/1.1" status: 204 len: 168 time: 0.1497011 Aug 18 11:28:52.949489 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deff0ae4-1303-4305-8cce-c1e63654d777 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=136222cc-9c12-4dd1-b261-a1264ff4daf9,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:29:02.009356 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:29:02.843157 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=87,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:29:02.850532 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=46,neutron:DELETE=3,neutron:INSERT=6 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:29:02.944025 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=64,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:29:02.944865 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=1 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:29:02.963824 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:29:04.308752 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.agents_db [None req-8a9264f7-88d3-4c8b-91d1-adcc6bb37de7 None None] Agent healthcheck: found 6 active agents {{(pid=106381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 11:29:05.706340 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (0c451e2b-fe38-44d1-984c-2dd7bcedf4dc), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:29:11.026160 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-d8181555-accd-423f-8c1f-ab901331b4fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (c499a017-4b38-4967-b050-d4094e1a7564), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:29:12.013841 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-7bb82787-5505-4c4b-a551-a8ad26ec5c15 req-823b63dc-51de-47d4-88ba-4acec09c673a service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=79701b52-9222-4f88-80a3-822ad29164f5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0401485 Aug 18 11:29:12.078785 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb82787-5505-4c4b-a551-a8ad26ec5c15 req-2b47b76a-cbd2-485d-81d7-ea059cf350bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:29:12.080313 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-7bb82787-5505-4c4b-a551-a8ad26ec5c15 req-2b47b76a-cbd2-485d-81d7-ea059cf350bc service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=28a8db4d53754a09aad85d3b756fed10&device_id=79701b52-9222-4f88-80a3-822ad29164f5 HTTP/1.1" status: 200 len: 1130 time: 0.0418723 Aug 18 11:29:12.194111 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb82787-5505-4c4b-a551-a8ad26ec5c15 req-047cbeae-5774-4970-889f-d37e438e714a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:29:12.195560 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-7bb82787-5505-4c4b-a551-a8ad26ec5c15 req-047cbeae-5774-4970-889f-d37e438e714a service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=973c519c-fa04-42b9-8369-c22e799d5cb8 HTTP/1.1" status: 200 len: 911 time: 0.0954680 Aug 18 11:29:12.258293 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-7bb82787-5505-4c4b-a551-a8ad26ec5c15 req-f56345ca-f422-4d52-8aca-d567ae8dacfa service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4ff7e434-0501-4572-8626-4a92bd7f5787 HTTP/1.1" status: 200 len: 1001 time: 0.0563617 Aug 18 11:29:12.319711 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb82787-5505-4c4b-a551-a8ad26ec5c15 req-17174391-7b32-466d-9df6-dd0f4a9c9b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:29:12.321212 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-7bb82787-5505-4c4b-a551-a8ad26ec5c15 req-17174391-7b32-466d-9df6-dd0f4a9c9b20 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=a362c7c9-82f8-42d5-b8a6-0309f8c4fcc3 HTTP/1.1" status: 200 len: 849 time: 0.0562272 Aug 18 11:29:12.371551 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb82787-5505-4c4b-a551-a8ad26ec5c15 req-498904d4-f289-4d12-a3db-5068e51dd81f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:29:12.373145 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-7bb82787-5505-4c4b-a551-a8ad26ec5c15 req-498904d4-f289-4d12-a3db-5068e51dd81f service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=973c519c-fa04-42b9-8369-c22e799d5cb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0446334 Aug 18 11:29:12.475385 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-7bb82787-5505-4c4b-a551-a8ad26ec5c15 req-3dd60556-6b4e-4b24-acf8-ddcc796b454a service neutron] 10.222.0.20 "GET /networking/v2.0/networks/973c519c-fa04-42b9-8369-c22e799d5cb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950828 Aug 18 11:29:12.571817 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-7bb82787-5505-4c4b-a551-a8ad26ec5c15 req-bcb99b8d-fd6d-4f9b-a6ee-933754f1297c service neutron] 10.222.0.20 "GET /networking/v2.0/networks/973c519c-fa04-42b9-8369-c22e799d5cb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890911 Aug 18 11:29:13.396611 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-d3303443-f7c4-474e-a3e3-e437d125555d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (5a2ac145-53e3-4597-a9e7-c52b4336ae58), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:29:14.305770 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=2 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:29:14.724466 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-a5cc8183-7213-4642-9d48-bc0d47940d29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (29720577-1c8f-43c1-a8be-c2a14df8d65e), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:29:15.286444 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.16', 59630) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:29:15.401182 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ab06cbaa-a8c6-4a67-a929-b31a5062a7ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:29:15.489273 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ab06cbaa-a8c6-4a67-a929-b31a5062a7ba admin admin] Publish callbacks [] for security_group (9be80a6b-3598-4cbd-8437-aac3ff6db351), precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:29:15.503956 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ab06cbaa-a8c6-4a67-a929-b31a5062a7ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433130'] for security_group (9be80a6b-3598-4cbd-8437-aac3ff6db351), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:29:15.543243 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab06cbaa-a8c6-4a67-a929-b31a5062a7ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9be80a6b-3598-4cbd-8437-aac3ff6db351,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:29:15.547553 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-ab06cbaa-a8c6-4a67-a929-b31a5062a7ba admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=34db09cf16f14a49b4d87b4be5aafdb6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2600009 Aug 18 11:29:15.551458 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.16', 59634) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:29:15.603905 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-14f84c17-f39c-42af-92f6-f6764865e75c admin admin] Publish callbacks [] for security_group (9be80a6b-3598-4cbd-8437-aac3ff6db351), before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:29:15.625365 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-14f84c17-f39c-42af-92f6-f6764865e75c admin admin] Publish callbacks [] for security_group (9be80a6b-3598-4cbd-8437-aac3ff6db351), precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:29:15.677185 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-14f84c17-f39c-42af-92f6-f6764865e75c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433130'] for security_group (9be80a6b-3598-4cbd-8437-aac3ff6db351), after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:29:15.680181 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-14f84c17-f39c-42af-92f6-f6764865e75c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:29:15.681411 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-14f84c17-f39c-42af-92f6-f6764865e75c admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/9be80a6b-3598-4cbd-8437-aac3ff6db351 HTTP/1.1" status: 204 len: 168 time: 0.1290114 Aug 18 11:29:15.693079 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f84c17-f39c-42af-92f6-f6764865e75c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9be80a6b-3598-4cbd-8437-aac3ff6db351,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:29:16.001512 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (69d4285f-736d-41a6-a99e-1994eed59bce), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:29:16.442252 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.16', 59658) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:29:16.521337 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c68edff8-e550-48a3-9de2-17badfe483c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (307af099-d926-4e52-9df3-0cd09baf3c81), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:29:16.561690 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.v2.base [None req-7cf74d24-9b69-426c-b5e4-fad4f7f99dee admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-638646610-network', 'tenant_id': 'f205a572baf449f09e403e3750ee8af2'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:29:16.583828 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cf74d24-9b69-426c-b5e4-fad4f7f99dee admin admin] Made reservation on behalf of f205a572baf449f09e403e3750ee8af2 for: {'network': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 11:29:16.586132 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7cf74d24-9b69-426c-b5e4-fad4f7f99dee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for network (None), before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:29:16.596269 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7cf74d24-9b69-426c-b5e4-fad4f7f99dee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:29:16.679992 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7cf74d24-9b69-426c-b5e4-fad4f7f99dee admin admin] Publish callbacks [] for security_group (87d7e7b1-ae29-4142-85c7-1a94fcabfcd8), precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:29:16.683797 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7cf74d24-9b69-426c-b5e4-fad4f7f99dee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433130'] for security_group (87d7e7b1-ae29-4142-85c7-1a94fcabfcd8), after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:29:16.714913 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7cf74d24-9b69-426c-b5e4-fad4f7f99dee admin admin] vlan segment allocate from pool success with {'vlan_id': 983, 'physical_network': 'physnet1'} {{(pid=106378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 11:29:16.725908 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf74d24-9b69-426c-b5e4-fad4f7f99dee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87d7e7b1-ae29-4142-85c7-1a94fcabfcd8,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:29:16.731874 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7cf74d24-9b69-426c-b5e4-fad4f7f99dee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3609830'] for segment (c69016e2-25b2-4016-8bdb-0fd20ec084c0), precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:29:16.732242 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.db.segments_db [None req-7cf74d24-9b69-426c-b5e4-fad4f7f99dee admin admin] Added segment c69016e2-25b2-4016-8bdb-0fd20ec084c0 of type vlan for network 720cce3d-7c03-4a70-bffa-ed56b7f35cca Aug 18 11:29:16.778486 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7cf74d24-9b69-426c-b5e4-fad4f7f99dee admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732802498636'] for network (720cce3d-7c03-4a70-bffa-ed56b7f35cca), precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:29:16.808575 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7cf74d24-9b69-426c-b5e4-fad4f7f99dee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403'] for network (720cce3d-7c03-4a70-bffa-ed56b7f35cca), after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:29:16.809588 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cf74d24-9b69-426c-b5e4-fad4f7f99dee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:29:16.810171 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7cf74d24-9b69-426c-b5e4-fad4f7f99dee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682417'] for network (None), before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:29:16.870655 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:29:16.880756 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [None req-7cf74d24-9b69-426c-b5e4-fad4f7f99dee admin admin] 10.222.0.16 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4333513 Aug 18 11:29:16.880864 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.16', 59664) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:29:16.885520 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.v2.base [None req-cb0b3f6e-e099-4fac-8013-1e397359202d admin admin] Request body: {'subnet': {'network_id': '720cce3d-7c03-4a70-bffa-ed56b7f35cca', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-638646610-subnet', 'tenant_id': 'f205a572baf449f09e403e3750ee8af2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:29:16.896825 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf74d24-9b69-426c-b5e4-fad4f7f99dee admin admin] Pushing event updated for resources: {'Network': ['ID=720cce3d-7c03-4a70-bffa-ed56b7f35cca,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:29:16.909130 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Network 720cce3d-7c03-4a70-bffa-ed56b7f35cca details requested by agent ovs-agent-dv-cinder-853450-2-iscsi with host dv-cinder-853450-2-iscsi {{(pid=106380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 11:29:16.921656 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb0b3f6e-e099-4fac-8013-1e397359202d admin admin] Made reservation on behalf of f205a572baf449f09e403e3750ee8af2 for: {'subnet': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 11:29:16.925074 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-cb0b3f6e-e099-4fac-8013-1e397359202d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11267958'] for subnet (None), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:29:17.117363 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-cb0b3f6e-e099-4fac-8013-1e397359202d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1640095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11267864'] for subnet (26d1bca3-a78e-4d09-8072-76cf10604c99), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:29:17.180239 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0b3f6e-e099-4fac-8013-1e397359202d admin admin] Pushing event updated for resources: {'Subnet': ['ID=26d1bca3-a78e-4d09-8072-76cf10604c99,revision_number=0']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:29:17.191744 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb0b3f6e-e099-4fac-8013-1e397359202d admin admin] Checking segment: {'id': 'c69016e2-25b2-4016-8bdb-0fd20ec084c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 983, 'network_id': '720cce3d-7c03-4a70-bffa-ed56b7f35cca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 18 11:29:17.192097 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb0b3f6e-e099-4fac-8013-1e397359202d admin admin] Network hostable DHCP agents. Network: 720cce3d-7c03-4a70-bffa-ed56b7f35cca, hostable agents: ['c499a017-4b38-4967-b050-d4094e1a7564'], hosted agents: [] {{(pid=106379) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 11:29:17.211825 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb0b3f6e-e099-4fac-8013-1e397359202d admin admin] Network 720cce3d-7c03-4a70-bffa-ed56b7f35cca is scheduled to be hosted by DHCP agent c499a017-4b38-4967-b050-d4094e1a7564 with binding_index 1 {{(pid=106379) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 11:29:17.221042 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-cb0b3f6e-e099-4fac-8013-1e397359202d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-853450-2-iscsi, 720cce3d-7c03-4a70-bffa-ed56b7f35cca) {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 11:29:17.225353 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb0b3f6e-e099-4fac-8013-1e397359202d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:29:17.225966 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-cb0b3f6e-e099-4fac-8013-1e397359202d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:29:17.230257 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2c9511c-8450-493c-b0fa-fd89fa814005 None None] Network 720cce3d-7c03-4a70-bffa-ed56b7f35cca requested from dv-cinder-853450-2-iscsi {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 18 11:29:17.251429 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-cb0b3f6e-e099-4fac-8013-1e397359202d admin admin] 10.222.0.16 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3718543 Aug 18 11:29:17.357295 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67275342-0fcf-48be-b9d6-5ddd07bd20e9 None None] Network 720cce3d-7c03-4a70-bffa-ed56b7f35cca requested from dv-cinder-853450-2-iscsi {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 18 11:29:19.108618 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:29:19.157199 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd1d967-ec1c-48b0-8cd6-1fed8e3300c7 req-304619fa-0c8b-45c1-93d9-b97d0d6680b8 tempest-VolumesActionsTest-1227637783 tempest-VolumesActionsTest-1227637783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:29:19.158819 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-dbd1d967-ec1c-48b0-8cd6-1fed8e3300c7 req-304619fa-0c8b-45c1-93d9-b97d0d6680b8 tempest-VolumesActionsTest-1227637783 tempest-VolumesActionsTest-1227637783-project] 10.222.0.16 "GET /networking/v2.0/networks?id=720cce3d-7c03-4a70-bffa-ed56b7f35cca HTTP/1.1" status: 200 len: 808 time: 0.1216238 Aug 18 11:29:19.174614 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-dbd1d967-ec1c-48b0-8cd6-1fed8e3300c7 req-5dd63d7a-ce3a-4d90-b300-96c6f6717e5a tempest-VolumesActionsTest-1227637783 tempest-VolumesActionsTest-1227637783-project] 10.222.0.16 "GET /networking/v2.0/quotas/f205a572baf449f09e403e3750ee8af2 HTTP/1.1" status: 200 len: 375 time: 0.0099447 Aug 18 11:29:19.211554 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-dbd1d967-ec1c-48b0-8cd6-1fed8e3300c7 req-717d05d4-f588-4b00-9c81-29e59631d081 tempest-VolumesActionsTest-1227637783 tempest-VolumesActionsTest-1227637783-project] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=f205a572baf449f09e403e3750ee8af2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0313148 Aug 18 11:29:19.222138 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.wsgi [req-dbd1d967-ec1c-48b0-8cd6-1fed8e3300c7 req-1103c229-f7a9-4043-a415-94b05ba68826 service neutron] http://10.222.0.16:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106378) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 18 11:29:19.223164 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-dbd1d967-ec1c-48b0-8cd6-1fed8e3300c7 req-1103c229-f7a9-4043-a415-94b05ba68826 service neutron] 10.222.0.16 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0052414 Aug 18 11:29:19.325195 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-dbd1d967-ec1c-48b0-8cd6-1fed8e3300c7 req-6e87f67b-0479-4276-8660-2683a1f0475b service neutron] 10.222.0.16 "GET /networking/v2.0/networks/720cce3d-7c03-4a70-bffa-ed56b7f35cca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960553 Aug 18 11:29:19.427691 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-dbd1d967-ec1c-48b0-8cd6-1fed8e3300c7 req-dc168efc-65df-409a-a93e-7765ab164bca service neutron] 10.222.0.16 "GET /networking/v2.0/networks/720cce3d-7c03-4a70-bffa-ed56b7f35cca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959306 Aug 18 11:29:19.610186 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-42b2ac1a-3e40-4dbc-a655-3e0fd2892b3b req-77a34ea1-b8a6-43bc-a4da-9c2bbcc7bd62 tempest-VolumesActionsTest-1227637783 tempest-VolumesActionsTest-1227637783-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=64b24cc8-f711-4d0a-a184-769aa6129d64 HTTP/1.1" status: 200 len: 210 time: 0.0305390 Aug 18 11:29:20.727661 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-f6379d16-cf97-4b0d-8056-4a64a4c39b94 req-2060dbe1-5ade-47ec-ba5d-d6a52835b708 tempest-VolumesActionsTest-1227637783 tempest-VolumesActionsTest-1227637783-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=64b24cc8-f711-4d0a-a184-769aa6129d64 HTTP/1.1" status: 200 len: 210 time: 0.0413833 Aug 18 11:29:20.831216 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd1d967-ec1c-48b0-8cd6-1fed8e3300c7 req-fa12dcb0-7675-4610-8b0a-b6ae2f509058 tempest-VolumesActionsTest-1227637783 tempest-VolumesActionsTest-1227637783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:29:20.833630 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-dbd1d967-ec1c-48b0-8cd6-1fed8e3300c7 req-fa12dcb0-7675-4610-8b0a-b6ae2f509058 tempest-VolumesActionsTest-1227637783 tempest-VolumesActionsTest-1227637783-project] 10.222.0.20 "GET /networking/v2.0/networks?id=720cce3d-7c03-4a70-bffa-ed56b7f35cca HTTP/1.1" status: 200 len: 808 time: 0.1175418 Aug 18 11:29:20.851313 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.v2.base [req-dbd1d967-ec1c-48b0-8cd6-1fed8e3300c7 req-9c2d7e09-0b1d-41dd-954f-75ac1f04c315 tempest-VolumesActionsTest-1227637783 tempest-VolumesActionsTest-1227637783-project] Request body: {'port': {'device_id': '64b24cc8-f711-4d0a-a184-769aa6129d64', 'network_id': '720cce3d-7c03-4a70-bffa-ed56b7f35cca', 'admin_state_up': True, 'tenant_id': 'f205a572baf449f09e403e3750ee8af2'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:29:20.972215 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dbd1d967-ec1c-48b0-8cd6-1fed8e3300c7 req-9c2d7e09-0b1d-41dd-954f-75ac1f04c315 tempest-VolumesActionsTest-1227637783 tempest-VolumesActionsTest-1227637783-project] Made reservation on behalf of f205a572baf449f09e403e3750ee8af2 for: {'port': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 11:29:20.972822 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-dbd1d967-ec1c-48b0-8cd6-1fed8e3300c7 req-9c2d7e09-0b1d-41dd-954f-75ac1f04c315 tempest-VolumesActionsTest-1227637783 tempest-VolumesActionsTest-1227637783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (None), before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:29:21.121150 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [req-dbd1d967-ec1c-48b0-8cd6-1fed8e3300c7 req-9c2d7e09-0b1d-41dd-954f-75ac1f04c315 tempest-VolumesActionsTest-1227637783 tempest-VolumesActionsTest-1227637783-project] Allocated IP 172.20.0.7 (720cce3d-7c03-4a70-bffa-ed56b7f35cca/26d1bca3-a78e-4d09-8072-76cf10604c99/005a1c84-5876-40b2-87aa-da9624384186) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 11:29:21.287508 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-dbd1d967-ec1c-48b0-8cd6-1fed8e3300c7 req-9c2d7e09-0b1d-41dd-954f-75ac1f04c315 tempest-VolumesActionsTest-1227637783 tempest-VolumesActionsTest-1227637783-project] Publish callbacks [] for port (005a1c84-5876-40b2-87aa-da9624384186), precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:29:21.307560 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:29:21.315195 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:29:21.321922 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-dbd1d967-ec1c-48b0-8cd6-1fed8e3300c7 req-9c2d7e09-0b1d-41dd-954f-75ac1f04c315 tempest-VolumesActionsTest-1227637783 tempest-VolumesActionsTest-1227637783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732802528781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11809227'] for port (005a1c84-5876-40b2-87aa-da9624384186), after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:29:21.372443 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dbd1d967-ec1c-48b0-8cd6-1fed8e3300c7 req-9c2d7e09-0b1d-41dd-954f-75ac1f04c315 tempest-VolumesActionsTest-1227637783 tempest-VolumesActionsTest-1227637783-project] Network 720cce3d-7c03-4a70-bffa-ed56b7f35cca is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 11:29:21.378641 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [req-dbd1d967-ec1c-48b0-8cd6-1fed8e3300c7 req-9c2d7e09-0b1d-41dd-954f-75ac1f04c315 tempest-VolumesActionsTest-1227637783 tempest-VolumesActionsTest-1227637783-project] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 11:29:21.380897 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2d7e09-0b1d-41dd-954f-75ac1f04c315 tempest-VolumesActionsTest-1227637783 tempest-VolumesActionsTest-1227637783-project] Pushing event updated for resources: {'Port': ['ID=005a1c84-5876-40b2-87aa-da9624384186,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:29:21.383036 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbd1d967-ec1c-48b0-8cd6-1fed8e3300c7 req-9c2d7e09-0b1d-41dd-954f-75ac1f04c315 tempest-VolumesActionsTest-1227637783 tempest-VolumesActionsTest-1227637783-project] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 18 11:29:21.436199 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd1d967-ec1c-48b0-8cd6-1fed8e3300c7 req-9c2d7e09-0b1d-41dd-954f-75ac1f04c315 tempest-VolumesActionsTest-1227637783 tempest-VolumesActionsTest-1227637783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:29:21.436806 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-dbd1d967-ec1c-48b0-8cd6-1fed8e3300c7 req-9c2d7e09-0b1d-41dd-954f-75ac1f04c315 tempest-VolumesActionsTest-1227637783 tempest-VolumesActionsTest-1227637783-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22494'] for port (None), before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:29:21.457384 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-dbd1d967-ec1c-48b0-8cd6-1fed8e3300c7 req-9c2d7e09-0b1d-41dd-954f-75ac1f04c315 tempest-VolumesActionsTest-1227637783 tempest-VolumesActionsTest-1227637783-project] 10.222.0.20 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6131635 Aug 18 11:29:21.473095 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.v2.base [req-dbd1d967-ec1c-48b0-8cd6-1fed8e3300c7 req-d1903669-d0ef-4dd1-82b4-3454816b0836 service neutron] Request body: {'port': {'device_id': '64b24cc8-f711-4d0a-a184-769aa6129d64', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85345'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:29:21.541137 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-dbd1d967-ec1c-48b0-8cd6-1fed8e3300c7 req-d1903669-d0ef-4dd1-82b4-3454816b0836 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (005a1c84-5876-40b2-87aa-da9624384186), before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:29:21.846240 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.notifiers.nova [req-dbd1d967-ec1c-48b0-8cd6-1fed8e3300c7 req-d1903669-d0ef-4dd1-82b4-3454816b0836 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 005a1c84-5876-40b2-87aa-da9624384186 {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 18 11:29:21.857672 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-dbd1d967-ec1c-48b0-8cd6-1fed8e3300c7 req-d1903669-d0ef-4dd1-82b4-3454816b0836 service neutron] Publish callbacks [] for port (005a1c84-5876-40b2-87aa-da9624384186), precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:29:21.881093 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70adc1d-9380-4b38-8a6f-a83b8d02e7e6 req-7786d6b6-be3b-477d-97b4-ec398e59f0f3 tempest-VolumesActionsTest-1227637783 tempest-VolumesActionsTest-1227637783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:29:21.882667 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-c70adc1d-9380-4b38-8a6f-a83b8d02e7e6 req-7786d6b6-be3b-477d-97b4-ec398e59f0f3 tempest-VolumesActionsTest-1227637783 tempest-VolumesActionsTest-1227637783-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=64b24cc8-f711-4d0a-a184-769aa6129d64 HTTP/1.1" status: 200 len: 931 time: 0.0761056 Aug 18 11:29:21.885974 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [req-dbd1d967-ec1c-48b0-8cd6-1fed8e3300c7 req-d1903669-d0ef-4dd1-82b4-3454816b0836 service neutron] Transition to ACTIVE for port object 005a1c84-5876-40b2-87aa-da9624384186 will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 18 11:29:21.895906 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-dbd1d967-ec1c-48b0-8cd6-1fed8e3300c7 req-d1903669-d0ef-4dd1-82b4-3454816b0836 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732803053689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732802528799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732802528817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11809220'] for port (005a1c84-5876-40b2-87aa-da9624384186), after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:29:22.006861 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1903669-d0ef-4dd1-82b4-3454816b0836 service neutron] Pushing event updated for resources: {'Port': ['ID=005a1c84-5876-40b2-87aa-da9624384186,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:29:22.014539 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-c70adc1d-9380-4b38-8a6f-a83b8d02e7e6 req-8ac87adf-95ae-4e68-a165-2123ce76264f tempest-VolumesActionsTest-1227637783 tempest-VolumesActionsTest-1227637783-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=87d7e7b1-ae29-4142-85c7-1a94fcabfcd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252167 Aug 18 11:29:22.061207 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-dbd1d967-ec1c-48b0-8cd6-1fed8e3300c7 req-d1903669-d0ef-4dd1-82b4-3454816b0836 service neutron] Attempting to bind port 005a1c84-5876-40b2-87aa-da9624384186 on host hv-cinder-85345 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 18 11:29:22.061538 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-dbd1d967-ec1c-48b0-8cd6-1fed8e3300c7 req-d1903669-d0ef-4dd1-82b4-3454816b0836 service neutron] Attempting to bind port 005a1c84-5876-40b2-87aa-da9624384186 by drivers openvswitch,hyperv on host hv-cinder-85345 at level 0 using segments [{'id': 'c69016e2-25b2-4016-8bdb-0fd20ec084c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 983, 'network_id': '720cce3d-7c03-4a70-bffa-ed56b7f35cca'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 18 11:29:22.061868 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbd1d967-ec1c-48b0-8cd6-1fed8e3300c7 req-d1903669-d0ef-4dd1-82b4-3454816b0836 service neutron] Attempting to bind port 005a1c84-5876-40b2-87aa-da9624384186 on network 720cce3d-7c03-4a70-bffa-ed56b7f35cca {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 18 11:29:22.066613 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbd1d967-ec1c-48b0-8cd6-1fed8e3300c7 req-d1903669-d0ef-4dd1-82b4-3454816b0836 service neutron] Port 005a1c84-5876-40b2-87aa-da9624384186 on network 720cce3d-7c03-4a70-bffa-ed56b7f35cca not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85345 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 18 11:29:22.066935 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbd1d967-ec1c-48b0-8cd6-1fed8e3300c7 req-d1903669-d0ef-4dd1-82b4-3454816b0836 service neutron] Attempting to bind port 005a1c84-5876-40b2-87aa-da9624384186 on network 720cce3d-7c03-4a70-bffa-ed56b7f35cca {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 18 11:29:22.072015 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbd1d967-ec1c-48b0-8cd6-1fed8e3300c7 req-d1903669-d0ef-4dd1-82b4-3454816b0836 service neutron] Checking agent: {'id': '0c451e2b-fe38-44d1-984c-2dd7bcedf4dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85345', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 18, 11, 14, 5), 'started_at': datetime.datetime(2022, 8, 18, 11, 14, 5), 'heartbeat_timestamp': datetime.datetime(2022, 8, 18, 11, 29, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 18 11:29:22.072386 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbd1d967-ec1c-48b0-8cd6-1fed8e3300c7 req-d1903669-d0ef-4dd1-82b4-3454816b0836 service neutron] Checking segment: {'id': 'c69016e2-25b2-4016-8bdb-0fd20ec084c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 983, 'network_id': '720cce3d-7c03-4a70-bffa-ed56b7f35cca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 18 11:29:22.072769 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbd1d967-ec1c-48b0-8cd6-1fed8e3300c7 req-d1903669-d0ef-4dd1-82b4-3454816b0836 service neutron] Bound using segment: {'id': 'c69016e2-25b2-4016-8bdb-0fd20ec084c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 983, 'network_id': '720cce3d-7c03-4a70-bffa-ed56b7f35cca'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 18 11:29:22.073196 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-dbd1d967-ec1c-48b0-8cd6-1fed8e3300c7 req-d1903669-d0ef-4dd1-82b4-3454816b0836 service neutron] Bound port: 005a1c84-5876-40b2-87aa-da9624384186, host: hv-cinder-85345, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c69016e2-25b2-4016-8bdb-0fd20ec084c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 983, 'network_id': '720cce3d-7c03-4a70-bffa-ed56b7f35cca'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 18 11:29:22.073551 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-dbd1d967-ec1c-48b0-8cd6-1fed8e3300c7 req-d1903669-d0ef-4dd1-82b4-3454816b0836 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (005a1c84-5876-40b2-87aa-da9624384186), before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:29:22.148895 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-dbd1d967-ec1c-48b0-8cd6-1fed8e3300c7 req-d1903669-d0ef-4dd1-82b4-3454816b0836 service neutron] For port 005a1c84-5876-40b2-87aa-da9624384186, host hv-cinder-85345, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 11:29:22.152375 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-dbd1d967-ec1c-48b0-8cd6-1fed8e3300c7 req-d1903669-d0ef-4dd1-82b4-3454816b0836 service neutron] For port 005a1c84-5876-40b2-87aa-da9624384186, host hv-cinder-85345, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85345',level=0,port_id=005a1c84-5876-40b2-87aa-da9624384186,segment=NetworkSegment(c69016e2-25b2-4016-8bdb-0fd20ec084c0),segment_id=c69016e2-25b2-4016-8bdb-0fd20ec084c0)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 11:29:22.160101 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-dbd1d967-ec1c-48b0-8cd6-1fed8e3300c7 req-d1903669-d0ef-4dd1-82b4-3454816b0836 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732803053689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732802528799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732802528817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11809220'] for port (005a1c84-5876-40b2-87aa-da9624384186), after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:29:22.164540 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd1d967-ec1c-48b0-8cd6-1fed8e3300c7 req-d1903669-d0ef-4dd1-82b4-3454816b0836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:29:22.165154 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-dbd1d967-ec1c-48b0-8cd6-1fed8e3300c7 req-d1903669-d0ef-4dd1-82b4-3454816b0836 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22494'] for port (None), before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:29:22.166530 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-dbd1d967-ec1c-48b0-8cd6-1fed8e3300c7 req-d1903669-d0ef-4dd1-82b4-3454816b0836 service neutron] 10.222.0.20 "PUT /networking/v2.0/ports/005a1c84-5876-40b2-87aa-da9624384186 HTTP/1.1" status: 200 len: 1093 time: 0.6985714 Aug 18 11:29:22.167037 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64b24cc8-f711-4d0a-a184-769aa6129d64', 'tag': '005a1c84-5876-40b2-87aa-da9624384186'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 18 11:29:22.170142 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c862ab1b2ee120cb5e2e4f2725a0fe0d7acaf57f657006002d91667c9b4c94a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8667e97-a305-4f7a-8d6c-e58aa959ab2e" -d '{"events": [{"name": "network-changed", "server_uuid": "64b24cc8-f711-4d0a-a184-769aa6129d64", "tag": "005a1c84-5876-40b2-87aa-da9624384186"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:29:22.173096 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:29:22.215664 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Aug 2022 11:29:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf4bcac6-e9d9-4772-9430-12a12bf881e2 x-openstack-request-id: req-cf4bcac6-e9d9-4772-9430-12a12bf881e2 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:29:22.215944 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64b24cc8-f711-4d0a-a184-769aa6129d64", "tag": "005a1c84-5876-40b2-87aa-da9624384186", "status": "completed", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:29:22.216216 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-cf4bcac6-e9d9-4772-9430-12a12bf881e2 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:29:22.216625 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf4bcac6-e9d9-4772-9430-12a12bf881e2'] response: {'name': 'network-changed', 'server_uuid': '64b24cc8-f711-4d0a-a184-769aa6129d64', 'tag': '005a1c84-5876-40b2-87aa-da9624384186', 'status': 'completed', 'code': 200} Aug 18 11:29:22.237234 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1903669-d0ef-4dd1-82b4-3454816b0836 service neutron] Pushing event updated for resources: {'Port': ['ID=005a1c84-5876-40b2-87aa-da9624384186,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:29:22.266149 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd1d967-ec1c-48b0-8cd6-1fed8e3300c7 req-7ad4b3f9-f932-4ac5-9f4a-ef92e78cb72f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:29:22.268234 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-dbd1d967-ec1c-48b0-8cd6-1fed8e3300c7 req-7ad4b3f9-f932-4ac5-9f4a-ef92e78cb72f service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=f205a572baf449f09e403e3750ee8af2&device_id=64b24cc8-f711-4d0a-a184-769aa6129d64 HTTP/1.1" status: 200 len: 1127 time: 0.0453873 Aug 18 11:29:22.289016 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:29:22.319905 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-dbd1d967-ec1c-48b0-8cd6-1fed8e3300c7 req-b8b038cf-335d-4440-a008-b5076d0e2df2 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=005a1c84-5876-40b2-87aa-da9624384186 HTTP/1.1" status: 200 len: 217 time: 0.0386121 Aug 18 11:29:22.374484 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd1d967-ec1c-48b0-8cd6-1fed8e3300c7 req-7a6d1e15-c816-486f-bee8-cacc1d688cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:29:22.375893 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-dbd1d967-ec1c-48b0-8cd6-1fed8e3300c7 req-7a6d1e15-c816-486f-bee8-cacc1d688cf2 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=26d1bca3-a78e-4d09-8072-76cf10604c99 HTTP/1.1" status: 200 len: 848 time: 0.0497746 Aug 18 11:29:22.411537 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-dbd1d967-ec1c-48b0-8cd6-1fed8e3300c7 req-4e92ebef-343c-493d-b7cf-70889935f0e0 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=720cce3d-7c03-4a70-bffa-ed56b7f35cca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286088 Aug 18 11:29:22.514575 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-dbd1d967-ec1c-48b0-8cd6-1fed8e3300c7 req-f6716243-5f1f-4bc9-bf4a-8faa28144e35 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/720cce3d-7c03-4a70-bffa-ed56b7f35cca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964606 Aug 18 11:29:22.614969 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-dbd1d967-ec1c-48b0-8cd6-1fed8e3300c7 req-4caad09b-9ac7-4943-b1ca-ed8b789cbc9e service neutron] 10.222.0.20 "GET /networking/v2.0/networks/720cce3d-7c03-4a70-bffa-ed56b7f35cca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933075 Aug 18 11:29:23.159781 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02834b73-174f-45d0-8d76-991d0017c9f1 req-bbb4023c-6042-47c9-9291-dd033fc29603 tempest-VolumesActionsTest-1227637783 tempest-VolumesActionsTest-1227637783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:29:23.161329 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-02834b73-174f-45d0-8d76-991d0017c9f1 req-bbb4023c-6042-47c9-9291-dd033fc29603 tempest-VolumesActionsTest-1227637783 tempest-VolumesActionsTest-1227637783-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=64b24cc8-f711-4d0a-a184-769aa6129d64 HTTP/1.1" status: 200 len: 943 time: 0.0582268 Aug 18 11:29:23.214104 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-02834b73-174f-45d0-8d76-991d0017c9f1 req-f71f2442-68da-42b1-970e-ed5262cca113 tempest-VolumesActionsTest-1227637783 tempest-VolumesActionsTest-1227637783-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=87d7e7b1-ae29-4142-85c7-1a94fcabfcd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471137 Aug 18 11:29:24.354791 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753b5c02-f222-48fd-9bd7-59f0ee41a0b4 req-9e1dde14-5c7c-445a-b982-be0d9ead99df tempest-VolumesActionsTest-1227637783 tempest-VolumesActionsTest-1227637783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:29:24.356306 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-753b5c02-f222-48fd-9bd7-59f0ee41a0b4 req-9e1dde14-5c7c-445a-b982-be0d9ead99df tempest-VolumesActionsTest-1227637783 tempest-VolumesActionsTest-1227637783-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=64b24cc8-f711-4d0a-a184-769aa6129d64 HTTP/1.1" status: 200 len: 943 time: 0.0521839 Aug 18 11:29:24.406196 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-753b5c02-f222-48fd-9bd7-59f0ee41a0b4 req-675b3fd7-3c1b-40b1-9f45-156183257d31 tempest-VolumesActionsTest-1227637783 tempest-VolumesActionsTest-1227637783-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=87d7e7b1-ae29-4142-85c7-1a94fcabfcd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441992 Aug 18 11:29:25.526796 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebf49b1-1bb9-487d-84f0-9e5f53a428b0 req-eaa44c6f-33ac-4816-8a4a-f61c741a0395 tempest-VolumesActionsTest-1227637783 tempest-VolumesActionsTest-1227637783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:29:25.528321 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-aebf49b1-1bb9-487d-84f0-9e5f53a428b0 req-eaa44c6f-33ac-4816-8a4a-f61c741a0395 tempest-VolumesActionsTest-1227637783 tempest-VolumesActionsTest-1227637783-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=64b24cc8-f711-4d0a-a184-769aa6129d64 HTTP/1.1" status: 200 len: 943 time: 0.0485752 Aug 18 11:29:25.583647 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-aebf49b1-1bb9-487d-84f0-9e5f53a428b0 req-80c13ebe-e700-48ef-8573-95a53a55281a tempest-VolumesActionsTest-1227637783 tempest-VolumesActionsTest-1227637783-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=87d7e7b1-ae29-4142-85c7-1a94fcabfcd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486591 Aug 18 11:29:26.032830 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8667e97-a305-4f7a-8d6c-e58aa959ab2e req-315337b2-f4e7-40d6-a00e-beb5160aae13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:29:26.034546 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-b8667e97-a305-4f7a-8d6c-e58aa959ab2e req-315337b2-f4e7-40d6-a00e-beb5160aae13 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=f205a572baf449f09e403e3750ee8af2&device_id=64b24cc8-f711-4d0a-a184-769aa6129d64 HTTP/1.1" status: 200 len: 1127 time: 0.0417144 Aug 18 11:29:26.132027 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8667e97-a305-4f7a-8d6c-e58aa959ab2e req-37398db3-a375-4914-b632-976fe50cdf5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:29:26.143441 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-b8667e97-a305-4f7a-8d6c-e58aa959ab2e req-37398db3-a375-4914-b632-976fe50cdf5d service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=720cce3d-7c03-4a70-bffa-ed56b7f35cca HTTP/1.1" status: 200 len: 909 time: 0.0934088 Aug 18 11:29:26.176817 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-b8667e97-a305-4f7a-8d6c-e58aa959ab2e req-cf077223-abe1-494c-aa10-174be30da411 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=005a1c84-5876-40b2-87aa-da9624384186 HTTP/1.1" status: 200 len: 217 time: 0.0352683 Aug 18 11:29:26.227642 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8667e97-a305-4f7a-8d6c-e58aa959ab2e req-f1c825a7-d836-40eb-b1eb-78b5fb257dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:29:26.229186 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-b8667e97-a305-4f7a-8d6c-e58aa959ab2e req-f1c825a7-d836-40eb-b1eb-78b5fb257dc0 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=26d1bca3-a78e-4d09-8072-76cf10604c99 HTTP/1.1" status: 200 len: 848 time: 0.0460844 Aug 18 11:29:26.264141 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-b8667e97-a305-4f7a-8d6c-e58aa959ab2e req-43830e80-7be0-4ece-8436-59cc008fb4ad service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=720cce3d-7c03-4a70-bffa-ed56b7f35cca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280573 Aug 18 11:29:26.375333 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-b8667e97-a305-4f7a-8d6c-e58aa959ab2e req-a4c48e45-4290-4970-80b8-891b1d43beb3 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/720cce3d-7c03-4a70-bffa-ed56b7f35cca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999110 Aug 18 11:29:26.455901 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=100 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:29:26.474067 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-b8667e97-a305-4f7a-8d6c-e58aa959ab2e req-5415642c-0f5d-4efb-bc9b-30b1408b36f2 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/720cce3d-7c03-4a70-bffa-ed56b7f35cca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915663 Aug 18 11:29:26.709975 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d916134-0085-4af7-a553-203b21ebc118 req-a5bb308b-a907-47d9-b264-62fe05c3b651 tempest-VolumesActionsTest-1227637783 tempest-VolumesActionsTest-1227637783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:29:26.711514 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-7d916134-0085-4af7-a553-203b21ebc118 req-a5bb308b-a907-47d9-b264-62fe05c3b651 tempest-VolumesActionsTest-1227637783 tempest-VolumesActionsTest-1227637783-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=64b24cc8-f711-4d0a-a184-769aa6129d64 HTTP/1.1" status: 200 len: 943 time: 0.0537710 Aug 18 11:29:26.730669 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=100 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:29:26.762819 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-7d916134-0085-4af7-a553-203b21ebc118 req-4fae59da-b332-40b6-92b8-cce1685b6722 tempest-VolumesActionsTest-1227637783 tempest-VolumesActionsTest-1227637783-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=87d7e7b1-ae29-4142-85c7-1a94fcabfcd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456462 Aug 18 11:29:27.243797 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=65,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:29:27.244742 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=81,neutron:INSERT=8,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:29:27.450248 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=49,neutron:UPDATE=1 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:29:27.451125 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=47,neutron:UPDATE=5 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:29:27.888463 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b2cdad-7984-4e6d-890f-e235684609e8 req-146d9b0e-1ad1-45c0-af2b-110fc075dc38 tempest-VolumesActionsTest-1227637783 tempest-VolumesActionsTest-1227637783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:29:27.890017 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-36b2cdad-7984-4e6d-890f-e235684609e8 req-146d9b0e-1ad1-45c0-af2b-110fc075dc38 tempest-VolumesActionsTest-1227637783 tempest-VolumesActionsTest-1227637783-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=64b24cc8-f711-4d0a-a184-769aa6129d64 HTTP/1.1" status: 200 len: 943 time: 0.0504935 Aug 18 11:29:27.940892 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-36b2cdad-7984-4e6d-890f-e235684609e8 req-ac587b78-efe1-41dd-8889-5addd6fdbda3 tempest-VolumesActionsTest-1227637783 tempest-VolumesActionsTest-1227637783-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=87d7e7b1-ae29-4142-85c7-1a94fcabfcd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443487 Aug 18 11:29:28.197852 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Device 005a1c84-5876-40b2-87aa-da9624384186 details requested by agent hyperv_hv-cinder-85345 with host hv-cinder-85345 {{(pid=106380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 11:29:28.302681 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] For port 005a1c84-5876-40b2-87aa-da9624384186, host hv-cinder-85345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85345',level=0,port_id=005a1c84-5876-40b2-87aa-da9624384186,segment=NetworkSegment(c69016e2-25b2-4016-8bdb-0fd20ec084c0),segment_id=c69016e2-25b2-4016-8bdb-0fd20ec084c0)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:29:28.314475 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Returning: {'device': '005a1c84-5876-40b2-87aa-da9624384186', 'network_id': '720cce3d-7c03-4a70-bffa-ed56b7f35cca', 'port_id': '005a1c84-5876-40b2-87aa-da9624384186', 'mac_address': 'fa:16:3e:ed:78:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 983, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26d1bca3-a78e-4d09-8072-76cf10604c99', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 11:29:28.350822 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Current status of the port 005a1c84-5876-40b2-87aa-da9624384186 is: DOWN; New status is: BUILD {{(pid=106380) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 11:29:28.351219 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (005a1c84-5876-40b2-87aa-da9624384186), before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:29:28.368920 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.notifiers.nova [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 005a1c84-5876-40b2-87aa-da9624384186 {{(pid=106380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 18 11:29:28.394164 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] For port 005a1c84-5876-40b2-87aa-da9624384186, host hv-cinder-85345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85345',level=0,port_id=005a1c84-5876-40b2-87aa-da9624384186,segment=NetworkSegment(c69016e2-25b2-4016-8bdb-0fd20ec084c0),segment_id=c69016e2-25b2-4016-8bdb-0fd20ec084c0)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:29:28.402086 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732803053689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732802528799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732802528817'] for port (005a1c84-5876-40b2-87aa-da9624384186), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:29:28.451101 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Pushing event updated for resources: {'Port': ['ID=005a1c84-5876-40b2-87aa-da9624384186,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:29:28.460846 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:29:28.461340 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:29:28.461731 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:29:28.462081 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:29:28.462420 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:29:28.462884 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:29:28.463332 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:29:28.463688 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:29:28.464062 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:29:28.464557 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:29:28.464728 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:29:28.465054 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:29:28.465538 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:29:28.469306 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:29:28.470008 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:29:29.081240 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18be8ccf-aebe-4892-a183-f9c4edc61dca req-20274b65-7e1d-4e32-a3ca-82126cb91a5b tempest-VolumesActionsTest-1227637783 tempest-VolumesActionsTest-1227637783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:29:29.082930 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-18be8ccf-aebe-4892-a183-f9c4edc61dca req-20274b65-7e1d-4e32-a3ca-82126cb91a5b tempest-VolumesActionsTest-1227637783 tempest-VolumesActionsTest-1227637783-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=64b24cc8-f711-4d0a-a184-769aa6129d64 HTTP/1.1" status: 200 len: 944 time: 0.0585988 Aug 18 11:29:29.133563 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-18be8ccf-aebe-4892-a183-f9c4edc61dca req-646d520a-dcf6-47d1-adeb-eab5add042d0 tempest-VolumesActionsTest-1227637783 tempest-VolumesActionsTest-1227637783-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=87d7e7b1-ae29-4142-85c7-1a94fcabfcd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448382 Aug 18 11:29:29.145494 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] get_ports_and_sgs() called for port_ids ['005a1c84-5876-40b2-87aa-da9624384186'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 18 11:29:29.226900 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=3 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:29:29.227877 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=3 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:29:30.269257 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75a5229-2ad4-4d5c-9d7d-383d1daa0442 req-c22d3a35-1452-423f-8b8f-e698d010f507 tempest-VolumesActionsTest-1227637783 tempest-VolumesActionsTest-1227637783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:29:30.270771 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-e75a5229-2ad4-4d5c-9d7d-383d1daa0442 req-c22d3a35-1452-423f-8b8f-e698d010f507 tempest-VolumesActionsTest-1227637783 tempest-VolumesActionsTest-1227637783-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=64b24cc8-f711-4d0a-a184-769aa6129d64 HTTP/1.1" status: 200 len: 944 time: 0.0532138 Aug 18 11:29:30.321307 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-e75a5229-2ad4-4d5c-9d7d-383d1daa0442 req-53644894-016d-480d-8202-ee39be102793 tempest-VolumesActionsTest-1227637783 tempest-VolumesActionsTest-1227637783-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=87d7e7b1-ae29-4142-85c7-1a94fcabfcd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448816 Aug 18 11:29:30.637073 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Device 005a1c84-5876-40b2-87aa-da9624384186 up at agent hyperv_hv-cinder-85345 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 11:29:30.680164 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Provisioning for port 005a1c84-5876-40b2-87aa-da9624384186 completed by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 18 11:29:30.686750 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Provisioning complete for port 005a1c84-5876-40b2-87aa-da9624384186 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 18 11:29:30.687208 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619404'] for port (005a1c84-5876-40b2-87aa-da9624384186), provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:29:30.769826 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Current status of the port 005a1c84-5876-40b2-87aa-da9624384186 is: BUILD; New status is: ACTIVE {{(pid=106380) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 11:29:30.770208 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (005a1c84-5876-40b2-87aa-da9624384186), before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:29:30.795091 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64b24cc8-f711-4d0a-a184-769aa6129d64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '005a1c84-5876-40b2-87aa-da9624384186'}] {{(pid=106380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 18 11:29:30.797369 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2abfa1ee86993cd756e72fd91a3a01a1a8fb73078c92f04bbbffdb72ec117730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1eaee4ac-0dad-4557-ac47-da22cb591952" -d '{"events": [{"server_uuid": "64b24cc8-f711-4d0a-a184-769aa6129d64", "name": "network-vif-plugged", "status": "completed", "tag": "005a1c84-5876-40b2-87aa-da9624384186"}]}' {{(pid=106380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:29:30.815352 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] For port 005a1c84-5876-40b2-87aa-da9624384186, host hv-cinder-85345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85345',level=0,port_id=005a1c84-5876-40b2-87aa-da9624384186,segment=NetworkSegment(c69016e2-25b2-4016-8bdb-0fd20ec084c0),segment_id=c69016e2-25b2-4016-8bdb-0fd20ec084c0)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:29:30.819329 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732803053689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732802528799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732802528817'] for port (005a1c84-5876-40b2-87aa-da9624384186), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:29:30.868970 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Pushing event updated for resources: {'Port': ['ID=005a1c84-5876-40b2-87aa-da9624384186,revision_number=5']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:29:30.984823 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Aug 2022 11:29:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a765e680-cd07-4d53-a319-593848f73f44 x-openstack-request-id: req-a765e680-cd07-4d53-a319-593848f73f44 {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:29:30.985121 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64b24cc8-f711-4d0a-a184-769aa6129d64", "name": "network-vif-plugged", "status": "completed", "tag": "005a1c84-5876-40b2-87aa-da9624384186", "code": 200}]} {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:29:30.985380 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a765e680-cd07-4d53-a319-593848f73f44 {{(pid=106380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:29:30.986464 dv-cinder-853450-2-iscsi neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a765e680-cd07-4d53-a319-593848f73f44'] response: {'server_uuid': '64b24cc8-f711-4d0a-a184-769aa6129d64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '005a1c84-5876-40b2-87aa-da9624384186', 'code': 200} Aug 18 11:29:31.174354 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6024b0-426d-4f4c-b9f6-160b76b4075d req-6c3bfc73-81fb-4330-8a00-c593711a8102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:29:31.175870 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-8a6024b0-426d-4f4c-b9f6-160b76b4075d req-6c3bfc73-81fb-4330-8a00-c593711a8102 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=64b24cc8-f711-4d0a-a184-769aa6129d64 HTTP/1.1" status: 200 len: 1129 time: 0.0454543 Aug 18 11:29:31.227427 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-8a6024b0-426d-4f4c-b9f6-160b76b4075d req-9ab65f96-2ecd-42b5-860e-2dc5d57e4056 service neutron] 10.222.0.20 "GET /networking/v2.0/security-groups?id=87d7e7b1-ae29-4142-85c7-1a94fcabfcd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448411 Aug 18 11:29:31.447509 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101b5e1f-513f-4939-b56e-a51b5b763e3c req-2f722b9a-f4a9-421d-a0b4-d0bed9fd2337 tempest-VolumesActionsTest-1227637783 tempest-VolumesActionsTest-1227637783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:29:31.448943 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-101b5e1f-513f-4939-b56e-a51b5b763e3c req-2f722b9a-f4a9-421d-a0b4-d0bed9fd2337 tempest-VolumesActionsTest-1227637783 tempest-VolumesActionsTest-1227637783-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=64b24cc8-f711-4d0a-a184-769aa6129d64 HTTP/1.1" status: 200 len: 945 time: 0.0492649 Aug 18 11:29:31.499038 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-101b5e1f-513f-4939-b56e-a51b5b763e3c req-8da9f378-d94c-4dbf-a153-dbb0b8bbd02e tempest-VolumesActionsTest-1227637783 tempest-VolumesActionsTest-1227637783-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=87d7e7b1-ae29-4142-85c7-1a94fcabfcd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443468 Aug 18 11:29:32.625677 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae09522-24be-4cdc-8eb1-0f6571583feb req-dd5cf573-06f5-4b53-8cf3-8d8917411f7a tempest-VolumesActionsTest-1227637783 tempest-VolumesActionsTest-1227637783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:29:32.627322 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-bae09522-24be-4cdc-8eb1-0f6571583feb req-dd5cf573-06f5-4b53-8cf3-8d8917411f7a tempest-VolumesActionsTest-1227637783 tempest-VolumesActionsTest-1227637783-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=64b24cc8-f711-4d0a-a184-769aa6129d64 HTTP/1.1" status: 200 len: 945 time: 0.0497572 Aug 18 11:29:32.678325 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-bae09522-24be-4cdc-8eb1-0f6571583feb req-8e49432e-7484-4f73-9614-2d386bb453b3 tempest-VolumesActionsTest-1227637783 tempest-VolumesActionsTest-1227637783-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=87d7e7b1-ae29-4142-85c7-1a94fcabfcd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453939 Aug 18 11:29:33.805917 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e19b411-7f8c-4422-afb4-03043f4fe3ed req-61065544-93a9-4a1f-8d8e-c66a2d67f489 tempest-VolumesActionsTest-1227637783 tempest-VolumesActionsTest-1227637783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:29:33.807411 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-9e19b411-7f8c-4422-afb4-03043f4fe3ed req-61065544-93a9-4a1f-8d8e-c66a2d67f489 tempest-VolumesActionsTest-1227637783 tempest-VolumesActionsTest-1227637783-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=64b24cc8-f711-4d0a-a184-769aa6129d64 HTTP/1.1" status: 200 len: 945 time: 0.0540452 Aug 18 11:29:33.858151 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-9e19b411-7f8c-4422-afb4-03043f4fe3ed req-c20a23e7-28b6-4f54-9358-78d4d3482c79 tempest-VolumesActionsTest-1227637783 tempest-VolumesActionsTest-1227637783-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=87d7e7b1-ae29-4142-85c7-1a94fcabfcd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449464 Aug 18 11:29:34.498263 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a219e2f2-f810-407f-85a2-191b3b15df7d req-8053bbcc-a1e4-4f52-ad75-535424eeac07 tempest-VolumesActionsTest-1227637783 tempest-VolumesActionsTest-1227637783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:29:34.499783 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-a219e2f2-f810-407f-85a2-191b3b15df7d req-8053bbcc-a1e4-4f52-ad75-535424eeac07 tempest-VolumesActionsTest-1227637783 tempest-VolumesActionsTest-1227637783-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=64b24cc8-f711-4d0a-a184-769aa6129d64 HTTP/1.1" status: 200 len: 945 time: 0.0499825 Aug 18 11:29:34.554642 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-a219e2f2-f810-407f-85a2-191b3b15df7d req-aa7f2221-bf81-4d15-be23-e3850580ae79 tempest-VolumesActionsTest-1227637783 tempest-VolumesActionsTest-1227637783-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=87d7e7b1-ae29-4142-85c7-1a94fcabfcd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481365 Aug 18 11:29:35.683296 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea39a61-edb8-4d92-aab1-91765478ba72 req-aadb7704-a5c6-48c4-a60e-c4a7fce9eaab tempest-VolumesActionsTest-1227637783 tempest-VolumesActionsTest-1227637783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:29:35.685639 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-aea39a61-edb8-4d92-aab1-91765478ba72 req-aadb7704-a5c6-48c4-a60e-c4a7fce9eaab tempest-VolumesActionsTest-1227637783 tempest-VolumesActionsTest-1227637783-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=64b24cc8-f711-4d0a-a184-769aa6129d64 HTTP/1.1" status: 200 len: 945 time: 0.0532610 Aug 18 11:29:35.713429 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (0c451e2b-fe38-44d1-984c-2dd7bcedf4dc), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:29:35.744528 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-aea39a61-edb8-4d92-aab1-91765478ba72 req-f65f4e72-474e-40ab-a1a4-9f1fa85aacca tempest-VolumesActionsTest-1227637783 tempest-VolumesActionsTest-1227637783-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=87d7e7b1-ae29-4142-85c7-1a94fcabfcd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513451 Aug 18 11:29:35.988776 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507bd215-b12a-4a55-83bd-b39c423f536d req-9771570f-eb6f-4a24-a740-83481f3db100 tempest-VolumesActionsTest-1227637783 tempest-VolumesActionsTest-1227637783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:29:35.990279 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-507bd215-b12a-4a55-83bd-b39c423f536d req-9771570f-eb6f-4a24-a740-83481f3db100 tempest-VolumesActionsTest-1227637783 tempest-VolumesActionsTest-1227637783-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=64b24cc8-f711-4d0a-a184-769aa6129d64 HTTP/1.1" status: 200 len: 945 time: 0.0637031 Aug 18 11:29:36.090911 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=100 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:29:36.110846 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [req-507bd215-b12a-4a55-83bd-b39c423f536d req-aef7eacc-fd55-4832-be50-2455ec494693 tempest-VolumesActionsTest-1227637783 tempest-VolumesActionsTest-1227637783-project] Deleting port 005a1c84-5876-40b2-87aa-da9624384186 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 18 11:29:36.111174 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-507bd215-b12a-4a55-83bd-b39c423f536d req-aef7eacc-fd55-4832-be50-2455ec494693 tempest-VolumesActionsTest-1227637783 tempest-VolumesActionsTest-1227637783-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732803047114'] for port (005a1c84-5876-40b2-87aa-da9624384186), before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:29:36.188311 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=100 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:29:36.227338 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-507bd215-b12a-4a55-83bd-b39c423f536d req-aef7eacc-fd55-4832-be50-2455ec494693 tempest-VolumesActionsTest-1227637783 tempest-VolumesActionsTest-1227637783-project] For port 005a1c84-5876-40b2-87aa-da9624384186, host hv-cinder-85345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85345',level=0,port_id=005a1c84-5876-40b2-87aa-da9624384186,segment=NetworkSegment(c69016e2-25b2-4016-8bdb-0fd20ec084c0),segment_id=c69016e2-25b2-4016-8bdb-0fd20ec084c0)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:29:36.227702 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-507bd215-b12a-4a55-83bd-b39c423f536d req-aef7eacc-fd55-4832-be50-2455ec494693 tempest-VolumesActionsTest-1227637783 tempest-VolumesActionsTest-1227637783-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498516'] for port (005a1c84-5876-40b2-87aa-da9624384186), precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:29:36.244294 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [req-507bd215-b12a-4a55-83bd-b39c423f536d req-aef7eacc-fd55-4832-be50-2455ec494693 tempest-VolumesActionsTest-1227637783 tempest-VolumesActionsTest-1227637783-project] Calling delete_port for 005a1c84-5876-40b2-87aa-da9624384186 owned by compute:nova {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 18 11:29:36.393761 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-507bd215-b12a-4a55-83bd-b39c423f536d req-aef7eacc-fd55-4832-be50-2455ec494693 tempest-VolumesActionsTest-1227637783 tempest-VolumesActionsTest-1227637783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732803053743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732802528790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11809227'] for port (005a1c84-5876-40b2-87aa-da9624384186), after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:29:36.406240 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] get_ports_and_sgs() called for port_ids ['005a1c84-5876-40b2-87aa-da9624384186'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 18 11:29:36.451758 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef7eacc-fd55-4832-be50-2455ec494693 tempest-VolumesActionsTest-1227637783 tempest-VolumesActionsTest-1227637783-project] Pushing event deleted for resources: {'Port': ['ID=005a1c84-5876-40b2-87aa-da9624384186,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:29:36.491465 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [req-507bd215-b12a-4a55-83bd-b39c423f536d req-aef7eacc-fd55-4832-be50-2455ec494693 tempest-VolumesActionsTest-1227637783 tempest-VolumesActionsTest-1227637783-project] No DVR routers for this DVR port 005a1c84-5876-40b2-87aa-da9624384186 on host hv-cinder-85345 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 18 11:29:36.494376 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-507bd215-b12a-4a55-83bd-b39c423f536d req-aef7eacc-fd55-4832-be50-2455ec494693 tempest-VolumesActionsTest-1227637783 tempest-VolumesActionsTest-1227637783-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22494'] for port (None), before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:29:36.497839 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-507bd215-b12a-4a55-83bd-b39c423f536d req-aef7eacc-fd55-4832-be50-2455ec494693 tempest-VolumesActionsTest-1227637783 tempest-VolumesActionsTest-1227637783-project] 10.222.0.20 "DELETE /networking/v2.0/ports/005a1c84-5876-40b2-87aa-da9624384186 HTTP/1.1" status: 204 len: 173 time: 0.5015008 Aug 18 11:29:36.498311 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64b24cc8-f711-4d0a-a184-769aa6129d64', 'name': 'network-vif-deleted', 'tag': '005a1c84-5876-40b2-87aa-da9624384186'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 18 11:29:36.500632 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c862ab1b2ee120cb5e2e4f2725a0fe0d7acaf57f657006002d91667c9b4c94a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-921bf40d-3036-487d-b65e-bcb259e3d373" -d '{"events": [{"server_uuid": "64b24cc8-f711-4d0a-a184-769aa6129d64", "name": "network-vif-deleted", "tag": "005a1c84-5876-40b2-87aa-da9624384186"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:29:36.561664 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Aug 2022 11:29:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2646d845-be24-48cf-9fca-b554243f9e02 x-openstack-request-id: req-2646d845-be24-48cf-9fca-b554243f9e02 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:29:36.562128 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64b24cc8-f711-4d0a-a184-769aa6129d64", "name": "network-vif-deleted", "tag": "005a1c84-5876-40b2-87aa-da9624384186", "status": "completed", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:29:36.562395 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2646d845-be24-48cf-9fca-b554243f9e02 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:29:36.562809 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2646d845-be24-48cf-9fca-b554243f9e02'] response: {'server_uuid': '64b24cc8-f711-4d0a-a184-769aa6129d64', 'name': 'network-vif-deleted', 'tag': '005a1c84-5876-40b2-87aa-da9624384186', 'status': 'completed', 'code': 200} Aug 18 11:29:36.880750 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-14faa9d6-c88c-4ba0-9b33-6cf203ab7741 req-8baddf57-7b6f-41b2-9be9-64bc2753c7a8 tempest-VolumesActionsTest-1227637783 tempest-VolumesActionsTest-1227637783-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=64b24cc8-f711-4d0a-a184-769aa6129d64 HTTP/1.1" status: 200 len: 210 time: 0.0321517 Aug 18 11:29:38.295583 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacecb4d-9cb8-4924-aa56-ba0cda52ac19 req-8358d2c6-253b-4e36-a7e4-ba40674ee337 tempest-VolumesActionsTest-1227637783 tempest-VolumesActionsTest-1227637783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:29:38.297104 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-cacecb4d-9cb8-4924-aa56-ba0cda52ac19 req-8358d2c6-253b-4e36-a7e4-ba40674ee337 tempest-VolumesActionsTest-1227637783 tempest-VolumesActionsTest-1227637783-project] 10.222.0.16 "GET /networking/v2.0/networks?id=720cce3d-7c03-4a70-bffa-ed56b7f35cca HTTP/1.1" status: 200 len: 808 time: 0.1074684 Aug 18 11:29:38.311666 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-cacecb4d-9cb8-4924-aa56-ba0cda52ac19 req-0079a586-ed49-4a54-bf41-a9282a41fe42 tempest-VolumesActionsTest-1227637783 tempest-VolumesActionsTest-1227637783-project] 10.222.0.16 "GET /networking/v2.0/quotas/f205a572baf449f09e403e3750ee8af2 HTTP/1.1" status: 200 len: 375 time: 0.0091579 Aug 18 11:29:38.347466 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-cacecb4d-9cb8-4924-aa56-ba0cda52ac19 req-93752130-e492-4f5c-8c53-e07e99b3f485 tempest-VolumesActionsTest-1227637783 tempest-VolumesActionsTest-1227637783-project] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=f205a572baf449f09e403e3750ee8af2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0295639 Aug 18 11:29:38.452614 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-cacecb4d-9cb8-4924-aa56-ba0cda52ac19 req-da05b37a-9935-4cdd-8de1-9f593d631bf7 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/720cce3d-7c03-4a70-bffa-ed56b7f35cca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940053 Aug 18 11:29:38.552222 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-cacecb4d-9cb8-4924-aa56-ba0cda52ac19 req-086bbb37-a9d1-4b42-a4b7-b43daa1e59d2 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/720cce3d-7c03-4a70-bffa-ed56b7f35cca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925677 Aug 18 11:29:38.729973 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-51c38217-b6e7-425c-a4f3-b1a9fa8998be req-97ad069f-d548-43de-804f-24b80800533f tempest-VolumesActionsTest-1227637783 tempest-VolumesActionsTest-1227637783-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=04b26749-6b6c-45b0-a4c0-7a890930cbd7 HTTP/1.1" status: 200 len: 210 time: 0.0356886 Aug 18 11:29:39.276537 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=1 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:29:39.277390 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:DELETE=1 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:29:39.795238 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacecb4d-9cb8-4924-aa56-ba0cda52ac19 req-40c03dfb-b32e-41b8-b87d-82a959bd10be tempest-VolumesActionsTest-1227637783 tempest-VolumesActionsTest-1227637783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:29:39.797168 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-cacecb4d-9cb8-4924-aa56-ba0cda52ac19 req-40c03dfb-b32e-41b8-b87d-82a959bd10be tempest-VolumesActionsTest-1227637783 tempest-VolumesActionsTest-1227637783-project] 10.222.0.20 "GET /networking/v2.0/networks?id=720cce3d-7c03-4a70-bffa-ed56b7f35cca HTTP/1.1" status: 200 len: 808 time: 0.1477573 Aug 18 11:29:39.816239 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.v2.base [req-cacecb4d-9cb8-4924-aa56-ba0cda52ac19 req-83a195cb-8869-4e79-a88e-2e14271a2a92 tempest-VolumesActionsTest-1227637783 tempest-VolumesActionsTest-1227637783-project] Request body: {'port': {'device_id': '04b26749-6b6c-45b0-a4c0-7a890930cbd7', 'network_id': '720cce3d-7c03-4a70-bffa-ed56b7f35cca', 'admin_state_up': True, 'tenant_id': 'f205a572baf449f09e403e3750ee8af2'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:29:39.859996 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-805d5d18-5148-4128-b479-d0d7c9cac97c req-6dfe494a-d1e9-4173-a9ed-2f2ce1f6d506 tempest-VolumesActionsTest-1227637783 tempest-VolumesActionsTest-1227637783-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=04b26749-6b6c-45b0-a4c0-7a890930cbd7 HTTP/1.1" status: 200 len: 210 time: 0.0384929 Aug 18 11:29:39.953814 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cacecb4d-9cb8-4924-aa56-ba0cda52ac19 req-83a195cb-8869-4e79-a88e-2e14271a2a92 tempest-VolumesActionsTest-1227637783 tempest-VolumesActionsTest-1227637783-project] Made reservation on behalf of f205a572baf449f09e403e3750ee8af2 for: {'port': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 11:29:39.958123 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-cacecb4d-9cb8-4924-aa56-ba0cda52ac19 req-83a195cb-8869-4e79-a88e-2e14271a2a92 tempest-VolumesActionsTest-1227637783 tempest-VolumesActionsTest-1227637783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (None), before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:29:39.973473 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:INSERT=1 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:29:40.292096 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=3 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:29:40.372814 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [req-cacecb4d-9cb8-4924-aa56-ba0cda52ac19 req-83a195cb-8869-4e79-a88e-2e14271a2a92 tempest-VolumesActionsTest-1227637783 tempest-VolumesActionsTest-1227637783-project] Allocated IP 172.20.0.5 (720cce3d-7c03-4a70-bffa-ed56b7f35cca/26d1bca3-a78e-4d09-8072-76cf10604c99/7b97c4ea-abb6-4580-9057-618090ac6e88) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 11:29:40.530670 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-cacecb4d-9cb8-4924-aa56-ba0cda52ac19 req-83a195cb-8869-4e79-a88e-2e14271a2a92 tempest-VolumesActionsTest-1227637783 tempest-VolumesActionsTest-1227637783-project] Publish callbacks [] for port (7b97c4ea-abb6-4580-9057-618090ac6e88), precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:29:40.564258 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-cacecb4d-9cb8-4924-aa56-ba0cda52ac19 req-83a195cb-8869-4e79-a88e-2e14271a2a92 tempest-VolumesActionsTest-1227637783 tempest-VolumesActionsTest-1227637783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732802528781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11809227'] for port (7b97c4ea-abb6-4580-9057-618090ac6e88), after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:29:40.608518 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cacecb4d-9cb8-4924-aa56-ba0cda52ac19 req-83a195cb-8869-4e79-a88e-2e14271a2a92 tempest-VolumesActionsTest-1227637783 tempest-VolumesActionsTest-1227637783-project] Network 720cce3d-7c03-4a70-bffa-ed56b7f35cca is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 11:29:40.611836 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [req-cacecb4d-9cb8-4924-aa56-ba0cda52ac19 req-83a195cb-8869-4e79-a88e-2e14271a2a92 tempest-VolumesActionsTest-1227637783 tempest-VolumesActionsTest-1227637783-project] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 11:29:40.616742 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [req-cacecb4d-9cb8-4924-aa56-ba0cda52ac19 req-83a195cb-8869-4e79-a88e-2e14271a2a92 tempest-VolumesActionsTest-1227637783 tempest-VolumesActionsTest-1227637783-project] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 18 11:29:40.645778 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a195cb-8869-4e79-a88e-2e14271a2a92 tempest-VolumesActionsTest-1227637783 tempest-VolumesActionsTest-1227637783-project] Pushing event updated for resources: {'Port': ['ID=7b97c4ea-abb6-4580-9057-618090ac6e88,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:29:40.655379 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Device 005a1c84-5876-40b2-87aa-da9624384186 no longer exists at agent hyperv_hv-cinder-85345 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 11:29:40.678462 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacecb4d-9cb8-4924-aa56-ba0cda52ac19 req-83a195cb-8869-4e79-a88e-2e14271a2a92 tempest-VolumesActionsTest-1227637783 tempest-VolumesActionsTest-1227637783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:29:40.679193 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-cacecb4d-9cb8-4924-aa56-ba0cda52ac19 req-83a195cb-8869-4e79-a88e-2e14271a2a92 tempest-VolumesActionsTest-1227637783 tempest-VolumesActionsTest-1227637783-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22494'] for port (None), before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:29:40.679621 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] No Port match for: 005a1c84-5876-40b2-87aa-da9624384186 {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 18 11:29:40.679944 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Device 005a1c84-5876-40b2-87aa-da9624384186 not bound to the agent host hv-cinder-85345 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 11:29:40.702518 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-cacecb4d-9cb8-4924-aa56-ba0cda52ac19 req-83a195cb-8869-4e79-a88e-2e14271a2a92 tempest-VolumesActionsTest-1227637783 tempest-VolumesActionsTest-1227637783-project] 10.222.0.20 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8877277 Aug 18 11:29:40.710190 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.v2.base [req-cacecb4d-9cb8-4924-aa56-ba0cda52ac19 req-cfa1e57a-cb32-4f49-a1d2-12774787aa44 service neutron] Request body: {'port': {'device_id': '04b26749-6b6c-45b0-a4c0-7a890930cbd7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85345'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:29:40.771134 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-cacecb4d-9cb8-4924-aa56-ba0cda52ac19 req-cfa1e57a-cb32-4f49-a1d2-12774787aa44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (7b97c4ea-abb6-4580-9057-618090ac6e88), before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:29:41.005876 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4782d7cb-f1e3-49b0-afe8-b4c226a7e8a6 req-556a251c-0f3f-416c-bf9e-96f5b3608511 tempest-VolumesActionsTest-1227637783 tempest-VolumesActionsTest-1227637783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:29:41.007418 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-4782d7cb-f1e3-49b0-afe8-b4c226a7e8a6 req-556a251c-0f3f-416c-bf9e-96f5b3608511 tempest-VolumesActionsTest-1227637783 tempest-VolumesActionsTest-1227637783-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=04b26749-6b6c-45b0-a4c0-7a890930cbd7 HTTP/1.1" status: 200 len: 931 time: 0.0652411 Aug 18 11:29:41.027342 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-0b1b2e4e-3e30-46a6-a2dc-4e28be51b3d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (c499a017-4b38-4967-b050-d4094e1a7564), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:29:41.090949 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:UPDATE=5,neutron:SELECT=92,neutron:INSERT=2,neutron:DELETE=1 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:29:41.109470 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-4782d7cb-f1e3-49b0-afe8-b4c226a7e8a6 req-e7f545c5-ffd2-47dc-b24e-58b2105a5b29 tempest-VolumesActionsTest-1227637783 tempest-VolumesActionsTest-1227637783-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=87d7e7b1-ae29-4142-85c7-1a94fcabfcd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947187 Aug 18 11:29:41.118399 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:29:41.125737 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.notifiers.nova [req-cacecb4d-9cb8-4924-aa56-ba0cda52ac19 req-cfa1e57a-cb32-4f49-a1d2-12774787aa44 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b97c4ea-abb6-4580-9057-618090ac6e88 {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 18 11:29:41.136524 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-cacecb4d-9cb8-4924-aa56-ba0cda52ac19 req-cfa1e57a-cb32-4f49-a1d2-12774787aa44 service neutron] Publish callbacks [] for port (7b97c4ea-abb6-4580-9057-618090ac6e88), precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:29:41.151157 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [req-cacecb4d-9cb8-4924-aa56-ba0cda52ac19 req-cfa1e57a-cb32-4f49-a1d2-12774787aa44 service neutron] Transition to ACTIVE for port object 7b97c4ea-abb6-4580-9057-618090ac6e88 will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 18 11:29:41.156049 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-cacecb4d-9cb8-4924-aa56-ba0cda52ac19 req-cfa1e57a-cb32-4f49-a1d2-12774787aa44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732803053689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732802528799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732802528817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11809220'] for port (7b97c4ea-abb6-4580-9057-618090ac6e88), after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:29:41.246900 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa1e57a-cb32-4f49-a1d2-12774787aa44 service neutron] Pushing event updated for resources: {'Port': ['ID=7b97c4ea-abb6-4580-9057-618090ac6e88,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:29:41.283524 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-cacecb4d-9cb8-4924-aa56-ba0cda52ac19 req-cfa1e57a-cb32-4f49-a1d2-12774787aa44 service neutron] Attempting to bind port 7b97c4ea-abb6-4580-9057-618090ac6e88 on host hv-cinder-85345 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 18 11:29:41.284416 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-cacecb4d-9cb8-4924-aa56-ba0cda52ac19 req-cfa1e57a-cb32-4f49-a1d2-12774787aa44 service neutron] Attempting to bind port 7b97c4ea-abb6-4580-9057-618090ac6e88 by drivers openvswitch,hyperv on host hv-cinder-85345 at level 0 using segments [{'id': 'c69016e2-25b2-4016-8bdb-0fd20ec084c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 983, 'network_id': '720cce3d-7c03-4a70-bffa-ed56b7f35cca'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 18 11:29:41.285119 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cacecb4d-9cb8-4924-aa56-ba0cda52ac19 req-cfa1e57a-cb32-4f49-a1d2-12774787aa44 service neutron] Attempting to bind port 7b97c4ea-abb6-4580-9057-618090ac6e88 on network 720cce3d-7c03-4a70-bffa-ed56b7f35cca {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 18 11:29:41.290290 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cacecb4d-9cb8-4924-aa56-ba0cda52ac19 req-cfa1e57a-cb32-4f49-a1d2-12774787aa44 service neutron] Port 7b97c4ea-abb6-4580-9057-618090ac6e88 on network 720cce3d-7c03-4a70-bffa-ed56b7f35cca not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85345 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 18 11:29:41.290615 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cacecb4d-9cb8-4924-aa56-ba0cda52ac19 req-cfa1e57a-cb32-4f49-a1d2-12774787aa44 service neutron] Attempting to bind port 7b97c4ea-abb6-4580-9057-618090ac6e88 on network 720cce3d-7c03-4a70-bffa-ed56b7f35cca {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 18 11:29:41.296876 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cacecb4d-9cb8-4924-aa56-ba0cda52ac19 req-cfa1e57a-cb32-4f49-a1d2-12774787aa44 service neutron] Checking agent: {'id': '0c451e2b-fe38-44d1-984c-2dd7bcedf4dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85345', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 18, 11, 14, 5), 'started_at': datetime.datetime(2022, 8, 18, 11, 14, 5), 'heartbeat_timestamp': datetime.datetime(2022, 8, 18, 11, 29, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 18 11:29:41.297221 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cacecb4d-9cb8-4924-aa56-ba0cda52ac19 req-cfa1e57a-cb32-4f49-a1d2-12774787aa44 service neutron] Checking segment: {'id': 'c69016e2-25b2-4016-8bdb-0fd20ec084c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 983, 'network_id': '720cce3d-7c03-4a70-bffa-ed56b7f35cca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 18 11:29:41.297611 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cacecb4d-9cb8-4924-aa56-ba0cda52ac19 req-cfa1e57a-cb32-4f49-a1d2-12774787aa44 service neutron] Bound using segment: {'id': 'c69016e2-25b2-4016-8bdb-0fd20ec084c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 983, 'network_id': '720cce3d-7c03-4a70-bffa-ed56b7f35cca'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 18 11:29:41.298053 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-cacecb4d-9cb8-4924-aa56-ba0cda52ac19 req-cfa1e57a-cb32-4f49-a1d2-12774787aa44 service neutron] Bound port: 7b97c4ea-abb6-4580-9057-618090ac6e88, host: hv-cinder-85345, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c69016e2-25b2-4016-8bdb-0fd20ec084c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 983, 'network_id': '720cce3d-7c03-4a70-bffa-ed56b7f35cca'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 18 11:29:41.298414 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-cacecb4d-9cb8-4924-aa56-ba0cda52ac19 req-cfa1e57a-cb32-4f49-a1d2-12774787aa44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (7b97c4ea-abb6-4580-9057-618090ac6e88), before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:29:41.309562 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.agents_db [None req-8a9264f7-88d3-4c8b-91d1-adcc6bb37de7 None None] Agent healthcheck: found 6 active agents {{(pid=106381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 11:29:41.375601 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-cacecb4d-9cb8-4924-aa56-ba0cda52ac19 req-cfa1e57a-cb32-4f49-a1d2-12774787aa44 service neutron] For port 7b97c4ea-abb6-4580-9057-618090ac6e88, host hv-cinder-85345, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 11:29:41.380375 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-cacecb4d-9cb8-4924-aa56-ba0cda52ac19 req-cfa1e57a-cb32-4f49-a1d2-12774787aa44 service neutron] For port 7b97c4ea-abb6-4580-9057-618090ac6e88, host hv-cinder-85345, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85345',level=0,port_id=7b97c4ea-abb6-4580-9057-618090ac6e88,segment=NetworkSegment(c69016e2-25b2-4016-8bdb-0fd20ec084c0),segment_id=c69016e2-25b2-4016-8bdb-0fd20ec084c0)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 11:29:41.387803 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-cacecb4d-9cb8-4924-aa56-ba0cda52ac19 req-cfa1e57a-cb32-4f49-a1d2-12774787aa44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732803053689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732802528799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732802528817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11809220'] for port (7b97c4ea-abb6-4580-9057-618090ac6e88), after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:29:41.392534 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacecb4d-9cb8-4924-aa56-ba0cda52ac19 req-cfa1e57a-cb32-4f49-a1d2-12774787aa44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:29:41.393148 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-cacecb4d-9cb8-4924-aa56-ba0cda52ac19 req-cfa1e57a-cb32-4f49-a1d2-12774787aa44 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22494'] for port (None), before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:29:41.395373 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-cacecb4d-9cb8-4924-aa56-ba0cda52ac19 req-cfa1e57a-cb32-4f49-a1d2-12774787aa44 service neutron] 10.222.0.20 "PUT /networking/v2.0/ports/7b97c4ea-abb6-4580-9057-618090ac6e88 HTTP/1.1" status: 200 len: 1093 time: 0.6905658 Aug 18 11:29:41.395884 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04b26749-6b6c-45b0-a4c0-7a890930cbd7', 'tag': '7b97c4ea-abb6-4580-9057-618090ac6e88'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 18 11:29:41.398210 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c862ab1b2ee120cb5e2e4f2725a0fe0d7acaf57f657006002d91667c9b4c94a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-533419d8-7d1e-46d2-9709-636955a3a40c" -d '{"events": [{"name": "network-changed", "server_uuid": "04b26749-6b6c-45b0-a4c0-7a890930cbd7", "tag": "7b97c4ea-abb6-4580-9057-618090ac6e88"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:29:41.444556 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Aug 2022 11:29:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-377c4463-95b0-4fe4-ba92-455b3eb9a5a2 x-openstack-request-id: req-377c4463-95b0-4fe4-ba92-455b3eb9a5a2 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:29:41.444868 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04b26749-6b6c-45b0-a4c0-7a890930cbd7", "tag": "7b97c4ea-abb6-4580-9057-618090ac6e88", "status": "completed", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:29:41.445119 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-377c4463-95b0-4fe4-ba92-455b3eb9a5a2 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:29:41.445547 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event matching ['req-377c4463-95b0-4fe4-ba92-455b3eb9a5a2'] response: {'name': 'network-changed', 'server_uuid': '04b26749-6b6c-45b0-a4c0-7a890930cbd7', 'tag': '7b97c4ea-abb6-4580-9057-618090ac6e88', 'status': 'completed', 'code': 200} Aug 18 11:29:41.472682 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa1e57a-cb32-4f49-a1d2-12774787aa44 service neutron] Pushing event updated for resources: {'Port': ['ID=7b97c4ea-abb6-4580-9057-618090ac6e88,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:29:41.503917 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacecb4d-9cb8-4924-aa56-ba0cda52ac19 req-8046c79d-1154-439a-8015-1698ea8e931f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:29:41.505469 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-cacecb4d-9cb8-4924-aa56-ba0cda52ac19 req-8046c79d-1154-439a-8015-1698ea8e931f service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=f205a572baf449f09e403e3750ee8af2&device_id=04b26749-6b6c-45b0-a4c0-7a890930cbd7 HTTP/1.1" status: 200 len: 1127 time: 0.0519154 Aug 18 11:29:41.549250 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-cacecb4d-9cb8-4924-aa56-ba0cda52ac19 req-c46385fd-8618-4098-9803-fb36b90cdc4f service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7b97c4ea-abb6-4580-9057-618090ac6e88 HTTP/1.1" status: 200 len: 217 time: 0.0346322 Aug 18 11:29:41.593062 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.16', 59880) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:29:41.603495 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacecb4d-9cb8-4924-aa56-ba0cda52ac19 req-fd0a1b28-063b-4c49-9024-8e9d4ec2c76c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:29:41.605002 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-cacecb4d-9cb8-4924-aa56-ba0cda52ac19 req-fd0a1b28-063b-4c49-9024-8e9d4ec2c76c service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=26d1bca3-a78e-4d09-8072-76cf10604c99 HTTP/1.1" status: 200 len: 848 time: 0.0493193 Aug 18 11:29:41.640364 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-cacecb4d-9cb8-4924-aa56-ba0cda52ac19 req-148c5145-164a-4618-8e52-4332ff3cf6b4 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=720cce3d-7c03-4a70-bffa-ed56b7f35cca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289133 Aug 18 11:29:41.711102 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-fd5efb5e-f114-4560-948c-9dcf15234d0d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:29:41.743343 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-cacecb4d-9cb8-4924-aa56-ba0cda52ac19 req-9fc08103-c107-4aa7-9b53-11b3545f13ca service neutron] 10.222.0.20 "GET /networking/v2.0/networks/720cce3d-7c03-4a70-bffa-ed56b7f35cca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969145 Aug 18 11:29:41.798852 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-fd5efb5e-f114-4560-948c-9dcf15234d0d admin admin] Publish callbacks [] for security_group (84ee318b-bc25-435e-add5-646d150edf31), precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:29:41.803972 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-fd5efb5e-f114-4560-948c-9dcf15234d0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433130'] for security_group (84ee318b-bc25-435e-add5-646d150edf31), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:29:41.845763 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-fd5efb5e-f114-4560-948c-9dcf15234d0d admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=a8817015e8b14781acd7168f92ed7a6b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2516153 Aug 18 11:29:41.846519 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-cacecb4d-9cb8-4924-aa56-ba0cda52ac19 req-df06553d-77f7-4dce-9da7-591b83d01615 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/720cce3d-7c03-4a70-bffa-ed56b7f35cca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973952 Aug 18 11:29:41.846943 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5efb5e-f114-4560-948c-9dcf15234d0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84ee318b-bc25-435e-add5-646d150edf31,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:29:41.848839 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.16', 59884) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:29:41.902877 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9dec9e43-b267-458a-84f5-6226d7063e31 admin admin] Publish callbacks [] for security_group (84ee318b-bc25-435e-add5-646d150edf31), before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:29:41.924084 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9dec9e43-b267-458a-84f5-6226d7063e31 admin admin] Publish callbacks [] for security_group (84ee318b-bc25-435e-add5-646d150edf31), precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:29:41.973582 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9dec9e43-b267-458a-84f5-6226d7063e31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433130'] for security_group (84ee318b-bc25-435e-add5-646d150edf31), after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:29:41.977991 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9dec9e43-b267-458a-84f5-6226d7063e31 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:29:41.979729 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [None req-9dec9e43-b267-458a-84f5-6226d7063e31 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/84ee318b-bc25-435e-add5-646d150edf31 HTTP/1.1" status: 204 len: 168 time: 0.1283538 Aug 18 11:29:41.990483 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dec9e43-b267-458a-84f5-6226d7063e31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84ee318b-bc25-435e-add5-646d150edf31,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:29:42.249302 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40315880-b64d-4d8e-bf9b-00ac4124c0a1 req-89777194-3683-444b-9bfd-0240459606db tempest-VolumesActionsTest-1227637783 tempest-VolumesActionsTest-1227637783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:29:42.250943 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-40315880-b64d-4d8e-bf9b-00ac4124c0a1 req-89777194-3683-444b-9bfd-0240459606db tempest-VolumesActionsTest-1227637783 tempest-VolumesActionsTest-1227637783-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=04b26749-6b6c-45b0-a4c0-7a890930cbd7 HTTP/1.1" status: 200 len: 943 time: 0.0549829 Aug 18 11:29:42.301421 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=2,neutron:DELETE=3 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:29:42.306202 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-40315880-b64d-4d8e-bf9b-00ac4124c0a1 req-c62da47a-2396-4af7-9754-dc1363213446 tempest-VolumesActionsTest-1227637783 tempest-VolumesActionsTest-1227637783-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=87d7e7b1-ae29-4142-85c7-1a94fcabfcd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492375 Aug 18 11:29:42.722221 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.16', 59908) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:29:42.829467 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.v2.base [None req-86170eaa-9f0e-42fe-ad44-10e67cdf5f03 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-664198835-network', 'tenant_id': '5c4565c8330b46329441ef589a556ca5'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:29:42.850289 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86170eaa-9f0e-42fe-ad44-10e67cdf5f03 admin admin] Made reservation on behalf of 5c4565c8330b46329441ef589a556ca5 for: {'network': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 11:29:42.852660 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-86170eaa-9f0e-42fe-ad44-10e67cdf5f03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for network (None), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:29:42.861106 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-86170eaa-9f0e-42fe-ad44-10e67cdf5f03 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:29:42.939697 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-86170eaa-9f0e-42fe-ad44-10e67cdf5f03 admin admin] Publish callbacks [] for security_group (cdf1a3d7-6f00-4c91-9aa0-0931a5bf3f49), precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:29:42.944674 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-86170eaa-9f0e-42fe-ad44-10e67cdf5f03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433130'] for security_group (cdf1a3d7-6f00-4c91-9aa0-0931a5bf3f49), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:29:42.980384 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86170eaa-9f0e-42fe-ad44-10e67cdf5f03 admin admin] vlan segment allocate from pool success with {'vlan_id': 961, 'physical_network': 'physnet1'} {{(pid=106379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 11:29:42.986833 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86170eaa-9f0e-42fe-ad44-10e67cdf5f03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdf1a3d7-6f00-4c91-9aa0-0931a5bf3f49,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:29:42.993760 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-86170eaa-9f0e-42fe-ad44-10e67cdf5f03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3609830'] for segment (3eae3e7f-dbad-45f7-b4c5-8dd002ce034e), precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:29:42.994720 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.db.segments_db [None req-86170eaa-9f0e-42fe-ad44-10e67cdf5f03 admin admin] Added segment 3eae3e7f-dbad-45f7-b4c5-8dd002ce034e of type vlan for network 93483d8f-10ab-4c83-9e9e-26b25acb76c3 Aug 18 11:29:43.040054 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-86170eaa-9f0e-42fe-ad44-10e67cdf5f03 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732802498636'] for network (93483d8f-10ab-4c83-9e9e-26b25acb76c3), precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:29:43.065761 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-86170eaa-9f0e-42fe-ad44-10e67cdf5f03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403'] for network (93483d8f-10ab-4c83-9e9e-26b25acb76c3), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:29:43.066922 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86170eaa-9f0e-42fe-ad44-10e67cdf5f03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:29:43.067495 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-86170eaa-9f0e-42fe-ad44-10e67cdf5f03 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682417'] for network (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:29:43.134505 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-86170eaa-9f0e-42fe-ad44-10e67cdf5f03 admin admin] 10.222.0.16 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4108877 Aug 18 11:29:43.137647 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.16', 59912) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:29:43.142596 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.v2.base [None req-afbb5bf4-980c-4a82-a587-d68b401547a1 admin admin] Request body: {'subnet': {'network_id': '93483d8f-10ab-4c83-9e9e-26b25acb76c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-664198835-subnet', 'tenant_id': '5c4565c8330b46329441ef589a556ca5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:29:43.155016 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86170eaa-9f0e-42fe-ad44-10e67cdf5f03 admin admin] Pushing event updated for resources: {'Network': ['ID=93483d8f-10ab-4c83-9e9e-26b25acb76c3,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:29:43.168890 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Network 93483d8f-10ab-4c83-9e9e-26b25acb76c3 details requested by agent ovs-agent-dv-cinder-853450-2-iscsi with host dv-cinder-853450-2-iscsi {{(pid=106380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 11:29:43.174758 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afbb5bf4-980c-4a82-a587-d68b401547a1 admin admin] Made reservation on behalf of 5c4565c8330b46329441ef589a556ca5 for: {'subnet': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 11:29:43.177405 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-afbb5bf4-980c-4a82-a587-d68b401547a1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11267958'] for subnet (None), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:29:43.220944 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:29:43.348980 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=76,neutron:INSERT=21,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:29:43.361312 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-afbb5bf4-980c-4a82-a587-d68b401547a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1640095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11267864'] for subnet (cb92943d-9f48-4052-8e49-7f99eb75451a), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:29:43.367508 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=79,neutron:INSERT=16,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:29:43.395720 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-54cb1782-e508-4b0c-b2e1-ad111378b4f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (5a2ac145-53e3-4597-a9e7-c52b4336ae58), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:29:43.436421 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbb5bf4-980c-4a82-a587-d68b401547a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb92943d-9f48-4052-8e49-7f99eb75451a,revision_number=0']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:29:43.446658 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afbb5bf4-980c-4a82-a587-d68b401547a1 admin admin] Checking segment: {'id': '3eae3e7f-dbad-45f7-b4c5-8dd002ce034e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 961, 'network_id': '93483d8f-10ab-4c83-9e9e-26b25acb76c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 18 11:29:43.447017 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afbb5bf4-980c-4a82-a587-d68b401547a1 admin admin] Network hostable DHCP agents. Network: 93483d8f-10ab-4c83-9e9e-26b25acb76c3, hostable agents: ['c499a017-4b38-4967-b050-d4094e1a7564'], hosted agents: [] {{(pid=106379) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 11:29:43.452710 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1be7e61-5809-4743-a07b-d712cc5fb05b req-73d77aa1-ec39-43da-b61d-757c5f01ce19 tempest-VolumesActionsTest-1227637783 tempest-VolumesActionsTest-1227637783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:29:43.454229 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-b1be7e61-5809-4743-a07b-d712cc5fb05b req-73d77aa1-ec39-43da-b61d-757c5f01ce19 tempest-VolumesActionsTest-1227637783 tempest-VolumesActionsTest-1227637783-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=04b26749-6b6c-45b0-a4c0-7a890930cbd7 HTTP/1.1" status: 200 len: 943 time: 0.0694940 Aug 18 11:29:43.467307 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afbb5bf4-980c-4a82-a587-d68b401547a1 admin admin] Network 93483d8f-10ab-4c83-9e9e-26b25acb76c3 is scheduled to be hosted by DHCP agent c499a017-4b38-4967-b050-d4094e1a7564 with binding_index 1 {{(pid=106379) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 11:29:43.477589 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-afbb5bf4-980c-4a82-a587-d68b401547a1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-853450-2-iscsi, 93483d8f-10ab-4c83-9e9e-26b25acb76c3) {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 11:29:43.482531 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afbb5bf4-980c-4a82-a587-d68b401547a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:29:43.483133 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-afbb5bf4-980c-4a82-a587-d68b401547a1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:29:43.489433 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce2c8608-2660-49b4-8bd5-ae6f7088fc49 None None] Network 93483d8f-10ab-4c83-9e9e-26b25acb76c3 requested from dv-cinder-853450-2-iscsi {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 18 11:29:43.491505 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:29:43.508819 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-afbb5bf4-980c-4a82-a587-d68b401547a1 admin admin] 10.222.0.16 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3700516 Aug 18 11:29:43.519322 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-b1be7e61-5809-4743-a07b-d712cc5fb05b req-30a9d0fe-c49c-4797-a47e-903c8f99e645 tempest-VolumesActionsTest-1227637783 tempest-VolumesActionsTest-1227637783-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=87d7e7b1-ae29-4142-85c7-1a94fcabfcd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567265 Aug 18 11:29:43.544525 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:29:43.601343 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaf61e86-3fe2-47f4-8d53-b51a0f37fa92 None None] Network 93483d8f-10ab-4c83-9e9e-26b25acb76c3 requested from dv-cinder-853450-2-iscsi {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 18 11:29:44.446975 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533419d8-7d1e-46d2-9709-636955a3a40c req-75a455d9-ab14-47d7-ac53-b5d2f40ce343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:29:44.448507 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-533419d8-7d1e-46d2-9709-636955a3a40c req-75a455d9-ab14-47d7-ac53-b5d2f40ce343 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=f205a572baf449f09e403e3750ee8af2&device_id=04b26749-6b6c-45b0-a4c0-7a890930cbd7 HTTP/1.1" status: 200 len: 1127 time: 0.0413957 Aug 18 11:29:44.551048 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533419d8-7d1e-46d2-9709-636955a3a40c req-a29669ee-d406-4fa5-9142-1efd4d0768c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:29:44.552595 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-533419d8-7d1e-46d2-9709-636955a3a40c req-a29669ee-d406-4fa5-9142-1efd4d0768c3 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=720cce3d-7c03-4a70-bffa-ed56b7f35cca HTTP/1.1" status: 200 len: 909 time: 0.0980465 Aug 18 11:29:44.595934 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-533419d8-7d1e-46d2-9709-636955a3a40c req-5bff608a-04f9-4558-b091-f818dd72711c service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7b97c4ea-abb6-4580-9057-618090ac6e88 HTTP/1.1" status: 200 len: 217 time: 0.0362144 Aug 18 11:29:44.676638 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Device 7b97c4ea-abb6-4580-9057-618090ac6e88 details requested by agent hyperv_hv-cinder-85345 with host hv-cinder-85345 {{(pid=106380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 11:29:44.678799 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d831d953-be01-4b98-bbe6-bcb7131efa45 req-283678e9-033d-47b4-8314-add6aaddf868 tempest-VolumesActionsTest-1227637783 tempest-VolumesActionsTest-1227637783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:29:44.680370 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-d831d953-be01-4b98-bbe6-bcb7131efa45 req-283678e9-033d-47b4-8314-add6aaddf868 tempest-VolumesActionsTest-1227637783 tempest-VolumesActionsTest-1227637783-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=04b26749-6b6c-45b0-a4c0-7a890930cbd7 HTTP/1.1" status: 200 len: 943 time: 0.0813372 Aug 18 11:29:44.698672 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533419d8-7d1e-46d2-9709-636955a3a40c req-6523d38b-7578-48f2-8473-3db2ed83f454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:29:44.700019 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-533419d8-7d1e-46d2-9709-636955a3a40c req-6523d38b-7578-48f2-8473-3db2ed83f454 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=26d1bca3-a78e-4d09-8072-76cf10604c99 HTTP/1.1" status: 200 len: 848 time: 0.0922861 Aug 18 11:29:44.742151 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-533419d8-7d1e-46d2-9709-636955a3a40c req-8428aa17-981b-4a40-9904-987da1b9db29 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=720cce3d-7c03-4a70-bffa-ed56b7f35cca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337942 Aug 18 11:29:44.760999 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-a5cc8183-7213-4642-9d48-bc0d47940d29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (29720577-1c8f-43c1-a8be-c2a14df8d65e), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:29:44.782776 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-d831d953-be01-4b98-bbe6-bcb7131efa45 req-e02c49ed-ef7b-4c1d-951b-19ee8098b769 tempest-VolumesActionsTest-1227637783 tempest-VolumesActionsTest-1227637783-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=87d7e7b1-ae29-4142-85c7-1a94fcabfcd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942276 Aug 18 11:29:44.811475 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] For port 7b97c4ea-abb6-4580-9057-618090ac6e88, host hv-cinder-85345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85345',level=0,port_id=7b97c4ea-abb6-4580-9057-618090ac6e88,segment=NetworkSegment(c69016e2-25b2-4016-8bdb-0fd20ec084c0),segment_id=c69016e2-25b2-4016-8bdb-0fd20ec084c0)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:29:44.826503 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Returning: {'device': '7b97c4ea-abb6-4580-9057-618090ac6e88', 'network_id': '720cce3d-7c03-4a70-bffa-ed56b7f35cca', 'port_id': '7b97c4ea-abb6-4580-9057-618090ac6e88', 'mac_address': 'fa:16:3e:12:06:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 983, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26d1bca3-a78e-4d09-8072-76cf10604c99', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 11:29:44.870668 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-533419d8-7d1e-46d2-9709-636955a3a40c req-1201946e-2c6d-48fb-946a-d839c9737d91 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/720cce3d-7c03-4a70-bffa-ed56b7f35cca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203754 Aug 18 11:29:44.877206 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Current status of the port 7b97c4ea-abb6-4580-9057-618090ac6e88 is: DOWN; New status is: BUILD {{(pid=106380) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 11:29:44.877652 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (7b97c4ea-abb6-4580-9057-618090ac6e88), before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:29:44.897356 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.notifiers.nova [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b97c4ea-abb6-4580-9057-618090ac6e88 {{(pid=106380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 18 11:29:44.917854 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] For port 7b97c4ea-abb6-4580-9057-618090ac6e88, host hv-cinder-85345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85345',level=0,port_id=7b97c4ea-abb6-4580-9057-618090ac6e88,segment=NetworkSegment(c69016e2-25b2-4016-8bdb-0fd20ec084c0),segment_id=c69016e2-25b2-4016-8bdb-0fd20ec084c0)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:29:44.921615 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732803053689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732802528799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732802528817'] for port (7b97c4ea-abb6-4580-9057-618090ac6e88), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:29:44.968972 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Pushing event updated for resources: {'Port': ['ID=7b97c4ea-abb6-4580-9057-618090ac6e88,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:29:44.981990 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-533419d8-7d1e-46d2-9709-636955a3a40c req-e70f6d03-33be-4804-a700-adb1cbcb1937 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/720cce3d-7c03-4a70-bffa-ed56b7f35cca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052186 Aug 18 11:29:45.251048 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] get_ports_and_sgs() called for port_ids ['7b97c4ea-abb6-4580-9057-618090ac6e88'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 18 11:29:45.331130 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb89ddb-7e8c-4194-afe7-bfbb1e2d7397 req-b5f31e42-b9cd-45fe-abb9-3152877402d3 tempest-VolumesSnapshotTestJSON-1110175668 tempest-VolumesSnapshotTestJSON-1110175668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:29:45.332843 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-fdb89ddb-7e8c-4194-afe7-bfbb1e2d7397 req-b5f31e42-b9cd-45fe-abb9-3152877402d3 tempest-VolumesSnapshotTestJSON-1110175668 tempest-VolumesSnapshotTestJSON-1110175668-project] 10.222.0.16 "GET /networking/v2.0/networks?id=93483d8f-10ab-4c83-9e9e-26b25acb76c3 HTTP/1.1" status: 200 len: 813 time: 0.1087730 Aug 18 11:29:45.348568 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-fdb89ddb-7e8c-4194-afe7-bfbb1e2d7397 req-3b93b0d5-9db8-4976-bfee-6892bf759273 tempest-VolumesSnapshotTestJSON-1110175668 tempest-VolumesSnapshotTestJSON-1110175668-project] 10.222.0.16 "GET /networking/v2.0/quotas/5c4565c8330b46329441ef589a556ca5 HTTP/1.1" status: 200 len: 375 time: 0.0098987 Aug 18 11:29:45.382413 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-fdb89ddb-7e8c-4194-afe7-bfbb1e2d7397 req-013b5a27-5089-4cc9-aa9a-70c3e9cf8e85 tempest-VolumesSnapshotTestJSON-1110175668 tempest-VolumesSnapshotTestJSON-1110175668-project] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=5c4565c8330b46329441ef589a556ca5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0285540 Aug 18 11:29:45.483188 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-fdb89ddb-7e8c-4194-afe7-bfbb1e2d7397 req-ceed0d36-b7b9-43f7-b309-45a3c97aac45 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/93483d8f-10ab-4c83-9e9e-26b25acb76c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940056 Aug 18 11:29:45.577450 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-fdb89ddb-7e8c-4194-afe7-bfbb1e2d7397 req-2c4115bb-e877-4603-ae1e-466e892078e4 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/93483d8f-10ab-4c83-9e9e-26b25acb76c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874281 Aug 18 11:29:45.740950 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-89f25ef2-b96b-467c-bd22-13e0a4d4a57f req-bea9533d-8965-4fa2-8e6d-44aaf0fc16cc tempest-VolumesSnapshotTestJSON-1110175668 tempest-VolumesSnapshotTestJSON-1110175668-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=4eb2233b-f5c9-4f79-aa7f-8ff82fdfc153 HTTP/1.1" status: 200 len: 210 time: 0.0305767 Aug 18 11:29:45.907520 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4162c5-5ab4-4c9e-940d-d0c95c38fd04 req-9e682b20-1786-4e66-a6d1-8b058ada19a2 tempest-VolumesActionsTest-1227637783 tempest-VolumesActionsTest-1227637783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:29:45.909656 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-7d4162c5-5ab4-4c9e-940d-d0c95c38fd04 req-9e682b20-1786-4e66-a6d1-8b058ada19a2 tempest-VolumesActionsTest-1227637783 tempest-VolumesActionsTest-1227637783-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=04b26749-6b6c-45b0-a4c0-7a890930cbd7 HTTP/1.1" status: 200 len: 944 time: 0.0497127 Aug 18 11:29:45.937288 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=100 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:29:45.959733 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-7d4162c5-5ab4-4c9e-940d-d0c95c38fd04 req-c59957d1-dab7-441b-81c7-3713ed98b723 tempest-VolumesActionsTest-1227637783 tempest-VolumesActionsTest-1227637783-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=87d7e7b1-ae29-4142-85c7-1a94fcabfcd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440881 Aug 18 11:29:46.004928 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (69d4285f-736d-41a6-a99e-1994eed59bce), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:29:46.523573 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c68edff8-e550-48a3-9de2-17badfe483c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (307af099-d926-4e52-9df3-0cd09baf3c81), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:29:46.691096 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Device 7b97c4ea-abb6-4580-9057-618090ac6e88 up at agent hyperv_hv-cinder-85345 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 11:29:46.729264 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=100 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:29:46.751157 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Provisioning for port 7b97c4ea-abb6-4580-9057-618090ac6e88 completed by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 18 11:29:46.758455 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Provisioning complete for port 7b97c4ea-abb6-4580-9057-618090ac6e88 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 18 11:29:46.758903 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619404'] for port (7b97c4ea-abb6-4580-9057-618090ac6e88), provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:29:46.766860 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb89ddb-7e8c-4194-afe7-bfbb1e2d7397 req-1c87fc47-ebff-4a9b-9899-a46501526041 tempest-VolumesSnapshotTestJSON-1110175668 tempest-VolumesSnapshotTestJSON-1110175668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:29:46.768869 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-fdb89ddb-7e8c-4194-afe7-bfbb1e2d7397 req-1c87fc47-ebff-4a9b-9899-a46501526041 tempest-VolumesSnapshotTestJSON-1110175668 tempest-VolumesSnapshotTestJSON-1110175668-project] 10.222.0.20 "GET /networking/v2.0/networks?id=93483d8f-10ab-4c83-9e9e-26b25acb76c3 HTTP/1.1" status: 200 len: 813 time: 0.1326246 Aug 18 11:29:46.783463 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.v2.base [req-fdb89ddb-7e8c-4194-afe7-bfbb1e2d7397 req-af4b7816-f641-47fb-abc7-c1ec49c91c26 tempest-VolumesSnapshotTestJSON-1110175668 tempest-VolumesSnapshotTestJSON-1110175668-project] Request body: {'port': {'device_id': '4eb2233b-f5c9-4f79-aa7f-8ff82fdfc153', 'network_id': '93483d8f-10ab-4c83-9e9e-26b25acb76c3', 'admin_state_up': True, 'tenant_id': '5c4565c8330b46329441ef589a556ca5'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:29:46.871407 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:29:46.886705 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Current status of the port 7b97c4ea-abb6-4580-9057-618090ac6e88 is: BUILD; New status is: ACTIVE {{(pid=106380) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 11:29:46.886705 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (7b97c4ea-abb6-4580-9057-618090ac6e88), before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:29:46.911053 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-3dd1c3ed-7310-4265-9d1a-40f5b28a9f4a req-5fa20731-a7eb-4303-9cb2-b7de770c00fb tempest-VolumesSnapshotTestJSON-1110175668 tempest-VolumesSnapshotTestJSON-1110175668-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=4eb2233b-f5c9-4f79-aa7f-8ff82fdfc153 HTTP/1.1" status: 200 len: 210 time: 0.0479081 Aug 18 11:29:46.969713 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fdb89ddb-7e8c-4194-afe7-bfbb1e2d7397 req-af4b7816-f641-47fb-abc7-c1ec49c91c26 tempest-VolumesSnapshotTestJSON-1110175668 tempest-VolumesSnapshotTestJSON-1110175668-project] Made reservation on behalf of 5c4565c8330b46329441ef589a556ca5 for: {'port': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 11:29:46.974634 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-fdb89ddb-7e8c-4194-afe7-bfbb1e2d7397 req-af4b7816-f641-47fb-abc7-c1ec49c91c26 tempest-VolumesSnapshotTestJSON-1110175668 tempest-VolumesSnapshotTestJSON-1110175668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (None), before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:29:47.045014 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:29:47.072845 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04b26749-6b6c-45b0-a4c0-7a890930cbd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b97c4ea-abb6-4580-9057-618090ac6e88'}] {{(pid=106380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 18 11:29:47.076368 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2abfa1ee86993cd756e72fd91a3a01a1a8fb73078c92f04bbbffdb72ec117730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd464468-2189-40c5-997c-21544eec3c99" -d '{"events": [{"server_uuid": "04b26749-6b6c-45b0-a4c0-7a890930cbd7", "name": "network-vif-plugged", "status": "completed", "tag": "7b97c4ea-abb6-4580-9057-618090ac6e88"}]}' {{(pid=106380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:29:47.098100 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] For port 7b97c4ea-abb6-4580-9057-618090ac6e88, host hv-cinder-85345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85345',level=0,port_id=7b97c4ea-abb6-4580-9057-618090ac6e88,segment=NetworkSegment(c69016e2-25b2-4016-8bdb-0fd20ec084c0),segment_id=c69016e2-25b2-4016-8bdb-0fd20ec084c0)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:29:47.106322 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732803053689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732802528799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732802528817'] for port (7b97c4ea-abb6-4580-9057-618090ac6e88), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:29:47.134277 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Aug 2022 11:29:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-190959a9-1078-47bf-9a3f-d223ad2f1545 x-openstack-request-id: req-190959a9-1078-47bf-9a3f-d223ad2f1545 {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:29:47.134611 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04b26749-6b6c-45b0-a4c0-7a890930cbd7", "name": "network-vif-plugged", "status": "completed", "tag": "7b97c4ea-abb6-4580-9057-618090ac6e88", "code": 200}]} {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:29:47.136010 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-190959a9-1078-47bf-9a3f-d223ad2f1545 {{(pid=106380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:29:47.136010 dv-cinder-853450-2-iscsi neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event matching ['req-190959a9-1078-47bf-9a3f-d223ad2f1545'] response: {'server_uuid': '04b26749-6b6c-45b0-a4c0-7a890930cbd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b97c4ea-abb6-4580-9057-618090ac6e88', 'code': 200} Aug 18 11:29:47.181535 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f5dfa7-6501-4c76-96a9-396feec1ebdc req-b273d8ce-ea48-4cec-977a-2ba6d56580ff tempest-VolumesActionsTest-1227637783 tempest-VolumesActionsTest-1227637783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:29:47.183103 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-13f5dfa7-6501-4c76-96a9-396feec1ebdc req-b273d8ce-ea48-4cec-977a-2ba6d56580ff tempest-VolumesActionsTest-1227637783 tempest-VolumesActionsTest-1227637783-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=04b26749-6b6c-45b0-a4c0-7a890930cbd7 HTTP/1.1" status: 200 len: 944 time: 0.1093695 Aug 18 11:29:47.192815 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Pushing event updated for resources: {'Port': ['ID=7b97c4ea-abb6-4580-9057-618090ac6e88,revision_number=5']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:29:47.217756 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [req-fdb89ddb-7e8c-4194-afe7-bfbb1e2d7397 req-af4b7816-f641-47fb-abc7-c1ec49c91c26 tempest-VolumesSnapshotTestJSON-1110175668 tempest-VolumesSnapshotTestJSON-1110175668-project] Allocated IP 172.20.0.10 (93483d8f-10ab-4c83-9e9e-26b25acb76c3/cb92943d-9f48-4052-8e49-7f99eb75451a/d1af6414-8df3-45cc-8b88-4b81d9d7f07f) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 11:29:47.278359 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-13f5dfa7-6501-4c76-96a9-396feec1ebdc req-3739bfad-095c-44e7-9078-900ba2711f39 tempest-VolumesActionsTest-1227637783 tempest-VolumesActionsTest-1227637783-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=87d7e7b1-ae29-4142-85c7-1a94fcabfcd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852323 Aug 18 11:29:47.353334 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36c3e96-a9a3-4276-89d3-fca6f4eb12c8 req-ea66e115-1045-4e29-ae19-6b4065f914ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:29:47.354809 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-b36c3e96-a9a3-4276-89d3-fca6f4eb12c8 req-ea66e115-1045-4e29-ae19-6b4065f914ae service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=04b26749-6b6c-45b0-a4c0-7a890930cbd7 HTTP/1.1" status: 200 len: 1129 time: 0.0699205 Aug 18 11:29:47.453595 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-b36c3e96-a9a3-4276-89d3-fca6f4eb12c8 req-87cd83a3-8556-4604-a265-19e60a332873 service neutron] 10.222.0.20 "GET /networking/v2.0/security-groups?id=87d7e7b1-ae29-4142-85c7-1a94fcabfcd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738330 Aug 18 11:29:47.471819 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-fdb89ddb-7e8c-4194-afe7-bfbb1e2d7397 req-af4b7816-f641-47fb-abc7-c1ec49c91c26 tempest-VolumesSnapshotTestJSON-1110175668 tempest-VolumesSnapshotTestJSON-1110175668-project] Publish callbacks [] for port (d1af6414-8df3-45cc-8b88-4b81d9d7f07f), precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:29:47.505627 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-fdb89ddb-7e8c-4194-afe7-bfbb1e2d7397 req-af4b7816-f641-47fb-abc7-c1ec49c91c26 tempest-VolumesSnapshotTestJSON-1110175668 tempest-VolumesSnapshotTestJSON-1110175668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732802528781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11809227'] for port (d1af6414-8df3-45cc-8b88-4b81d9d7f07f), after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:29:47.553871 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fdb89ddb-7e8c-4194-afe7-bfbb1e2d7397 req-af4b7816-f641-47fb-abc7-c1ec49c91c26 tempest-VolumesSnapshotTestJSON-1110175668 tempest-VolumesSnapshotTestJSON-1110175668-project] Network 93483d8f-10ab-4c83-9e9e-26b25acb76c3 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 11:29:47.557009 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [req-fdb89ddb-7e8c-4194-afe7-bfbb1e2d7397 req-af4b7816-f641-47fb-abc7-c1ec49c91c26 tempest-VolumesSnapshotTestJSON-1110175668 tempest-VolumesSnapshotTestJSON-1110175668-project] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 11:29:47.559900 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdb89ddb-7e8c-4194-afe7-bfbb1e2d7397 req-af4b7816-f641-47fb-abc7-c1ec49c91c26 tempest-VolumesSnapshotTestJSON-1110175668 tempest-VolumesSnapshotTestJSON-1110175668-project] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 18 11:29:47.589024 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4b7816-f641-47fb-abc7-c1ec49c91c26 tempest-VolumesSnapshotTestJSON-1110175668 tempest-VolumesSnapshotTestJSON-1110175668-project] Pushing event updated for resources: {'Port': ['ID=d1af6414-8df3-45cc-8b88-4b81d9d7f07f,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:29:47.592563 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:29:47.604554 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4b7816-f641-47fb-abc7-c1ec49c91c26 tempest-VolumesSnapshotTestJSON-1110175668 tempest-VolumesSnapshotTestJSON-1110175668-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:29:47.604912 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4b7816-f641-47fb-abc7-c1ec49c91c26 tempest-VolumesSnapshotTestJSON-1110175668 tempest-VolumesSnapshotTestJSON-1110175668-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:29:47.605283 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4b7816-f641-47fb-abc7-c1ec49c91c26 tempest-VolumesSnapshotTestJSON-1110175668 tempest-VolumesSnapshotTestJSON-1110175668-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:29:47.605626 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4b7816-f641-47fb-abc7-c1ec49c91c26 tempest-VolumesSnapshotTestJSON-1110175668 tempest-VolumesSnapshotTestJSON-1110175668-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:29:47.605962 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4b7816-f641-47fb-abc7-c1ec49c91c26 tempest-VolumesSnapshotTestJSON-1110175668 tempest-VolumesSnapshotTestJSON-1110175668-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:29:47.606299 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4b7816-f641-47fb-abc7-c1ec49c91c26 tempest-VolumesSnapshotTestJSON-1110175668 tempest-VolumesSnapshotTestJSON-1110175668-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:29:47.606632 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4b7816-f641-47fb-abc7-c1ec49c91c26 tempest-VolumesSnapshotTestJSON-1110175668 tempest-VolumesSnapshotTestJSON-1110175668-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:29:47.606969 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4b7816-f641-47fb-abc7-c1ec49c91c26 tempest-VolumesSnapshotTestJSON-1110175668 tempest-VolumesSnapshotTestJSON-1110175668-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:29:47.607301 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4b7816-f641-47fb-abc7-c1ec49c91c26 tempest-VolumesSnapshotTestJSON-1110175668 tempest-VolumesSnapshotTestJSON-1110175668-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:29:47.607630 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4b7816-f641-47fb-abc7-c1ec49c91c26 tempest-VolumesSnapshotTestJSON-1110175668 tempest-VolumesSnapshotTestJSON-1110175668-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:29:47.607960 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4b7816-f641-47fb-abc7-c1ec49c91c26 tempest-VolumesSnapshotTestJSON-1110175668 tempest-VolumesSnapshotTestJSON-1110175668-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:29:47.608320 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4b7816-f641-47fb-abc7-c1ec49c91c26 tempest-VolumesSnapshotTestJSON-1110175668 tempest-VolumesSnapshotTestJSON-1110175668-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:29:47.608648 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4b7816-f641-47fb-abc7-c1ec49c91c26 tempest-VolumesSnapshotTestJSON-1110175668 tempest-VolumesSnapshotTestJSON-1110175668-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:29:47.608973 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4b7816-f641-47fb-abc7-c1ec49c91c26 tempest-VolumesSnapshotTestJSON-1110175668 tempest-VolumesSnapshotTestJSON-1110175668-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:29:47.609300 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4b7816-f641-47fb-abc7-c1ec49c91c26 tempest-VolumesSnapshotTestJSON-1110175668 tempest-VolumesSnapshotTestJSON-1110175668-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:29:47.630750 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb89ddb-7e8c-4194-afe7-bfbb1e2d7397 req-af4b7816-f641-47fb-abc7-c1ec49c91c26 tempest-VolumesSnapshotTestJSON-1110175668 tempest-VolumesSnapshotTestJSON-1110175668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:29:47.631367 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-fdb89ddb-7e8c-4194-afe7-bfbb1e2d7397 req-af4b7816-f641-47fb-abc7-c1ec49c91c26 tempest-VolumesSnapshotTestJSON-1110175668 tempest-VolumesSnapshotTestJSON-1110175668-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22494'] for port (None), before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:29:47.648343 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-fdb89ddb-7e8c-4194-afe7-bfbb1e2d7397 req-af4b7816-f641-47fb-abc7-c1ec49c91c26 tempest-VolumesSnapshotTestJSON-1110175668 tempest-VolumesSnapshotTestJSON-1110175668-project] 10.222.0.20 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8710649 Aug 18 11:29:47.777978 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.v2.base [req-fdb89ddb-7e8c-4194-afe7-bfbb1e2d7397 req-711e2f20-84c2-49e8-b068-91bf1d2e6978 service neutron] Request body: {'port': {'device_id': '4eb2233b-f5c9-4f79-aa7f-8ff82fdfc153', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85345'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:29:47.802234 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:29:47.844330 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-fdb89ddb-7e8c-4194-afe7-bfbb1e2d7397 req-711e2f20-84c2-49e8-b068-91bf1d2e6978 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (d1af6414-8df3-45cc-8b88-4b81d9d7f07f), before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:29:48.075777 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dd16e2-4ccf-48a7-b18d-77a92ee50d93 req-9fe2a5bd-3efb-4735-8cd9-d2460f8e4f98 tempest-VolumesSnapshotTestJSON-1110175668 tempest-VolumesSnapshotTestJSON-1110175668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:29:48.077281 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-73dd16e2-4ccf-48a7-b18d-77a92ee50d93 req-9fe2a5bd-3efb-4735-8cd9-d2460f8e4f98 tempest-VolumesSnapshotTestJSON-1110175668 tempest-VolumesSnapshotTestJSON-1110175668-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=4eb2233b-f5c9-4f79-aa7f-8ff82fdfc153 HTTP/1.1" status: 200 len: 932 time: 0.0702834 Aug 18 11:29:48.177432 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-73dd16e2-4ccf-48a7-b18d-77a92ee50d93 req-2eb42e17-6499-4bf2-be04-ea5376d14775 tempest-VolumesSnapshotTestJSON-1110175668 tempest-VolumesSnapshotTestJSON-1110175668-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=cdf1a3d7-6f00-4c91-9aa0-0931a5bf3f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889878 Aug 18 11:29:48.190438 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.notifiers.nova [req-fdb89ddb-7e8c-4194-afe7-bfbb1e2d7397 req-711e2f20-84c2-49e8-b068-91bf1d2e6978 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1af6414-8df3-45cc-8b88-4b81d9d7f07f {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 18 11:29:48.198273 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-fdb89ddb-7e8c-4194-afe7-bfbb1e2d7397 req-711e2f20-84c2-49e8-b068-91bf1d2e6978 service neutron] Publish callbacks [] for port (d1af6414-8df3-45cc-8b88-4b81d9d7f07f), precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:29:48.210736 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [req-fdb89ddb-7e8c-4194-afe7-bfbb1e2d7397 req-711e2f20-84c2-49e8-b068-91bf1d2e6978 service neutron] Transition to ACTIVE for port object d1af6414-8df3-45cc-8b88-4b81d9d7f07f will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 18 11:29:48.214664 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-fdb89ddb-7e8c-4194-afe7-bfbb1e2d7397 req-711e2f20-84c2-49e8-b068-91bf1d2e6978 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732803053689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732802528799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732802528817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11809220'] for port (d1af6414-8df3-45cc-8b88-4b81d9d7f07f), after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:29:48.279434 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711e2f20-84c2-49e8-b068-91bf1d2e6978 service neutron] Pushing event updated for resources: {'Port': ['ID=d1af6414-8df3-45cc-8b88-4b81d9d7f07f,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:29:48.331519 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-fdb89ddb-7e8c-4194-afe7-bfbb1e2d7397 req-711e2f20-84c2-49e8-b068-91bf1d2e6978 service neutron] Attempting to bind port d1af6414-8df3-45cc-8b88-4b81d9d7f07f on host hv-cinder-85345 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 18 11:29:48.331860 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-fdb89ddb-7e8c-4194-afe7-bfbb1e2d7397 req-711e2f20-84c2-49e8-b068-91bf1d2e6978 service neutron] Attempting to bind port d1af6414-8df3-45cc-8b88-4b81d9d7f07f by drivers openvswitch,hyperv on host hv-cinder-85345 at level 0 using segments [{'id': '3eae3e7f-dbad-45f7-b4c5-8dd002ce034e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 961, 'network_id': '93483d8f-10ab-4c83-9e9e-26b25acb76c3'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 18 11:29:48.332210 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdb89ddb-7e8c-4194-afe7-bfbb1e2d7397 req-711e2f20-84c2-49e8-b068-91bf1d2e6978 service neutron] Attempting to bind port d1af6414-8df3-45cc-8b88-4b81d9d7f07f on network 93483d8f-10ab-4c83-9e9e-26b25acb76c3 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 18 11:29:48.336845 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdb89ddb-7e8c-4194-afe7-bfbb1e2d7397 req-711e2f20-84c2-49e8-b068-91bf1d2e6978 service neutron] Port d1af6414-8df3-45cc-8b88-4b81d9d7f07f on network 93483d8f-10ab-4c83-9e9e-26b25acb76c3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85345 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 18 11:29:48.337176 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdb89ddb-7e8c-4194-afe7-bfbb1e2d7397 req-711e2f20-84c2-49e8-b068-91bf1d2e6978 service neutron] Attempting to bind port d1af6414-8df3-45cc-8b88-4b81d9d7f07f on network 93483d8f-10ab-4c83-9e9e-26b25acb76c3 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 18 11:29:48.342143 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdb89ddb-7e8c-4194-afe7-bfbb1e2d7397 req-711e2f20-84c2-49e8-b068-91bf1d2e6978 service neutron] Checking agent: {'id': '0c451e2b-fe38-44d1-984c-2dd7bcedf4dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85345', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 18, 11, 14, 5), 'started_at': datetime.datetime(2022, 8, 18, 11, 14, 5), 'heartbeat_timestamp': datetime.datetime(2022, 8, 18, 11, 29, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 18 11:29:48.342484 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdb89ddb-7e8c-4194-afe7-bfbb1e2d7397 req-711e2f20-84c2-49e8-b068-91bf1d2e6978 service neutron] Checking segment: {'id': '3eae3e7f-dbad-45f7-b4c5-8dd002ce034e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 961, 'network_id': '93483d8f-10ab-4c83-9e9e-26b25acb76c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 18 11:29:48.342868 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdb89ddb-7e8c-4194-afe7-bfbb1e2d7397 req-711e2f20-84c2-49e8-b068-91bf1d2e6978 service neutron] Bound using segment: {'id': '3eae3e7f-dbad-45f7-b4c5-8dd002ce034e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 961, 'network_id': '93483d8f-10ab-4c83-9e9e-26b25acb76c3'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 18 11:29:48.343298 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-fdb89ddb-7e8c-4194-afe7-bfbb1e2d7397 req-711e2f20-84c2-49e8-b068-91bf1d2e6978 service neutron] Bound port: d1af6414-8df3-45cc-8b88-4b81d9d7f07f, host: hv-cinder-85345, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3eae3e7f-dbad-45f7-b4c5-8dd002ce034e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 961, 'network_id': '93483d8f-10ab-4c83-9e9e-26b25acb76c3'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 18 11:29:48.343768 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-fdb89ddb-7e8c-4194-afe7-bfbb1e2d7397 req-711e2f20-84c2-49e8-b068-91bf1d2e6978 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (d1af6414-8df3-45cc-8b88-4b81d9d7f07f), before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:29:48.441664 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3971ef-7307-4dd7-8f29-790dd41378cd req-47ede77b-e78a-4cae-ae69-6fcb19369420 tempest-VolumesActionsTest-1227637783 tempest-VolumesActionsTest-1227637783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:29:48.443033 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-8f3971ef-7307-4dd7-8f29-790dd41378cd req-47ede77b-e78a-4cae-ae69-6fcb19369420 tempest-VolumesActionsTest-1227637783 tempest-VolumesActionsTest-1227637783-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=04b26749-6b6c-45b0-a4c0-7a890930cbd7 HTTP/1.1" status: 200 len: 945 time: 0.0836675 Aug 18 11:29:48.449980 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-fdb89ddb-7e8c-4194-afe7-bfbb1e2d7397 req-711e2f20-84c2-49e8-b068-91bf1d2e6978 service neutron] For port d1af6414-8df3-45cc-8b88-4b81d9d7f07f, host hv-cinder-85345, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 11:29:48.453567 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-fdb89ddb-7e8c-4194-afe7-bfbb1e2d7397 req-711e2f20-84c2-49e8-b068-91bf1d2e6978 service neutron] For port d1af6414-8df3-45cc-8b88-4b81d9d7f07f, host hv-cinder-85345, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85345',level=0,port_id=d1af6414-8df3-45cc-8b88-4b81d9d7f07f,segment=NetworkSegment(3eae3e7f-dbad-45f7-b4c5-8dd002ce034e),segment_id=3eae3e7f-dbad-45f7-b4c5-8dd002ce034e)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 11:29:48.470359 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-fdb89ddb-7e8c-4194-afe7-bfbb1e2d7397 req-711e2f20-84c2-49e8-b068-91bf1d2e6978 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732803053689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732802528799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732802528817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11809220'] for port (d1af6414-8df3-45cc-8b88-4b81d9d7f07f), after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:29:48.476332 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb89ddb-7e8c-4194-afe7-bfbb1e2d7397 req-711e2f20-84c2-49e8-b068-91bf1d2e6978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:29:48.476931 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-fdb89ddb-7e8c-4194-afe7-bfbb1e2d7397 req-711e2f20-84c2-49e8-b068-91bf1d2e6978 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22494'] for port (None), before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:29:48.478251 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-fdb89ddb-7e8c-4194-afe7-bfbb1e2d7397 req-711e2f20-84c2-49e8-b068-91bf1d2e6978 service neutron] 10.222.0.20 "PUT /networking/v2.0/ports/d1af6414-8df3-45cc-8b88-4b81d9d7f07f HTTP/1.1" status: 200 len: 1094 time: 0.7046070 Aug 18 11:29:48.478730 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4eb2233b-f5c9-4f79-aa7f-8ff82fdfc153', 'tag': 'd1af6414-8df3-45cc-8b88-4b81d9d7f07f'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 18 11:29:48.480962 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c862ab1b2ee120cb5e2e4f2725a0fe0d7acaf57f657006002d91667c9b4c94a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc89b449-869b-4398-93ad-7ef6c61326c4" -d '{"events": [{"name": "network-changed", "server_uuid": "4eb2233b-f5c9-4f79-aa7f-8ff82fdfc153", "tag": "d1af6414-8df3-45cc-8b88-4b81d9d7f07f"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:29:48.528088 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Aug 2022 11:29:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91ec62dc-af3d-48bd-86e7-9dae6acb77cb x-openstack-request-id: req-91ec62dc-af3d-48bd-86e7-9dae6acb77cb {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:29:48.528426 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4eb2233b-f5c9-4f79-aa7f-8ff82fdfc153", "tag": "d1af6414-8df3-45cc-8b88-4b81d9d7f07f", "status": "completed", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:29:48.528680 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-91ec62dc-af3d-48bd-86e7-9dae6acb77cb {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:29:48.529122 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91ec62dc-af3d-48bd-86e7-9dae6acb77cb'] response: {'name': 'network-changed', 'server_uuid': '4eb2233b-f5c9-4f79-aa7f-8ff82fdfc153', 'tag': 'd1af6414-8df3-45cc-8b88-4b81d9d7f07f', 'status': 'completed', 'code': 200} Aug 18 11:29:48.554259 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:29:48.563176 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-8f3971ef-7307-4dd7-8f29-790dd41378cd req-69aa79d0-988b-46b7-a87d-b2941fdf3c53 tempest-VolumesActionsTest-1227637783 tempest-VolumesActionsTest-1227637783-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=87d7e7b1-ae29-4142-85c7-1a94fcabfcd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144435 Aug 18 11:29:48.586630 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711e2f20-84c2-49e8-b068-91bf1d2e6978 service neutron] Pushing event updated for resources: {'Port': ['ID=d1af6414-8df3-45cc-8b88-4b81d9d7f07f,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:29:48.597866 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb89ddb-7e8c-4194-afe7-bfbb1e2d7397 req-21c603cd-8ffc-40fc-8238-8bb5b4b697f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:29:48.599398 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-fdb89ddb-7e8c-4194-afe7-bfbb1e2d7397 req-21c603cd-8ffc-40fc-8238-8bb5b4b697f0 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=5c4565c8330b46329441ef589a556ca5&device_id=4eb2233b-f5c9-4f79-aa7f-8ff82fdfc153 HTTP/1.1" status: 200 len: 1128 time: 0.0586326 Aug 18 11:29:48.643968 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-fdb89ddb-7e8c-4194-afe7-bfbb1e2d7397 req-dee97a67-9255-4978-8bb9-f3c6b0afa285 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d1af6414-8df3-45cc-8b88-4b81d9d7f07f HTTP/1.1" status: 200 len: 217 time: 0.0361559 Aug 18 11:29:48.691990 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:29:48.697220 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb89ddb-7e8c-4194-afe7-bfbb1e2d7397 req-ff8936f4-aac4-4d86-bf72-a0f714db92fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:29:48.698667 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-fdb89ddb-7e8c-4194-afe7-bfbb1e2d7397 req-ff8936f4-aac4-4d86-bf72-a0f714db92fb service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=cb92943d-9f48-4052-8e49-7f99eb75451a HTTP/1.1" status: 200 len: 853 time: 0.0472844 Aug 18 11:29:48.747224 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-fdb89ddb-7e8c-4194-afe7-bfbb1e2d7397 req-fdda1dac-37e5-4d96-aa59-bb252744ee5d service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=93483d8f-10ab-4c83-9e9e-26b25acb76c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301502 Aug 18 11:29:49.526907 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-fdb89ddb-7e8c-4194-afe7-bfbb1e2d7397 req-2dae23be-98cc-4e04-b6bf-cb3d66dd5037 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/93483d8f-10ab-4c83-9e9e-26b25acb76c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3692265 Aug 18 11:29:49.606085 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b63abe-ce3b-482c-bb2c-f96889ea2e23 req-f78c4b2b-0a6b-4725-a3ff-5c7fd328453e tempest-VolumesSnapshotTestJSON-1110175668 tempest-VolumesSnapshotTestJSON-1110175668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:29:49.607567 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-29b63abe-ce3b-482c-bb2c-f96889ea2e23 req-f78c4b2b-0a6b-4725-a3ff-5c7fd328453e tempest-VolumesSnapshotTestJSON-1110175668 tempest-VolumesSnapshotTestJSON-1110175668-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=4eb2233b-f5c9-4f79-aa7f-8ff82fdfc153 HTTP/1.1" status: 200 len: 944 time: 0.1002412 Aug 18 11:29:49.707874 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-fdb89ddb-7e8c-4194-afe7-bfbb1e2d7397 req-eb3895a3-e438-480b-ab85-c872a00583d6 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/93483d8f-10ab-4c83-9e9e-26b25acb76c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1648419 Aug 18 11:29:49.714232 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-29b63abe-ce3b-482c-bb2c-f96889ea2e23 req-8a631fbd-02d5-4c8c-9f93-a75e27adda25 tempest-VolumesSnapshotTestJSON-1110175668 tempest-VolumesSnapshotTestJSON-1110175668-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=cdf1a3d7-6f00-4c91-9aa0-0931a5bf3f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002178 Aug 18 11:29:49.725763 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad49483e-1c53-442d-83d2-5a957042cd4c req-45ad702e-e412-433b-8d00-1a21defeaa6d tempest-VolumesActionsTest-1227637783 tempest-VolumesActionsTest-1227637783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:29:49.727621 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-ad49483e-1c53-442d-83d2-5a957042cd4c req-45ad702e-e412-433b-8d00-1a21defeaa6d tempest-VolumesActionsTest-1227637783 tempest-VolumesActionsTest-1227637783-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=04b26749-6b6c-45b0-a4c0-7a890930cbd7 HTTP/1.1" status: 200 len: 945 time: 0.0803316 Aug 18 11:29:49.777872 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-ad49483e-1c53-442d-83d2-5a957042cd4c req-3d065d0c-0b50-4d2a-b483-d85418b58235 tempest-VolumesActionsTest-1227637783 tempest-VolumesActionsTest-1227637783-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=87d7e7b1-ae29-4142-85c7-1a94fcabfcd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422561 Aug 18 11:29:50.431049 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ff0d74-8f45-44c1-a33b-1266825e3f87 req-e5d40ddb-cb6c-4b16-9502-56e70d942ec2 tempest-VolumesActionsTest-1227637783 tempest-VolumesActionsTest-1227637783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:29:50.432546 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-e5ff0d74-8f45-44c1-a33b-1266825e3f87 req-e5d40ddb-cb6c-4b16-9502-56e70d942ec2 tempest-VolumesActionsTest-1227637783 tempest-VolumesActionsTest-1227637783-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=04b26749-6b6c-45b0-a4c0-7a890930cbd7 HTTP/1.1" status: 200 len: 945 time: 0.0519536 Aug 18 11:29:50.481520 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-e5ff0d74-8f45-44c1-a33b-1266825e3f87 req-8230784f-fe1a-4e3d-977a-8a5e3b63b9c9 tempest-VolumesActionsTest-1227637783 tempest-VolumesActionsTest-1227637783-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=87d7e7b1-ae29-4142-85c7-1a94fcabfcd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433147 Aug 18 11:29:50.840719 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90c8e3d-d0bc-4312-9c55-d90ce331428b req-d21455e0-f52b-4df1-b83d-3a319f72926d tempest-VolumesSnapshotTestJSON-1110175668 tempest-VolumesSnapshotTestJSON-1110175668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:29:50.842223 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-b90c8e3d-d0bc-4312-9c55-d90ce331428b req-d21455e0-f52b-4df1-b83d-3a319f72926d tempest-VolumesSnapshotTestJSON-1110175668 tempest-VolumesSnapshotTestJSON-1110175668-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=4eb2233b-f5c9-4f79-aa7f-8ff82fdfc153 HTTP/1.1" status: 200 len: 944 time: 0.0500636 Aug 18 11:29:50.890788 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-b90c8e3d-d0bc-4312-9c55-d90ce331428b req-bdf7ed53-1745-43ba-a4d3-7d5d799808ed tempest-VolumesSnapshotTestJSON-1110175668 tempest-VolumesSnapshotTestJSON-1110175668-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=cdf1a3d7-6f00-4c91-9aa0-0931a5bf3f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418727 Aug 18 11:29:51.305276 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=1 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:29:51.605074 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6224e740-0765-42f9-be4b-adcaad9e942e req-8d28bf02-319a-42b0-b943-30268f996243 tempest-VolumesActionsTest-1227637783 tempest-VolumesActionsTest-1227637783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:29:51.606448 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-6224e740-0765-42f9-be4b-adcaad9e942e req-8d28bf02-319a-42b0-b943-30268f996243 tempest-VolumesActionsTest-1227637783 tempest-VolumesActionsTest-1227637783-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=04b26749-6b6c-45b0-a4c0-7a890930cbd7 HTTP/1.1" status: 200 len: 945 time: 0.0475452 Aug 18 11:29:51.657814 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-6224e740-0765-42f9-be4b-adcaad9e942e req-cb8637ca-c9ec-44f8-bbfa-69dee55f60ac tempest-VolumesActionsTest-1227637783 tempest-VolumesActionsTest-1227637783-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=87d7e7b1-ae29-4142-85c7-1a94fcabfcd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457947 Aug 18 11:29:52.010128 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55642c4f-a22a-4487-8947-919e6b8e3317 req-e7f3d160-1719-4e21-9527-e391caa6542b tempest-VolumesSnapshotTestJSON-1110175668 tempest-VolumesSnapshotTestJSON-1110175668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:29:52.011623 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-55642c4f-a22a-4487-8947-919e6b8e3317 req-e7f3d160-1719-4e21-9527-e391caa6542b tempest-VolumesSnapshotTestJSON-1110175668 tempest-VolumesSnapshotTestJSON-1110175668-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=4eb2233b-f5c9-4f79-aa7f-8ff82fdfc153 HTTP/1.1" status: 200 len: 944 time: 0.0476031 Aug 18 11:29:52.060631 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-55642c4f-a22a-4487-8947-919e6b8e3317 req-99c84600-d7a8-4fdc-9fad-c8d8fc0c243b tempest-VolumesSnapshotTestJSON-1110175668 tempest-VolumesSnapshotTestJSON-1110175668-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=cdf1a3d7-6f00-4c91-9aa0-0931a5bf3f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433705 Aug 18 11:29:52.219305 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc89b449-869b-4398-93ad-7ef6c61326c4 req-8f878895-79a5-409c-921e-7458dcc8f993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:29:52.220740 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-bc89b449-869b-4398-93ad-7ef6c61326c4 req-8f878895-79a5-409c-921e-7458dcc8f993 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=5c4565c8330b46329441ef589a556ca5&device_id=4eb2233b-f5c9-4f79-aa7f-8ff82fdfc153 HTTP/1.1" status: 200 len: 1128 time: 0.0417905 Aug 18 11:29:52.730957 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Device d1af6414-8df3-45cc-8b88-4b81d9d7f07f details requested by agent hyperv_hv-cinder-85345 with host hv-cinder-85345 {{(pid=106380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 11:29:52.782594 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3b7de1-3744-4bf5-83a4-7af0035bc510 req-d50ad032-fd32-4f50-820f-046614af4a28 tempest-VolumesActionsTest-1227637783 tempest-VolumesActionsTest-1227637783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:29:52.784159 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-2a3b7de1-3744-4bf5-83a4-7af0035bc510 req-d50ad032-fd32-4f50-820f-046614af4a28 tempest-VolumesActionsTest-1227637783 tempest-VolumesActionsTest-1227637783-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=04b26749-6b6c-45b0-a4c0-7a890930cbd7 HTTP/1.1" status: 200 len: 945 time: 0.0522330 Aug 18 11:29:52.833432 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-2a3b7de1-3744-4bf5-83a4-7af0035bc510 req-6153613c-974a-47e6-9dc6-335c5bd05b68 tempest-VolumesActionsTest-1227637783 tempest-VolumesActionsTest-1227637783-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=87d7e7b1-ae29-4142-85c7-1a94fcabfcd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435698 Aug 18 11:29:52.834902 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] For port d1af6414-8df3-45cc-8b88-4b81d9d7f07f, host hv-cinder-85345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85345',level=0,port_id=d1af6414-8df3-45cc-8b88-4b81d9d7f07f,segment=NetworkSegment(3eae3e7f-dbad-45f7-b4c5-8dd002ce034e),segment_id=3eae3e7f-dbad-45f7-b4c5-8dd002ce034e)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:29:52.847335 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Returning: {'device': 'd1af6414-8df3-45cc-8b88-4b81d9d7f07f', 'network_id': '93483d8f-10ab-4c83-9e9e-26b25acb76c3', 'port_id': 'd1af6414-8df3-45cc-8b88-4b81d9d7f07f', 'mac_address': 'fa:16:3e:a6:c6:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 961, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb92943d-9f48-4052-8e49-7f99eb75451a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 11:29:52.883476 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Current status of the port d1af6414-8df3-45cc-8b88-4b81d9d7f07f is: DOWN; New status is: BUILD {{(pid=106380) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 11:29:52.883867 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (d1af6414-8df3-45cc-8b88-4b81d9d7f07f), before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:29:52.898089 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.notifiers.nova [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1af6414-8df3-45cc-8b88-4b81d9d7f07f {{(pid=106380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 18 11:29:52.918472 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] For port d1af6414-8df3-45cc-8b88-4b81d9d7f07f, host hv-cinder-85345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85345',level=0,port_id=d1af6414-8df3-45cc-8b88-4b81d9d7f07f,segment=NetworkSegment(3eae3e7f-dbad-45f7-b4c5-8dd002ce034e),segment_id=3eae3e7f-dbad-45f7-b4c5-8dd002ce034e)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:29:52.922414 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732803053689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732802528799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732802528817'] for port (d1af6414-8df3-45cc-8b88-4b81d9d7f07f), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:29:52.971908 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Pushing event updated for resources: {'Port': ['ID=d1af6414-8df3-45cc-8b88-4b81d9d7f07f,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:29:53.168799 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=100 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:29:53.185550 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de51570c-7abc-4c50-bc23-1e9dbe5fd0b0 req-ee05a7d1-5f61-42be-be8c-6b4f9352b769 tempest-VolumesSnapshotTestJSON-1110175668 tempest-VolumesSnapshotTestJSON-1110175668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:29:53.187016 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-de51570c-7abc-4c50-bc23-1e9dbe5fd0b0 req-ee05a7d1-5f61-42be-be8c-6b4f9352b769 tempest-VolumesSnapshotTestJSON-1110175668 tempest-VolumesSnapshotTestJSON-1110175668-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=4eb2233b-f5c9-4f79-aa7f-8ff82fdfc153 HTTP/1.1" status: 200 len: 945 time: 0.0482881 Aug 18 11:29:53.234350 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-de51570c-7abc-4c50-bc23-1e9dbe5fd0b0 req-c6a971c3-aa1e-4f94-b755-3a0da94e7a24 tempest-VolumesSnapshotTestJSON-1110175668 tempest-VolumesSnapshotTestJSON-1110175668-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=cdf1a3d7-6f00-4c91-9aa0-0931a5bf3f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409613 Aug 18 11:29:53.263601 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] get_ports_and_sgs() called for port_ids ['d1af6414-8df3-45cc-8b88-4b81d9d7f07f'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 18 11:29:53.358359 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=100 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:29:53.369538 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc89b449-869b-4398-93ad-7ef6c61326c4 req-f7e776d2-24b0-43ce-a8a5-e2d3aae94e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:29:53.371037 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-bc89b449-869b-4398-93ad-7ef6c61326c4 req-f7e776d2-24b0-43ce-a8a5-e2d3aae94e71 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=93483d8f-10ab-4c83-9e9e-26b25acb76c3 HTTP/1.1" status: 200 len: 914 time: 0.0983138 Aug 18 11:29:53.429445 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-bc89b449-869b-4398-93ad-7ef6c61326c4 req-343fd7d4-aa77-4cb4-ac5a-2e1fc83d2958 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d1af6414-8df3-45cc-8b88-4b81d9d7f07f HTTP/1.1" status: 200 len: 217 time: 0.0352235 Aug 18 11:29:53.479569 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc89b449-869b-4398-93ad-7ef6c61326c4 req-d719dd5f-9957-4681-b912-5984c303c6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:29:53.481104 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-bc89b449-869b-4398-93ad-7ef6c61326c4 req-d719dd5f-9957-4681-b912-5984c303c6fc service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=cb92943d-9f48-4052-8e49-7f99eb75451a HTTP/1.1" status: 200 len: 853 time: 0.0452154 Aug 18 11:29:53.499630 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=9,neutron:DELETE=1 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:29:53.500395 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=20,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:29:53.535290 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-bc89b449-869b-4398-93ad-7ef6c61326c4 req-aafef49b-b769-4e3b-83b8-0458d0a132a9 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=93483d8f-10ab-4c83-9e9e-26b25acb76c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314403 Aug 18 11:29:53.677758 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-bc89b449-869b-4398-93ad-7ef6c61326c4 req-1579bf2e-f8b8-4d47-8bc3-846e256ddfa7 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/93483d8f-10ab-4c83-9e9e-26b25acb76c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932820 Aug 18 11:29:53.883077 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-bc89b449-869b-4398-93ad-7ef6c61326c4 req-f9f1566f-be59-4a21-a234-ade2f3b90463 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/93483d8f-10ab-4c83-9e9e-26b25acb76c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906897 Aug 18 11:29:53.960151 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6e94d1-14b2-4aec-886a-96607702858d req-12f64d6f-1f82-4c27-93dc-e05a4036b706 tempest-VolumesActionsTest-1227637783 tempest-VolumesActionsTest-1227637783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:29:53.961644 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-3c6e94d1-14b2-4aec-886a-96607702858d req-12f64d6f-1f82-4c27-93dc-e05a4036b706 tempest-VolumesActionsTest-1227637783 tempest-VolumesActionsTest-1227637783-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=04b26749-6b6c-45b0-a4c0-7a890930cbd7 HTTP/1.1" status: 200 len: 945 time: 0.0489950 Aug 18 11:29:54.010890 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-3c6e94d1-14b2-4aec-886a-96607702858d req-7a3f489b-4e04-4169-b8c0-64e41428f5a1 tempest-VolumesActionsTest-1227637783 tempest-VolumesActionsTest-1227637783-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=87d7e7b1-ae29-4142-85c7-1a94fcabfcd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437803 Aug 18 11:29:54.064289 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184714e1-7b49-4497-9e71-d5114b1a06dd req-ceb21adb-adb8-48d6-b5e1-639047286f7b tempest-VolumesActionsTest-1227637783 tempest-VolumesActionsTest-1227637783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:29:54.065889 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-184714e1-7b49-4497-9e71-d5114b1a06dd req-ceb21adb-adb8-48d6-b5e1-639047286f7b tempest-VolumesActionsTest-1227637783 tempest-VolumesActionsTest-1227637783-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=04b26749-6b6c-45b0-a4c0-7a890930cbd7 HTTP/1.1" status: 200 len: 945 time: 0.0480931 Aug 18 11:29:54.154865 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [req-184714e1-7b49-4497-9e71-d5114b1a06dd req-ca1d3797-0e3a-4e79-88e0-5e83bdf3f94a tempest-VolumesActionsTest-1227637783 tempest-VolumesActionsTest-1227637783-project] Deleting port 7b97c4ea-abb6-4580-9057-618090ac6e88 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 18 11:29:54.155106 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-184714e1-7b49-4497-9e71-d5114b1a06dd req-ca1d3797-0e3a-4e79-88e0-5e83bdf3f94a tempest-VolumesActionsTest-1227637783 tempest-VolumesActionsTest-1227637783-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732803047114'] for port (7b97c4ea-abb6-4580-9057-618090ac6e88), before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:29:54.247827 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-184714e1-7b49-4497-9e71-d5114b1a06dd req-ca1d3797-0e3a-4e79-88e0-5e83bdf3f94a tempest-VolumesActionsTest-1227637783 tempest-VolumesActionsTest-1227637783-project] For port 7b97c4ea-abb6-4580-9057-618090ac6e88, host hv-cinder-85345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85345',level=0,port_id=7b97c4ea-abb6-4580-9057-618090ac6e88,segment=NetworkSegment(c69016e2-25b2-4016-8bdb-0fd20ec084c0),segment_id=c69016e2-25b2-4016-8bdb-0fd20ec084c0)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:29:54.248565 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-184714e1-7b49-4497-9e71-d5114b1a06dd req-ca1d3797-0e3a-4e79-88e0-5e83bdf3f94a tempest-VolumesActionsTest-1227637783 tempest-VolumesActionsTest-1227637783-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498516'] for port (7b97c4ea-abb6-4580-9057-618090ac6e88), precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:29:54.262014 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [req-184714e1-7b49-4497-9e71-d5114b1a06dd req-ca1d3797-0e3a-4e79-88e0-5e83bdf3f94a tempest-VolumesActionsTest-1227637783 tempest-VolumesActionsTest-1227637783-project] Calling delete_port for 7b97c4ea-abb6-4580-9057-618090ac6e88 owned by compute:nova {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 18 11:29:54.373249 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcfc203-989c-435d-bda4-6803e3995554 req-6b591194-cb63-43ad-bfe3-893d7c720a59 tempest-VolumesSnapshotTestJSON-1110175668 tempest-VolumesSnapshotTestJSON-1110175668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:29:54.374735 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-1bcfc203-989c-435d-bda4-6803e3995554 req-6b591194-cb63-43ad-bfe3-893d7c720a59 tempest-VolumesSnapshotTestJSON-1110175668 tempest-VolumesSnapshotTestJSON-1110175668-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=4eb2233b-f5c9-4f79-aa7f-8ff82fdfc153 HTTP/1.1" status: 200 len: 945 time: 0.0658586 Aug 18 11:29:54.440336 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:29:54.466366 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-1bcfc203-989c-435d-bda4-6803e3995554 req-ab9f00ac-1a8e-4bfe-bde3-34abd7c6761d tempest-VolumesSnapshotTestJSON-1110175668 tempest-VolumesSnapshotTestJSON-1110175668-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=cdf1a3d7-6f00-4c91-9aa0-0931a5bf3f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855567 Aug 18 11:29:54.476894 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-184714e1-7b49-4497-9e71-d5114b1a06dd req-ca1d3797-0e3a-4e79-88e0-5e83bdf3f94a tempest-VolumesActionsTest-1227637783 tempest-VolumesActionsTest-1227637783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732803053743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732802528790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11809227'] for port (7b97c4ea-abb6-4580-9057-618090ac6e88), after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:29:54.489895 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] get_ports_and_sgs() called for port_ids ['7b97c4ea-abb6-4580-9057-618090ac6e88'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 18 11:29:54.509239 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1d3797-0e3a-4e79-88e0-5e83bdf3f94a tempest-VolumesActionsTest-1227637783 tempest-VolumesActionsTest-1227637783-project] Pushing event deleted for resources: {'Port': ['ID=7b97c4ea-abb6-4580-9057-618090ac6e88,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:29:54.553746 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [req-184714e1-7b49-4497-9e71-d5114b1a06dd req-ca1d3797-0e3a-4e79-88e0-5e83bdf3f94a tempest-VolumesActionsTest-1227637783 tempest-VolumesActionsTest-1227637783-project] No DVR routers for this DVR port 7b97c4ea-abb6-4580-9057-618090ac6e88 on host hv-cinder-85345 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 18 11:29:54.556302 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-184714e1-7b49-4497-9e71-d5114b1a06dd req-ca1d3797-0e3a-4e79-88e0-5e83bdf3f94a tempest-VolumesActionsTest-1227637783 tempest-VolumesActionsTest-1227637783-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22494'] for port (None), before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:29:54.559700 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-184714e1-7b49-4497-9e71-d5114b1a06dd req-ca1d3797-0e3a-4e79-88e0-5e83bdf3f94a tempest-VolumesActionsTest-1227637783 tempest-VolumesActionsTest-1227637783-project] 10.222.0.20 "DELETE /networking/v2.0/ports/7b97c4ea-abb6-4580-9057-618090ac6e88 HTTP/1.1" status: 204 len: 173 time: 0.4866564 Aug 18 11:29:54.560226 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04b26749-6b6c-45b0-a4c0-7a890930cbd7', 'name': 'network-vif-deleted', 'tag': '7b97c4ea-abb6-4580-9057-618090ac6e88'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 18 11:29:54.562697 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c862ab1b2ee120cb5e2e4f2725a0fe0d7acaf57f657006002d91667c9b4c94a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7406c33e-5e3c-4a3f-b114-a7653ec6e93b" -d '{"events": [{"server_uuid": "04b26749-6b6c-45b0-a4c0-7a890930cbd7", "name": "network-vif-deleted", "tag": "7b97c4ea-abb6-4580-9057-618090ac6e88"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:29:54.604473 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Aug 2022 11:29:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64de1d3f-4640-4729-860b-092ebdff983f x-openstack-request-id: req-64de1d3f-4640-4729-860b-092ebdff983f {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:29:54.604792 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04b26749-6b6c-45b0-a4c0-7a890930cbd7", "name": "network-vif-deleted", "tag": "7b97c4ea-abb6-4580-9057-618090ac6e88", "status": "completed", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:29:54.605044 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-64de1d3f-4640-4729-860b-092ebdff983f {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:29:54.605473 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event matching ['req-64de1d3f-4640-4729-860b-092ebdff983f'] response: {'server_uuid': '04b26749-6b6c-45b0-a4c0-7a890930cbd7', 'name': 'network-vif-deleted', 'tag': '7b97c4ea-abb6-4580-9057-618090ac6e88', 'status': 'completed', 'code': 200} Aug 18 11:29:54.740392 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Device d1af6414-8df3-45cc-8b88-4b81d9d7f07f up at agent hyperv_hv-cinder-85345 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 11:29:54.783052 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Provisioning for port d1af6414-8df3-45cc-8b88-4b81d9d7f07f completed by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 18 11:29:54.789082 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Provisioning complete for port d1af6414-8df3-45cc-8b88-4b81d9d7f07f triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 18 11:29:54.789465 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619404'] for port (d1af6414-8df3-45cc-8b88-4b81d9d7f07f), provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:29:54.867607 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Current status of the port d1af6414-8df3-45cc-8b88-4b81d9d7f07f is: BUILD; New status is: ACTIVE {{(pid=106380) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 11:29:54.868005 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (d1af6414-8df3-45cc-8b88-4b81d9d7f07f), before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:29:54.900875 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4eb2233b-f5c9-4f79-aa7f-8ff82fdfc153', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1af6414-8df3-45cc-8b88-4b81d9d7f07f'}] {{(pid=106380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 18 11:29:54.903237 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2abfa1ee86993cd756e72fd91a3a01a1a8fb73078c92f04bbbffdb72ec117730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49c9a2e3-3fb9-4e86-a536-0c27c994db84" -d '{"events": [{"server_uuid": "4eb2233b-f5c9-4f79-aa7f-8ff82fdfc153", "name": "network-vif-plugged", "status": "completed", "tag": "d1af6414-8df3-45cc-8b88-4b81d9d7f07f"}]}' {{(pid=106380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:29:54.918071 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] For port d1af6414-8df3-45cc-8b88-4b81d9d7f07f, host hv-cinder-85345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85345',level=0,port_id=d1af6414-8df3-45cc-8b88-4b81d9d7f07f,segment=NetworkSegment(3eae3e7f-dbad-45f7-b4c5-8dd002ce034e),segment_id=3eae3e7f-dbad-45f7-b4c5-8dd002ce034e)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:29:54.924467 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732803053689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732802528799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732802528817'] for port (d1af6414-8df3-45cc-8b88-4b81d9d7f07f), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:29:54.954996 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Aug 2022 11:29:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37519e6f-4e7f-4d61-ae14-5a48032dbcdc x-openstack-request-id: req-37519e6f-4e7f-4d61-ae14-5a48032dbcdc {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:29:54.955293 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4eb2233b-f5c9-4f79-aa7f-8ff82fdfc153", "name": "network-vif-plugged", "status": "completed", "tag": "d1af6414-8df3-45cc-8b88-4b81d9d7f07f", "code": 200}]} {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:29:54.956132 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-37519e6f-4e7f-4d61-ae14-5a48032dbcdc {{(pid=106380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:29:54.956767 dv-cinder-853450-2-iscsi neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37519e6f-4e7f-4d61-ae14-5a48032dbcdc'] response: {'server_uuid': '4eb2233b-f5c9-4f79-aa7f-8ff82fdfc153', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1af6414-8df3-45cc-8b88-4b81d9d7f07f', 'code': 200} Aug 18 11:29:54.983074 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:29:54.991577 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Pushing event updated for resources: {'Port': ['ID=d1af6414-8df3-45cc-8b88-4b81d9d7f07f,revision_number=5']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:29:55.177338 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-42f8613d-96c5-4f45-8d9e-d3647ef96f90 req-6365d0e4-2073-42b8-8406-574919817550 tempest-VolumesActionsTest-1227637783 tempest-VolumesActionsTest-1227637783-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=04b26749-6b6c-45b0-a4c0-7a890930cbd7 HTTP/1.1" status: 200 len: 210 time: 0.0645130 Aug 18 11:29:55.179901 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:29:55.191463 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aeedc45-93ca-410b-b4d3-342fa5e8ff83 req-1d96ae92-bd22-4373-94af-7da736afe5a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:29:55.193026 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-2aeedc45-93ca-410b-b4d3-342fa5e8ff83 req-1d96ae92-bd22-4373-94af-7da736afe5a0 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4eb2233b-f5c9-4f79-aa7f-8ff82fdfc153 HTTP/1.1" status: 200 len: 1130 time: 0.0675039 Aug 18 11:29:55.244521 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-2aeedc45-93ca-410b-b4d3-342fa5e8ff83 req-39f825d9-2bb0-46f4-89c4-3adcb73cb49f service neutron] 10.222.0.20 "GET /networking/v2.0/security-groups?id=cdf1a3d7-6f00-4c91-9aa0-0931a5bf3f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438080 Aug 18 11:29:55.590155 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49745835-fec7-4e99-9bf6-ebec734984f5 req-d849450d-e3a4-4aff-8204-87ffe2cfc4ed tempest-VolumesSnapshotTestJSON-1110175668 tempest-VolumesSnapshotTestJSON-1110175668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:29:55.591610 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-49745835-fec7-4e99-9bf6-ebec734984f5 req-d849450d-e3a4-4aff-8204-87ffe2cfc4ed tempest-VolumesSnapshotTestJSON-1110175668 tempest-VolumesSnapshotTestJSON-1110175668-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=4eb2233b-f5c9-4f79-aa7f-8ff82fdfc153 HTTP/1.1" status: 200 len: 946 time: 0.0475106 Aug 18 11:29:55.639178 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-49745835-fec7-4e99-9bf6-ebec734984f5 req-22601ce2-dc56-422d-b39f-dd7b73cfcb33 tempest-VolumesSnapshotTestJSON-1110175668 tempest-VolumesSnapshotTestJSON-1110175668-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=cdf1a3d7-6f00-4c91-9aa0-0931a5bf3f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412581 Aug 18 11:29:56.772500 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc01abdf-2682-4c67-b0ac-73bdf5a785cd req-7fc71028-01d7-4676-b803-2a18cd62d246 tempest-VolumesSnapshotTestJSON-1110175668 tempest-VolumesSnapshotTestJSON-1110175668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:29:56.774791 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-cc01abdf-2682-4c67-b0ac-73bdf5a785cd req-7fc71028-01d7-4676-b803-2a18cd62d246 tempest-VolumesSnapshotTestJSON-1110175668 tempest-VolumesSnapshotTestJSON-1110175668-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=4eb2233b-f5c9-4f79-aa7f-8ff82fdfc153 HTTP/1.1" status: 200 len: 946 time: 0.0526428 Aug 18 11:29:56.825731 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-cc01abdf-2682-4c67-b0ac-73bdf5a785cd req-411abde3-7243-40bf-8fab-5353f41a43a9 tempest-VolumesSnapshotTestJSON-1110175668 tempest-VolumesSnapshotTestJSON-1110175668-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=cdf1a3d7-6f00-4c91-9aa0-0931a5bf3f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448573 Aug 18 11:29:57.949405 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cd47df-b297-47e0-a0ba-6c1a2b647d9d req-1c9dba8e-3e57-4a29-b159-f889bfe4bb79 tempest-VolumesSnapshotTestJSON-1110175668 tempest-VolumesSnapshotTestJSON-1110175668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:29:57.950965 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-a5cd47df-b297-47e0-a0ba-6c1a2b647d9d req-1c9dba8e-3e57-4a29-b159-f889bfe4bb79 tempest-VolumesSnapshotTestJSON-1110175668 tempest-VolumesSnapshotTestJSON-1110175668-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=4eb2233b-f5c9-4f79-aa7f-8ff82fdfc153 HTTP/1.1" status: 200 len: 946 time: 0.0492046 Aug 18 11:29:58.003156 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-a5cd47df-b297-47e0-a0ba-6c1a2b647d9d req-5002852a-e4d8-4fe5-a2e6-fd73a838d8ad tempest-VolumesSnapshotTestJSON-1110175668 tempest-VolumesSnapshotTestJSON-1110175668-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=cdf1a3d7-6f00-4c91-9aa0-0931a5bf3f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427296 Aug 18 11:29:58.885126 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Device 7b97c4ea-abb6-4580-9057-618090ac6e88 no longer exists at agent hyperv_hv-cinder-85345 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 11:29:58.905047 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] No Port match for: 7b97c4ea-abb6-4580-9057-618090ac6e88 {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 18 11:29:58.905393 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Device 7b97c4ea-abb6-4580-9057-618090ac6e88 not bound to the agent host hv-cinder-85345 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 11:30:05.747437 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (0c451e2b-fe38-44d1-984c-2dd7bcedf4dc), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:30:06.228510 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=6 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:30:06.230288 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=3 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:30:07.996649 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=45 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:30:08.004028 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=33 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:30:11.026665 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-ec88e30e-9189-48f4-817a-b79e90a7710a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (c499a017-4b38-4967-b050-d4094e1a7564), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:30:13.394972 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-14a327e2-8840-4864-a7b8-0f7608e913bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (5a2ac145-53e3-4597-a9e7-c52b4336ae58), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:30:13.720413 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f8fe8d-a9b3-4107-9da1-c822d18ed37b req-6222b0b1-4295-4755-871a-8b2f6fde3462 tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:30:13.722578 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-22f8fe8d-a9b3-4107-9da1-c822d18ed37b req-6222b0b1-4295-4755-871a-8b2f6fde3462 tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=79701b52-9222-4f88-80a3-822ad29164f5 HTTP/1.1" status: 200 len: 946 time: 0.0640574 Aug 18 11:30:13.780449 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-22f8fe8d-a9b3-4107-9da1-c822d18ed37b req-69fbeed2-6c3b-47c1-85c6-692851cd5168 tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4bc8b1c1-0f9e-46fd-988e-ee2967d1dfc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520110 Aug 18 11:30:14.719593 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:30:14.743174 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-a5cc8183-7213-4642-9d48-bc0d47940d29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (29720577-1c8f-43c1-a8be-c2a14df8d65e), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:30:14.940686 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa55c6e-5e08-4951-bd99-62e86263669b req-efca0497-f791-4408-9546-12669ffc8485 tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:30:14.943186 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-1aa55c6e-5e08-4951-bd99-62e86263669b req-efca0497-f791-4408-9546-12669ffc8485 tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=79701b52-9222-4f88-80a3-822ad29164f5 HTTP/1.1" status: 200 len: 946 time: 0.0725877 Aug 18 11:30:15.010129 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-1aa55c6e-5e08-4951-bd99-62e86263669b req-547dcf7e-96fa-4bb3-8795-ea42788b162d tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4bc8b1c1-0f9e-46fd-988e-ee2967d1dfc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610449 Aug 18 11:30:15.685469 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef27d84-0b6e-4853-80bc-a6a892d9a121 req-b3a5bb7b-23cc-4b90-ab72-26d7b40a7efb tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:30:15.687187 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-8ef27d84-0b6e-4853-80bc-a6a892d9a121 req-b3a5bb7b-23cc-4b90-ab72-26d7b40a7efb tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=79701b52-9222-4f88-80a3-822ad29164f5 HTTP/1.1" status: 200 len: 946 time: 0.0616474 Aug 18 11:30:15.786713 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [req-8ef27d84-0b6e-4853-80bc-a6a892d9a121 req-45cfdd6a-f217-4998-97b1-75d5db2a03f1 tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] Deleting port 4ff7e434-0501-4572-8626-4a92bd7f5787 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 18 11:30:15.787061 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-8ef27d84-0b6e-4853-80bc-a6a892d9a121 req-45cfdd6a-f217-4998-97b1-75d5db2a03f1 tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732803047114'] for port (4ff7e434-0501-4572-8626-4a92bd7f5787), before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:30:15.891838 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-8ef27d84-0b6e-4853-80bc-a6a892d9a121 req-45cfdd6a-f217-4998-97b1-75d5db2a03f1 tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] For port 4ff7e434-0501-4572-8626-4a92bd7f5787, host hv-cinder-85345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85345',level=0,port_id=4ff7e434-0501-4572-8626-4a92bd7f5787,segment=NetworkSegment(d08b966e-bc75-426c-bd79-01b759359016),segment_id=d08b966e-bc75-426c-bd79-01b759359016)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:30:15.892638 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-8ef27d84-0b6e-4853-80bc-a6a892d9a121 req-45cfdd6a-f217-4998-97b1-75d5db2a03f1 tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498516'] for port (4ff7e434-0501-4572-8626-4a92bd7f5787), precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:30:16.018634 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (69d4285f-736d-41a6-a99e-1994eed59bce), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:30:16.145133 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-8ef27d84-0b6e-4853-80bc-a6a892d9a121 req-45cfdd6a-f217-4998-97b1-75d5db2a03f1 tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:30:16.145893 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-8ef27d84-0b6e-4853-80bc-a6a892d9a121 req-45cfdd6a-f217-4998-97b1-75d5db2a03f1 tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-519515'] for floatingip (9fe0da1b-1542-440d-a370-826b935179dd), after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:30:16.146102 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.db.l3_db [req-8ef27d84-0b6e-4853-80bc-a6a892d9a121 req-45cfdd6a-f217-4998-97b1-75d5db2a03f1 tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] Floating IP 9fe0da1b-1542-440d-a370-826b935179dd disassociated. External IP: 172.27.4.21, port: 4ff7e434-0501-4572-8626-4a92bd7f5787. Aug 18 11:30:16.146506 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [req-8ef27d84-0b6e-4853-80bc-a6a892d9a121 req-45cfdd6a-f217-4998-97b1-75d5db2a03f1 tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] Calling delete_port for 4ff7e434-0501-4572-8626-4a92bd7f5787 owned by compute:nova {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 18 11:30:16.237452 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099fa421-e420-4ca0-9eba-8516b0bf6b4b req-38427ce2-3985-420d-afc2-d8af511bd2ba tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:30:16.239146 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-099fa421-e420-4ca0-9eba-8516b0bf6b4b req-38427ce2-3985-420d-afc2-d8af511bd2ba tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=79701b52-9222-4f88-80a3-822ad29164f5 HTTP/1.1" status: 200 len: 946 time: 0.1088068 Aug 18 11:30:16.331668 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-099fa421-e420-4ca0-9eba-8516b0bf6b4b req-4d2e2c2c-e396-48a8-8104-1210068c7d27 tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4bc8b1c1-0f9e-46fd-988e-ee2967d1dfc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0844502 Aug 18 11:30:16.406078 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-8ef27d84-0b6e-4853-80bc-a6a892d9a121 req-45cfdd6a-f217-4998-97b1-75d5db2a03f1 tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732803053743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732802528790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11809227'] for port (4ff7e434-0501-4572-8626-4a92bd7f5787), after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:30:16.439407 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cfdd6a-f217-4998-97b1-75d5db2a03f1 tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] Pushing event deleted for resources: {'Port': ['ID=4ff7e434-0501-4572-8626-4a92bd7f5787,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:30:16.563061 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c68edff8-e550-48a3-9de2-17badfe483c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (307af099-d926-4e52-9df3-0cd09baf3c81), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:30:16.610417 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:30:16.620248 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:30:16.625102 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8ef27d84-0b6e-4853-80bc-a6a892d9a121 req-45cfdd6a-f217-4998-97b1-75d5db2a03f1 tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] Router be53e3cc-cd1d-4ef9-a05a-32b8dc1353e2 has already been hosted by L3 agent 5a2ac145-53e3-4597-a9e7-c52b4336ae58 {{(pid=106378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 11:30:16.773413 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8ef27d84-0b6e-4853-80bc-a6a892d9a121 req-45cfdd6a-f217-4998-97b1-75d5db2a03f1 tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] Notify agent at l3_agent.dv-cinder-853450-2-iscsi the message routers_updated {{(pid=106378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 11:30:16.790444 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4c0543c-8f5f-4bfe-be75-bdc1c602f3fb None None] Sync routers for ids ['be53e3cc-cd1d-4ef9-a05a-32b8dc1353e2'] in dv-cinder-853450-2-iscsi {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 11:30:16.811485 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4c0543c-8f5f-4bfe-be75-bdc1c602f3fb None None] Routers {'be53e3cc-cd1d-4ef9-a05a-32b8dc1353e2'} bound to L3 agent in host dv-cinder-853450-2-iscsi {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 18 11:30:16.812554 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-c4c0543c-8f5f-4bfe-be75-bdc1c602f3fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853450-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-18T11:07:43Z,description=,heartbeat_timestamp=2022-08-18T11:30:13Z,host='dv-cinder-853450-2-iscsi',id=5a2ac145-53e3-4597-a9e7-c52b4336ae58,load=0,resource_versions=,resources_synced=,started_at=2022-08-18T11:07:43Z,topic='l3_agent')) {'router_ids': ['be53e3cc-cd1d-4ef9-a05a-32b8dc1353e2'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:30:16.829638 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ef27d84-0b6e-4853-80bc-a6a892d9a121 req-45cfdd6a-f217-4998-97b1-75d5db2a03f1 tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] No DVR routers for this DVR port 4ff7e434-0501-4572-8626-4a92bd7f5787 on host hv-cinder-85345 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 18 11:30:16.831961 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-8ef27d84-0b6e-4853-80bc-a6a892d9a121 req-45cfdd6a-f217-4998-97b1-75d5db2a03f1 tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22494'] for port (None), before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:30:16.837117 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-8ef27d84-0b6e-4853-80bc-a6a892d9a121 req-45cfdd6a-f217-4998-97b1-75d5db2a03f1 tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] 10.222.0.20 "DELETE /networking/v2.0/ports/4ff7e434-0501-4572-8626-4a92bd7f5787 HTTP/1.1" status: 204 len: 173 time: 1.1435769 Aug 18 11:30:16.837668 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79701b52-9222-4f88-80a3-822ad29164f5', 'name': 'network-vif-deleted', 'tag': '4ff7e434-0501-4572-8626-4a92bd7f5787'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 18 11:30:16.842076 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c862ab1b2ee120cb5e2e4f2725a0fe0d7acaf57f657006002d91667c9b4c94a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0212926a-6a97-4f51-9d5d-d7ba7cf18640" -d '{"events": [{"server_uuid": "79701b52-9222-4f88-80a3-822ad29164f5", "name": "network-vif-deleted", "tag": "4ff7e434-0501-4572-8626-4a92bd7f5787"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:30:16.899266 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Aug 2022 11:30:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bb582b0-432d-4194-84aa-bcedf9cc62fa x-openstack-request-id: req-7bb582b0-432d-4194-84aa-bcedf9cc62fa {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:30:16.899581 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79701b52-9222-4f88-80a3-822ad29164f5", "name": "network-vif-deleted", "tag": "4ff7e434-0501-4572-8626-4a92bd7f5787", "status": "completed", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:30:16.899837 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7bb582b0-432d-4194-84aa-bcedf9cc62fa {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:30:16.900340 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7bb582b0-432d-4194-84aa-bcedf9cc62fa'] response: {'server_uuid': '79701b52-9222-4f88-80a3-822ad29164f5', 'name': 'network-vif-deleted', 'tag': '4ff7e434-0501-4572-8626-4a92bd7f5787', 'status': 'completed', 'code': 200} Aug 18 11:30:17.015872 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-c4c0543c-8f5f-4bfe-be75-bdc1c602f3fb None None] Set router be53e3cc-cd1d-4ef9-a05a-32b8dc1353e2 gateway port host: dv-cinder-853450-2-iscsi {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 18 11:30:17.322779 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-c4c0543c-8f5f-4bfe-be75-bdc1c602f3fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be53e3cc-cd1d-4ef9-a05a-32b8dc1353e2', 'name': 'tempest-AttachVolumeTestJSON-357861059-router', 'tenant_id': '28a8db4d53754a09aad85d3b756fed10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'external_fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.140'}], 'enable_snat': True}, 'gw_port_id': 'b9af98a3-cb9e-4aea-ada1-6b89de688b15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T11:24:20Z', 'updated_at': '2022-08-18T11:24:23Z', 'revision_number': 4, 'project_id': '28a8db4d53754a09aad85d3b756fed10', 'gw_port': {'id': 'b9af98a3-cb9e-4aea-ada1-6b89de688b15', 'name': '', 'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:2e:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be53e3cc-cd1d-4ef9-a05a-32b8dc1353e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853450-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:24:20Z', 'updated_at': '2022-08-18T11:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853450-2-iscsi', '_interfaces': [{'id': '243e4cfb-78c1-4056-b337-8bfd24acbd92', 'name': '', 'network_id': '973c519c-fa04-42b9-8369-c22e799d5cb8', 'tenant_id': '28a8db4d53754a09aad85d3b756fed10', 'mac_address': 'fa:16:3e:2a:6c:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be53e3cc-cd1d-4ef9-a05a-32b8dc1353e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'a362c7c9-82f8-42d5-b8a6-0309f8c4fcc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853450-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:24:22Z', 'updated_at': '2022-08-18T11:24:29Z', 'revision_number': 5, 'project_id': '28a8db4d53754a09aad85d3b756fed10', 'subnets': [{'id': 'a362c7c9-82f8-42d5-b8a6-0309f8c4fcc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853450-2-iscsi', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:30:17.352742 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4c0543c-8f5f-4bfe-be75-bdc1c602f3fb None None] Checking router: be53e3cc-cd1d-4ef9-a05a-32b8dc1353e2 for host: dv-cinder-853450-2-iscsi {{(pid=106380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 11:30:17.389580 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4c0543c-8f5f-4bfe-be75-bdc1c602f3fb None None] Routers {'be53e3cc-cd1d-4ef9-a05a-32b8dc1353e2'} bound to L3 agent in host dv-cinder-853450-2-iscsi {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 18 11:30:17.390929 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-c4c0543c-8f5f-4bfe-be75-bdc1c602f3fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853450-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-18T11:07:43Z,description=,heartbeat_timestamp=2022-08-18T11:30:13Z,host='dv-cinder-853450-2-iscsi',id=5a2ac145-53e3-4597-a9e7-c52b4336ae58,load=0,resource_versions=,resources_synced=,started_at=2022-08-18T11:07:43Z,topic='l3_agent')) {'router_ids': ['be53e3cc-cd1d-4ef9-a05a-32b8dc1353e2'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:30:17.541055 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-0bcbf9c1-3f30-4453-82ac-2bc1ad8b7d54 req-8177ec5e-9fbb-4602-8707-02b722340ee2 tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=79701b52-9222-4f88-80a3-822ad29164f5 HTTP/1.1" status: 200 len: 210 time: 0.0575056 Aug 18 11:30:17.644860 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-c4c0543c-8f5f-4bfe-be75-bdc1c602f3fb None None] Set router be53e3cc-cd1d-4ef9-a05a-32b8dc1353e2 gateway port host: dv-cinder-853450-2-iscsi {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 18 11:30:17.875589 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-c4c0543c-8f5f-4bfe-be75-bdc1c602f3fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be53e3cc-cd1d-4ef9-a05a-32b8dc1353e2', 'name': 'tempest-AttachVolumeTestJSON-357861059-router', 'tenant_id': '28a8db4d53754a09aad85d3b756fed10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'external_fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.140'}], 'enable_snat': True}, 'gw_port_id': 'b9af98a3-cb9e-4aea-ada1-6b89de688b15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T11:24:20Z', 'updated_at': '2022-08-18T11:24:23Z', 'revision_number': 4, 'project_id': '28a8db4d53754a09aad85d3b756fed10', 'gw_port': {'id': 'b9af98a3-cb9e-4aea-ada1-6b89de688b15', 'name': '', 'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:2e:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be53e3cc-cd1d-4ef9-a05a-32b8dc1353e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853450-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:24:20Z', 'updated_at': '2022-08-18T11:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853450-2-iscsi', '_interfaces': [{'id': '243e4cfb-78c1-4056-b337-8bfd24acbd92', 'name': '', 'network_id': '973c519c-fa04-42b9-8369-c22e799d5cb8', 'tenant_id': '28a8db4d53754a09aad85d3b756fed10', 'mac_address': 'fa:16:3e:2a:6c:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be53e3cc-cd1d-4ef9-a05a-32b8dc1353e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'a362c7c9-82f8-42d5-b8a6-0309f8c4fcc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853450-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:24:22Z', 'updated_at': '2022-08-18T11:24:29Z', 'revision_number': 5, 'project_id': '28a8db4d53754a09aad85d3b756fed10', 'subnets': [{'id': 'a362c7c9-82f8-42d5-b8a6-0309f8c4fcc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853450-2-iscsi', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:30:17.905350 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4c0543c-8f5f-4bfe-be75-bdc1c602f3fb None None] The sync data for ids ['be53e3cc-cd1d-4ef9-a05a-32b8dc1353e2'] in dv-cinder-853450-2-iscsi is: [{'id': 'be53e3cc-cd1d-4ef9-a05a-32b8dc1353e2', 'name': 'tempest-AttachVolumeTestJSON-357861059-router', 'tenant_id': '28a8db4d53754a09aad85d3b756fed10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'external_fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.140'}], 'enable_snat': True}, 'gw_port_id': 'b9af98a3-cb9e-4aea-ada1-6b89de688b15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T11:24:20Z', 'updated_at': '2022-08-18T11:24:23Z', 'revision_number': 4, 'project_id': '28a8db4d53754a09aad85d3b756fed10', 'gw_port': {'id': 'b9af98a3-cb9e-4aea-ada1-6b89de688b15', 'name': '', 'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:2e:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be53e3cc-cd1d-4ef9-a05a-32b8dc1353e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853450-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:24:20Z', 'updated_at': '2022-08-18T11:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853450-2-iscsi', '_interfaces': [{'id': '243e4cfb-78c1-4056-b337-8bfd24acbd92', 'name': '', 'network_id': '973c519c-fa04-42b9-8369-c22e799d5cb8', 'tenant_id': '28a8db4d53754a09aad85d3b756fed10', 'mac_address': 'fa:16:3e:2a:6c:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be53e3cc-cd1d-4ef9-a05a-32b8dc1353e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'a362c7c9-82f8-42d5-b8a6-0309f8c4fcc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853450-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:24:22Z', 'updated_at': '2022-08-18T11:24:29Z', 'revision_number': 5, 'project_id': '28a8db4d53754a09aad85d3b756fed10', 'subnets': [{'id': 'a362c7c9-82f8-42d5-b8a6-0309f8c4fcc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 11:30:18.170027 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b5c7410-31e1-42ff-8d8a-a7edbb0ca040 None None] New status for floating IP 9fe0da1b-1542-440d-a370-826b935179dd: DOWN {{(pid=106381) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 18 11:30:18.442448 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.agents_db [None req-8a9264f7-88d3-4c8b-91d1-adcc6bb37de7 None None] Agent healthcheck: found 6 active agents {{(pid=106381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 11:30:18.677434 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.16', 60260) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:30:18.759064 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ff773449-168d-441f-bae6-ec6c67cfa685 tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] Publish callbacks [] for security_group (4bc8b1c1-0f9e-46fd-988e-ee2967d1dfc8), before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:30:18.785195 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ff773449-168d-441f-bae6-ec6c67cfa685 tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] Publish callbacks [] for security_group (4bc8b1c1-0f9e-46fd-988e-ee2967d1dfc8), precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:30:18.846365 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Device 4ff7e434-0501-4572-8626-4a92bd7f5787 no longer exists at agent hyperv_hv-cinder-85345 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 11:30:18.856629 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ff773449-168d-441f-bae6-ec6c67cfa685 tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433130'] for security_group (4bc8b1c1-0f9e-46fd-988e-ee2967d1dfc8), after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:30:18.859852 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ff773449-168d-441f-bae6-ec6c67cfa685 tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] Publish callbacks [] for security_group (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:30:18.861233 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-ff773449-168d-441f-bae6-ec6c67cfa685 tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] 10.222.0.16 "DELETE /networking/v2.0/security-groups/4bc8b1c1-0f9e-46fd-988e-ee2967d1dfc8 HTTP/1.1" status: 204 len: 168 time: 0.1825998 Aug 18 11:30:18.865503 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.16', 60262) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:30:18.867770 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] No Port match for: 4ff7e434-0501-4572-8626-4a92bd7f5787 {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 18 11:30:18.868120 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Device 4ff7e434-0501-4572-8626-4a92bd7f5787 not bound to the agent host hv-cinder-85345 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 11:30:18.884553 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff773449-168d-441f-bae6-ec6c67cfa685 tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bc8b1c1-0f9e-46fd-988e-ee2967d1dfc8,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:30:18.886059 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.api.v2.resource [None req-be7a6e08-ac26-4b4a-ab11-3dec906869f0 tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] show failed (client error): The resource could not be found. Aug 18 11:30:18.887262 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [None req-be7a6e08-ac26-4b4a-ab11-3dec906869f0 tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] 10.222.0.16 "GET /networking/v2.0/security-groups/4bc8b1c1-0f9e-46fd-988e-ee2967d1dfc8 HTTP/1.1" status: 404 len: 347 time: 0.0204651 Aug 18 11:30:18.892267 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.16', 60264) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:30:18.901209 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff773449-168d-441f-bae6-ec6c67cfa685 tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:30:18.901547 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff773449-168d-441f-bae6-ec6c67cfa685 tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:30:18.902075 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff773449-168d-441f-bae6-ec6c67cfa685 tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:30:18.902415 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff773449-168d-441f-bae6-ec6c67cfa685 tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:30:18.902745 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff773449-168d-441f-bae6-ec6c67cfa685 tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:30:18.903136 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff773449-168d-441f-bae6-ec6c67cfa685 tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:30:18.903636 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff773449-168d-441f-bae6-ec6c67cfa685 tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:30:18.904106 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff773449-168d-441f-bae6-ec6c67cfa685 tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:30:18.904869 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff773449-168d-441f-bae6-ec6c67cfa685 tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:30:18.905825 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff773449-168d-441f-bae6-ec6c67cfa685 tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:30:18.906563 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff773449-168d-441f-bae6-ec6c67cfa685 tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:30:18.908008 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff773449-168d-441f-bae6-ec6c67cfa685 tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:30:18.909429 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff773449-168d-441f-bae6-ec6c67cfa685 tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:30:18.910243 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff773449-168d-441f-bae6-ec6c67cfa685 tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:30:18.911433 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff773449-168d-441f-bae6-ec6c67cfa685 tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:30:19.037431 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-f3b8ddf5-cd23-4e50-ac9c-4724aa0a87e9 tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] Deleting port f7334145-46dd-47c9-a0e7-eb38db0fd992 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 18 11:30:19.037777 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f3b8ddf5-cd23-4e50-ac9c-4724aa0a87e9 tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732803047114'] for port (f7334145-46dd-47c9-a0e7-eb38db0fd992), before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:30:19.152249 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f3b8ddf5-cd23-4e50-ac9c-4724aa0a87e9 tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498516'] for port (f7334145-46dd-47c9-a0e7-eb38db0fd992), precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:30:19.152249 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f3b8ddf5-cd23-4e50-ac9c-4724aa0a87e9 tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] Publish callbacks [] for floatingip (f7334145-46dd-47c9-a0e7-eb38db0fd992), precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:30:19.160862 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-f3b8ddf5-cd23-4e50-ac9c-4724aa0a87e9 tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] Calling delete_port for f7334145-46dd-47c9-a0e7-eb38db0fd992 owned by network:floatingip {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 18 11:30:19.324260 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f3b8ddf5-cd23-4e50-ac9c-4724aa0a87e9 tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732803053743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732802528790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11809227'] for port (f7334145-46dd-47c9-a0e7-eb38db0fd992), after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:30:19.354034 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b8ddf5-cd23-4e50-ac9c-4724aa0a87e9 tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] Pushing event deleted for resources: {'Port': ['ID=f7334145-46dd-47c9-a0e7-eb38db0fd992,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:30:19.465286 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f3b8ddf5-cd23-4e50-ac9c-4724aa0a87e9 tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] Publish callbacks [] for floatingip (9fe0da1b-1542-440d-a370-826b935179dd), after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:30:19.467924 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f3b8ddf5-cd23-4e50-ac9c-4724aa0a87e9 tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22494'] for floatingip (None), before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:30:19.471883 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [None req-f3b8ddf5-cd23-4e50-ac9c-4724aa0a87e9 tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] 10.222.0.16 "DELETE /networking/v2.0/floatingips/9fe0da1b-1542-440d-a370-826b935179dd HTTP/1.1" status: 204 len: 168 time: 0.5690484 Aug 18 11:30:20.569610 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.16', 60280) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:30:20.574242 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.v2.base [None req-10c0e72c-9176-46c5-9c3a-c1cdd945867a tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] Request body: {'security_group': {'name': 'tempest-securitygroup--639094028', 'description': 'tempest-description--629617914'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:30:20.605019 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-10c0e72c-9176-46c5-9c3a-c1cdd945867a tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] Publish callbacks [] for security_group (None), before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:30:20.731432 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-10c0e72c-9176-46c5-9c3a-c1cdd945867a tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] Publish callbacks [] for security_group (fb03982e-3787-472a-8646-3602af4abaef), precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:30:20.740289 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-10c0e72c-9176-46c5-9c3a-c1cdd945867a tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433130'] for security_group (fb03982e-3787-472a-8646-3602af4abaef), after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:30:20.804777 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-10c0e72c-9176-46c5-9c3a-c1cdd945867a tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] Publish callbacks [] for security_group (None), before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:30:20.808770 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [None req-10c0e72c-9176-46c5-9c3a-c1cdd945867a tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] 10.222.0.16 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.2354257 Aug 18 11:30:20.808951 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.16', 60288) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:30:20.814202 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.v2.base [None req-3b163f2f-c449-47e6-800c-d18d9c741ba3 tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] Request body: {'security_group_rule': {'security_group_id': 'fb03982e-3787-472a-8646-3602af4abaef', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:30:20.822576 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c0e72c-9176-46c5-9c3a-c1cdd945867a tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb03982e-3787-472a-8646-3602af4abaef,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:30:20.877486 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3b163f2f-c449-47e6-800c-d18d9c741ba3 tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] Publish callbacks [] for security_group_rule (773b89c3-4b6b-4dc2-a7ec-46f2757b07a8), before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:30:20.890996 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:INSERT=8 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:30:20.984826 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:30:21.031212 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3b163f2f-c449-47e6-800c-d18d9c741ba3 tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] Publish callbacks [] for security_group_rule (773b89c3-4b6b-4dc2-a7ec-46f2757b07a8), precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:30:21.039202 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3b163f2f-c449-47e6-800c-d18d9c741ba3 tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432955'] for security_group_rule (773b89c3-4b6b-4dc2-a7ec-46f2757b07a8), after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:30:21.066274 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b163f2f-c449-47e6-800c-d18d9c741ba3 tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=773b89c3-4b6b-4dc2-a7ec-46f2757b07a8,revision_number=0']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:30:21.072938 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3b163f2f-c449-47e6-800c-d18d9c741ba3 tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:30:21.076730 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [None req-3b163f2f-c449-47e6-800c-d18d9c741ba3 tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2642469 Aug 18 11:30:21.077016 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.16', 60290) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:30:21.083728 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.v2.base [None req-5aab35c1-ec78-438f-9765-0bbd9c2e76bd tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] Request body: {'security_group_rule': {'security_group_id': 'fb03982e-3787-472a-8646-3602af4abaef', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:30:21.119177 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-5aab35c1-ec78-438f-9765-0bbd9c2e76bd tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] Publish callbacks [] for security_group_rule (10023554-da40-410a-8285-7017194b32f6), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:30:21.199302 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-5aab35c1-ec78-438f-9765-0bbd9c2e76bd tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] Publish callbacks [] for security_group_rule (10023554-da40-410a-8285-7017194b32f6), precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:30:21.203235 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-5aab35c1-ec78-438f-9765-0bbd9c2e76bd tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432955'] for security_group_rule (10023554-da40-410a-8285-7017194b32f6), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:30:21.236382 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-5aab35c1-ec78-438f-9765-0bbd9c2e76bd tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:30:21.238348 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-5aab35c1-ec78-438f-9765-0bbd9c2e76bd tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1597915 Aug 18 11:30:21.239209 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aab35c1-ec78-438f-9765-0bbd9c2e76bd tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10023554-da40-410a-8285-7017194b32f6,revision_number=0']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:30:21.241742 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.16', 60292) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:30:21.247980 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.v2.base [None req-ebdb100d-b6e6-4747-85ff-1d8f7472fd9d tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] Request body: {'floatingip': {'floating_network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:30:21.280271 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ebdb100d-b6e6-4747-85ff-1d8f7472fd9d tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:30:21.398377 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ebdb100d-b6e6-4747-85ff-1d8f7472fd9d tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (None), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:30:21.532855 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.db.db_base_plugin_common [None req-ebdb100d-b6e6-4747-85ff-1d8f7472fd9d tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] Allocated IP 172.27.4.179 (c4d5f339-67bc-4c12-8231-94aca87a7153/76ee03a1-e6cb-4518-8461-de8749842f4e/e86d9882-09b1-468f-bdd0-e3ec75b0fc7b) {{(pid=106379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 11:30:21.651528 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ebdb100d-b6e6-4747-85ff-1d8f7472fd9d tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] Publish callbacks [] for port (e86d9882-09b1-468f-bdd0-e3ec75b0fc7b), precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:30:21.694959 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ebdb100d-b6e6-4747-85ff-1d8f7472fd9d tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732802528781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638927'] for port (e86d9882-09b1-468f-bdd0-e3ec75b0fc7b), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:30:21.743965 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:30:21.746838 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebdb100d-b6e6-4747-85ff-1d8f7472fd9d tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] Network c4d5f339-67bc-4c12-8231-94aca87a7153 is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 11:30:21.755421 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-ebdb100d-b6e6-4747-85ff-1d8f7472fd9d tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 11:30:21.762038 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebdb100d-b6e6-4747-85ff-1d8f7472fd9d tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] Received port after_create {{(pid=106379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 18 11:30:21.787973 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdb100d-b6e6-4747-85ff-1d8f7472fd9d tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] Pushing event updated for resources: {'Port': ['ID=e86d9882-09b1-468f-bdd0-e3ec75b0fc7b,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:30:21.826041 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:30:21.879702 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ebdb100d-b6e6-4747-85ff-1d8f7472fd9d tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] Publish callbacks [] for floatingip (53118c2a-4407-4a74-9411-b2822848a38f), precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:30:21.928231 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ebdb100d-b6e6-4747-85ff-1d8f7472fd9d tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (e86d9882-09b1-468f-bdd0-e3ec75b0fc7b), before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:30:22.134550 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ebdb100d-b6e6-4747-85ff-1d8f7472fd9d tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] Publish callbacks [] for port (e86d9882-09b1-468f-bdd0-e3ec75b0fc7b), precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:30:22.141168 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ebdb100d-b6e6-4747-85ff-1d8f7472fd9d tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732803053689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732802528799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732802528817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1638912'] for port (e86d9882-09b1-468f-bdd0-e3ec75b0fc7b), after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:30:22.217665 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdb100d-b6e6-4747-85ff-1d8f7472fd9d tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] Pushing event updated for resources: {'Port': ['ID=e86d9882-09b1-468f-bdd0-e3ec75b0fc7b,revision_number=2']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:30:22.224027 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ebdb100d-b6e6-4747-85ff-1d8f7472fd9d tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-519515'] for floatingip (53118c2a-4407-4a74-9411-b2822848a38f), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:30:22.244658 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ebdb100d-b6e6-4747-85ff-1d8f7472fd9d tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22494'] for floatingip (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:30:22.245981 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-ebdb100d-b6e6-4747-85ff-1d8f7472fd9d tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] 10.222.0.16 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0027108 Aug 18 11:30:22.459862 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-bbbf2e71-877b-4f5f-a80d-7eb6fa40fce2 req-68932d95-9e1a-4eeb-9627-3b4a97cdc3ac tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] 10.222.0.16 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--639094028&fields=id&tenant_id=28a8db4d53754a09aad85d3b756fed10 HTTP/1.1" status: 200 len: 267 time: 0.0596197 Aug 18 11:30:22.622790 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbf2e71-877b-4f5f-a80d-7eb6fa40fce2 req-ce1c884b-004c-4330-9fb3-5f623363ced9 tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:30:22.624488 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-bbbf2e71-877b-4f5f-a80d-7eb6fa40fce2 req-ce1c884b-004c-4330-9fb3-5f623363ced9 tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] 10.222.0.16 "GET /networking/v2.0/networks?id=973c519c-fa04-42b9-8369-c22e799d5cb8 HTTP/1.1" status: 200 len: 810 time: 0.1560822 Aug 18 11:30:22.644674 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-bbbf2e71-877b-4f5f-a80d-7eb6fa40fce2 req-86f4fe95-7538-4743-9ecf-e6ff5440eb03 tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] 10.222.0.16 "GET /networking/v2.0/quotas/28a8db4d53754a09aad85d3b756fed10 HTTP/1.1" status: 200 len: 375 time: 0.0134637 Aug 18 11:30:22.710669 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-bbbf2e71-877b-4f5f-a80d-7eb6fa40fce2 req-48a4d3bb-4b3e-43a4-a4f7-77e0d55984af tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=28a8db4d53754a09aad85d3b756fed10&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0586743 Aug 18 11:30:22.794682 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.wsgi [req-bbbf2e71-877b-4f5f-a80d-7eb6fa40fce2 req-6f6ec3be-8ffa-41b5-8b8f-454a4f18f2ff service neutron] http://10.222.0.16:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106378) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 18 11:30:22.795913 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-bbbf2e71-877b-4f5f-a80d-7eb6fa40fce2 req-6f6ec3be-8ffa-41b5-8b8f-454a4f18f2ff service neutron] 10.222.0.16 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0723362 Aug 18 11:30:22.926239 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-bbbf2e71-877b-4f5f-a80d-7eb6fa40fce2 req-75de2173-3b5e-40eb-8bdb-02bf73c5166f service neutron] 10.222.0.16 "GET /networking/v2.0/networks/973c519c-fa04-42b9-8369-c22e799d5cb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221631 Aug 18 11:30:23.043678 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-bbbf2e71-877b-4f5f-a80d-7eb6fa40fce2 req-aeebb953-216a-4b8f-bec2-304e308ffdf0 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/973c519c-fa04-42b9-8369-c22e799d5cb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114488 Aug 18 11:30:24.242673 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-2b0d8918-0ae4-4ad9-8614-6adf681d2941 req-bc2e8dc0-ff39-4a05-95d7-f13dad0837a5 tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=8cbf26fe-739c-43dd-ab72-370d66c525f1 HTTP/1.1" status: 200 len: 210 time: 0.0359454 Aug 18 11:30:25.216134 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbf2e71-877b-4f5f-a80d-7eb6fa40fce2 req-d38eec9f-f677-4227-b94b-6ff1fe2be379 tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:30:25.217687 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-bbbf2e71-877b-4f5f-a80d-7eb6fa40fce2 req-d38eec9f-f677-4227-b94b-6ff1fe2be379 tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] 10.222.0.20 "GET /networking/v2.0/networks?id=973c519c-fa04-42b9-8369-c22e799d5cb8 HTTP/1.1" status: 200 len: 810 time: 0.1159649 Aug 18 11:30:25.288025 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-bbbf2e71-877b-4f5f-a80d-7eb6fa40fce2 req-d866239d-fe3c-4caf-a161-435dcb3ea074 tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] 10.222.0.20 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=28a8db4d53754a09aad85d3b756fed10 HTTP/1.1" status: 200 len: 379 time: 0.0617795 Aug 18 11:30:25.350892 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-0be78335-d34e-46e5-9e1a-2ca109c417e9 req-2a9b5544-24c8-4776-8453-0fcf39f643d3 tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=8cbf26fe-739c-43dd-ab72-370d66c525f1 HTTP/1.1" status: 200 len: 210 time: 0.0279355 Aug 18 11:30:25.368132 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.v2.base [req-bbbf2e71-877b-4f5f-a80d-7eb6fa40fce2 req-338a6b45-03ba-4414-b4b4-509e6f351e1a tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] Request body: {'port': {'device_id': '8cbf26fe-739c-43dd-ab72-370d66c525f1', 'network_id': '973c519c-fa04-42b9-8369-c22e799d5cb8', 'admin_state_up': True, 'tenant_id': '28a8db4d53754a09aad85d3b756fed10', 'security_groups': ['fb03982e-3787-472a-8646-3602af4abaef']}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:30:25.398606 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.16', 60418) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:30:25.443913 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.db.db_base_plugin_v2 [None req-de541c60-d7d1-4844-a98f-6bde96cd9060 admin admin] Deleting subnet 26d1bca3-a78e-4d09-8072-76cf10604c99 {{(pid=106379) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 18 11:30:25.447095 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-de541c60-d7d1-4844-a98f-6bde96cd9060 admin admin] Publish callbacks [] for subnet (26d1bca3-a78e-4d09-8072-76cf10604c99), before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:30:25.483067 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-de541c60-d7d1-4844-a98f-6bde96cd9060 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11092002'] for subnet (26d1bca3-a78e-4d09-8072-76cf10604c99), precommit_delete_associations {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:30:25.484868 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bbbf2e71-877b-4f5f-a80d-7eb6fa40fce2 req-338a6b45-03ba-4414-b4b4-509e6f351e1a tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] Made reservation on behalf of 28a8db4d53754a09aad85d3b756fed10 for: {'port': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 11:30:25.488471 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-bbbf2e71-877b-4f5f-a80d-7eb6fa40fce2 req-338a6b45-03ba-4414-b4b4-509e6f351e1a tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (None), before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:30:25.524029 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-de541c60-d7d1-4844-a98f-6bde96cd9060 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3613534'] for subnet (26d1bca3-a78e-4d09-8072-76cf10604c99), precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:30:25.567974 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:30:25.585790 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-de541c60-d7d1-4844-a98f-6bde96cd9060 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3613479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1639002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11267859'] for subnet (26d1bca3-a78e-4d09-8072-76cf10604c99), after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:30:25.615277 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de541c60-d7d1-4844-a98f-6bde96cd9060 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=26d1bca3-a78e-4d09-8072-76cf10604c99,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:30:25.621069 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [req-bbbf2e71-877b-4f5f-a80d-7eb6fa40fce2 req-338a6b45-03ba-4414-b4b4-509e6f351e1a tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] Allocated IP 172.20.0.9 (973c519c-fa04-42b9-8369-c22e799d5cb8/a362c7c9-82f8-42d5-b8a6-0309f8c4fcc3/ce2db0e1-e93f-4cd6-ba94-109d836e7b3f) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 11:30:25.622398 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-de541c60-d7d1-4844-a98f-6bde96cd9060 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:30:25.625588 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-de541c60-d7d1-4844-a98f-6bde96cd9060 admin admin] 10.222.0.16 "DELETE /networking/v2.0/subnets/26d1bca3-a78e-4d09-8072-76cf10604c99 HTTP/1.1" status: 204 len: 168 time: 0.2259619 Aug 18 11:30:25.629044 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.16', 60420) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:30:25.688825 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:30:25.745590 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1dfd9363-a7c7-4d1b-88cc-2ad4f65a0efe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3592451'] for network (720cce3d-7c03-4a70-bffa-ed56b7f35cca), before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:30:26.164401 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1dfd9363-a7c7-4d1b-88cc-2ad4f65a0efe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3613349', 'neutron.services.segments.db._delete_segments_for_network-8732802979220'] for network (720cce3d-7c03-4a70-bffa-ed56b7f35cca), precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:30:26.175073 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-bbbf2e71-877b-4f5f-a80d-7eb6fa40fce2 req-338a6b45-03ba-4414-b4b4-509e6f351e1a tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] Publish callbacks [] for port (ce2db0e1-e93f-4cd6-ba94-109d836e7b3f), precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:30:26.192760 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.services.segments.db [None req-1dfd9363-a7c7-4d1b-88cc-2ad4f65a0efe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['720cce3d-7c03-4a70-bffa-ed56b7f35cca']}} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:30:26.206880 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.services.segments.db [None req-1dfd9363-a7c7-4d1b-88cc-2ad4f65a0efe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c69016e2-25b2-4016-8bdb-0fd20ec084c0') {'for_net_delete': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:30:26.206880 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.services.segments.db [None req-1dfd9363-a7c7-4d1b-88cc-2ad4f65a0efe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c69016e2-25b2-4016-8bdb-0fd20ec084c0') {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:30:26.225514 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1dfd9363-a7c7-4d1b-88cc-2ad4f65a0efe admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732802979283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11810229'] for segment (c69016e2-25b2-4016-8bdb-0fd20ec084c0), before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:30:26.244052 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1dfd9363-a7c7-4d1b-88cc-2ad4f65a0efe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3609830'] for segment (c69016e2-25b2-4016-8bdb-0fd20ec084c0), precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:30:26.251860 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-bbbf2e71-877b-4f5f-a80d-7eb6fa40fce2 req-338a6b45-03ba-4414-b4b4-509e6f351e1a tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732802528781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11809227'] for port (ce2db0e1-e93f-4cd6-ba94-109d836e7b3f), after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:30:26.288942 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1dfd9363-a7c7-4d1b-88cc-2ad4f65a0efe admin admin] Releasing vlan 983 on physical network physnet1 to pool {{(pid=106378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 11:30:26.289832 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1dfd9363-a7c7-4d1b-88cc-2ad4f65a0efe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3609830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11809272'] for segment (c69016e2-25b2-4016-8bdb-0fd20ec084c0), after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:30:26.349553 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bbbf2e71-877b-4f5f-a80d-7eb6fa40fce2 req-338a6b45-03ba-4414-b4b4-509e6f351e1a tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] Network 973c519c-fa04-42b9-8369-c22e799d5cb8 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 11:30:26.356268 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [req-bbbf2e71-877b-4f5f-a80d-7eb6fa40fce2 req-338a6b45-03ba-4414-b4b4-509e6f351e1a tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 11:30:26.370028 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbbf2e71-877b-4f5f-a80d-7eb6fa40fce2 req-338a6b45-03ba-4414-b4b4-509e6f351e1a tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 18 11:30:26.374867 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338a6b45-03ba-4414-b4b4-509e6f351e1a tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] Pushing event updated for resources: {'Port': ['ID=ce2db0e1-e93f-4cd6-ba94-109d836e7b3f,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:30:26.401222 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1dfd9363-a7c7-4d1b-88cc-2ad4f65a0efe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3613358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-519472'] for network (720cce3d-7c03-4a70-bffa-ed56b7f35cca), after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:30:26.411638 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1dfd9363-a7c7-4d1b-88cc-2ad4f65a0efe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682417'] for network (None), before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:30:26.417567 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [None req-1dfd9363-a7c7-4d1b-88cc-2ad4f65a0efe admin admin] 10.222.0.16 "DELETE /networking/v2.0/networks/720cce3d-7c03-4a70-bffa-ed56b7f35cca HTTP/1.1" status: 204 len: 168 time: 0.7874708 Aug 18 11:30:26.441628 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfd9363-a7c7-4d1b-88cc-2ad4f65a0efe admin admin] Pushing event deleted for resources: {'Network': ['ID=720cce3d-7c03-4a70-bffa-ed56b7f35cca,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:30:26.458599 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbf2e71-877b-4f5f-a80d-7eb6fa40fce2 req-338a6b45-03ba-4414-b4b4-509e6f351e1a tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:30:26.459264 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-bbbf2e71-877b-4f5f-a80d-7eb6fa40fce2 req-338a6b45-03ba-4414-b4b4-509e6f351e1a tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22494'] for port (None), before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:30:26.488581 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.services.segments.plugin [-] Segment c69016e2-25b2-4016-8bdb-0fd20ec084c0 resource provider aggregate not found Aug 18 11:30:26.497662 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-bbbf2e71-877b-4f5f-a80d-7eb6fa40fce2 req-338a6b45-03ba-4414-b4b4-509e6f351e1a tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] 10.222.0.20 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1342859 Aug 18 11:30:26.519328 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.v2.base [req-bbbf2e71-877b-4f5f-a80d-7eb6fa40fce2 req-d9d598ee-786d-4911-9445-42a5a5587ae8 service neutron] Request body: {'port': {'device_id': '8cbf26fe-739c-43dd-ab72-370d66c525f1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85345'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:30:26.542518 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.services.segments.plugin [-] Segment c69016e2-25b2-4016-8bdb-0fd20ec084c0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c69016e2-25b2-4016-8bdb-0fd20ec084c0 found for delete ", "request_id": "req-74809448-8458-41e7-9c10-184f1674d631"}]} Aug 18 11:30:26.584622 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bbd721-b854-46ce-b6a1-a1ad502f9fac req-4f8a7df7-d343-47d5-b929-a4469483cb50 tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:30:26.591545 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-e7bbd721-b854-46ce-b6a1-a1ad502f9fac req-4f8a7df7-d343-47d5-b929-a4469483cb50 tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=8cbf26fe-739c-43dd-ab72-370d66c525f1 HTTP/1.1" status: 200 len: 931 time: 0.0981994 Aug 18 11:30:26.602161 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.16', 60434) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:30:26.638666 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=3 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:30:26.641750 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=76,neutron:UPDATE=6 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:30:26.650611 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-99c450c5-bdd9-4691-a1da-fda55499e624 None None] Provisioning complete for port ce2db0e1-e93f-4cd6-ba94-109d836e7b3f triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 18 11:30:26.650853 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99c450c5-bdd9-4691-a1da-fda55499e624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619404'] for port (ce2db0e1-e93f-4cd6-ba94-109d836e7b3f), provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:30:26.651016 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-bbbf2e71-877b-4f5f-a80d-7eb6fa40fce2 req-d9d598ee-786d-4911-9445-42a5a5587ae8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (ce2db0e1-e93f-4cd6-ba94-109d836e7b3f), before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:30:26.653728 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-a5d20332-5bfc-4eed-921a-3d3b2b6a15ba admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=f205a572baf449f09e403e3750ee8af2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0501640 Aug 18 11:30:26.656475 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.16', 60436) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:30:26.681730 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-e7bbd721-b854-46ce-b6a1-a1ad502f9fac req-66fc0f4b-e902-42af-83ed-cee6cb34d682 tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=fb03982e-3787-472a-8646-3602af4abaef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0893049 Aug 18 11:30:26.692923 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-99c450c5-bdd9-4691-a1da-fda55499e624 None None] Port ce2db0e1-e93f-4cd6-ba94-109d836e7b3f cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 18 11:30:26.713983 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-272eb092-c1cb-4a8f-8116-da72f6028b90 admin admin] Publish callbacks [] for security_group (87d7e7b1-ae29-4142-85c7-1a94fcabfcd8), before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:30:26.723582 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=91,neutron:INSERT=2,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:30:26.736831 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-272eb092-c1cb-4a8f-8116-da72f6028b90 admin admin] Publish callbacks [] for security_group (87d7e7b1-ae29-4142-85c7-1a94fcabfcd8), precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:30:26.787042 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-272eb092-c1cb-4a8f-8116-da72f6028b90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433130'] for security_group (87d7e7b1-ae29-4142-85c7-1a94fcabfcd8), after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:30:26.789686 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-272eb092-c1cb-4a8f-8116-da72f6028b90 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:30:26.790949 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-272eb092-c1cb-4a8f-8116-da72f6028b90 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/87d7e7b1-ae29-4142-85c7-1a94fcabfcd8 HTTP/1.1" status: 204 len: 168 time: 0.1330147 Aug 18 11:30:26.800223 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272eb092-c1cb-4a8f-8116-da72f6028b90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87d7e7b1-ae29-4142-85c7-1a94fcabfcd8,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:30:26.911339 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=93,neutron:INSERT=1,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:30:26.969085 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.notifiers.nova [req-bbbf2e71-877b-4f5f-a80d-7eb6fa40fce2 req-d9d598ee-786d-4911-9445-42a5a5587ae8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce2db0e1-e93f-4cd6-ba94-109d836e7b3f {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 18 11:30:26.977405 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-bbbf2e71-877b-4f5f-a80d-7eb6fa40fce2 req-d9d598ee-786d-4911-9445-42a5a5587ae8 service neutron] Publish callbacks [] for port (ce2db0e1-e93f-4cd6-ba94-109d836e7b3f), precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:30:26.991419 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [req-bbbf2e71-877b-4f5f-a80d-7eb6fa40fce2 req-d9d598ee-786d-4911-9445-42a5a5587ae8 service neutron] Transition to ACTIVE for port object ce2db0e1-e93f-4cd6-ba94-109d836e7b3f will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 18 11:30:26.995112 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-bbbf2e71-877b-4f5f-a80d-7eb6fa40fce2 req-d9d598ee-786d-4911-9445-42a5a5587ae8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732803053689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732802528799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732802528817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11809220'] for port (ce2db0e1-e93f-4cd6-ba94-109d836e7b3f), after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:30:27.061377 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d598ee-786d-4911-9445-42a5a5587ae8 service neutron] Pushing event updated for resources: {'Port': ['ID=ce2db0e1-e93f-4cd6-ba94-109d836e7b3f,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:30:27.120950 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-bbbf2e71-877b-4f5f-a80d-7eb6fa40fce2 req-d9d598ee-786d-4911-9445-42a5a5587ae8 service neutron] Attempting to bind port ce2db0e1-e93f-4cd6-ba94-109d836e7b3f on host hv-cinder-85345 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 18 11:30:27.121291 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-bbbf2e71-877b-4f5f-a80d-7eb6fa40fce2 req-d9d598ee-786d-4911-9445-42a5a5587ae8 service neutron] Attempting to bind port ce2db0e1-e93f-4cd6-ba94-109d836e7b3f by drivers openvswitch,hyperv on host hv-cinder-85345 at level 0 using segments [{'id': 'd08b966e-bc75-426c-bd79-01b759359016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 987, 'network_id': '973c519c-fa04-42b9-8369-c22e799d5cb8'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 18 11:30:27.121667 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbbf2e71-877b-4f5f-a80d-7eb6fa40fce2 req-d9d598ee-786d-4911-9445-42a5a5587ae8 service neutron] Attempting to bind port ce2db0e1-e93f-4cd6-ba94-109d836e7b3f on network 973c519c-fa04-42b9-8369-c22e799d5cb8 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 18 11:30:27.127745 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbbf2e71-877b-4f5f-a80d-7eb6fa40fce2 req-d9d598ee-786d-4911-9445-42a5a5587ae8 service neutron] Port ce2db0e1-e93f-4cd6-ba94-109d836e7b3f on network 973c519c-fa04-42b9-8369-c22e799d5cb8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85345 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 18 11:30:27.128066 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbbf2e71-877b-4f5f-a80d-7eb6fa40fce2 req-d9d598ee-786d-4911-9445-42a5a5587ae8 service neutron] Attempting to bind port ce2db0e1-e93f-4cd6-ba94-109d836e7b3f on network 973c519c-fa04-42b9-8369-c22e799d5cb8 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 18 11:30:27.134069 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbbf2e71-877b-4f5f-a80d-7eb6fa40fce2 req-d9d598ee-786d-4911-9445-42a5a5587ae8 service neutron] Checking agent: {'id': '0c451e2b-fe38-44d1-984c-2dd7bcedf4dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85345', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 18, 11, 14, 5), 'started_at': datetime.datetime(2022, 8, 18, 11, 14, 5), 'heartbeat_timestamp': datetime.datetime(2022, 8, 18, 11, 30, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 18 11:30:27.134405 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbbf2e71-877b-4f5f-a80d-7eb6fa40fce2 req-d9d598ee-786d-4911-9445-42a5a5587ae8 service neutron] Checking segment: {'id': 'd08b966e-bc75-426c-bd79-01b759359016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 987, 'network_id': '973c519c-fa04-42b9-8369-c22e799d5cb8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 18 11:30:27.134791 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbbf2e71-877b-4f5f-a80d-7eb6fa40fce2 req-d9d598ee-786d-4911-9445-42a5a5587ae8 service neutron] Bound using segment: {'id': 'd08b966e-bc75-426c-bd79-01b759359016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 987, 'network_id': '973c519c-fa04-42b9-8369-c22e799d5cb8'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 18 11:30:27.135226 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-bbbf2e71-877b-4f5f-a80d-7eb6fa40fce2 req-d9d598ee-786d-4911-9445-42a5a5587ae8 service neutron] Bound port: ce2db0e1-e93f-4cd6-ba94-109d836e7b3f, host: hv-cinder-85345, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd08b966e-bc75-426c-bd79-01b759359016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 987, 'network_id': '973c519c-fa04-42b9-8369-c22e799d5cb8'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 18 11:30:27.135584 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-bbbf2e71-877b-4f5f-a80d-7eb6fa40fce2 req-d9d598ee-786d-4911-9445-42a5a5587ae8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (ce2db0e1-e93f-4cd6-ba94-109d836e7b3f), before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:30:27.206538 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-bbbf2e71-877b-4f5f-a80d-7eb6fa40fce2 req-d9d598ee-786d-4911-9445-42a5a5587ae8 service neutron] For port ce2db0e1-e93f-4cd6-ba94-109d836e7b3f, host hv-cinder-85345, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 11:30:27.209927 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-bbbf2e71-877b-4f5f-a80d-7eb6fa40fce2 req-d9d598ee-786d-4911-9445-42a5a5587ae8 service neutron] For port ce2db0e1-e93f-4cd6-ba94-109d836e7b3f, host hv-cinder-85345, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85345',level=0,port_id=ce2db0e1-e93f-4cd6-ba94-109d836e7b3f,segment=NetworkSegment(d08b966e-bc75-426c-bd79-01b759359016),segment_id=d08b966e-bc75-426c-bd79-01b759359016)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 11:30:27.215906 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-bbbf2e71-877b-4f5f-a80d-7eb6fa40fce2 req-d9d598ee-786d-4911-9445-42a5a5587ae8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732803053689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732802528799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732802528817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11809220'] for port (ce2db0e1-e93f-4cd6-ba94-109d836e7b3f), after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:30:27.220352 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbf2e71-877b-4f5f-a80d-7eb6fa40fce2 req-d9d598ee-786d-4911-9445-42a5a5587ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:30:27.221619 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-bbbf2e71-877b-4f5f-a80d-7eb6fa40fce2 req-d9d598ee-786d-4911-9445-42a5a5587ae8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22494'] for port (None), before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:30:27.223035 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-bbbf2e71-877b-4f5f-a80d-7eb6fa40fce2 req-d9d598ee-786d-4911-9445-42a5a5587ae8 service neutron] 10.222.0.20 "PUT /networking/v2.0/ports/ce2db0e1-e93f-4cd6-ba94-109d836e7b3f HTTP/1.1" status: 200 len: 1093 time: 0.7161791 Aug 18 11:30:27.223524 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cbf26fe-739c-43dd-ab72-370d66c525f1', 'tag': 'ce2db0e1-e93f-4cd6-ba94-109d836e7b3f'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 18 11:30:27.225868 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c862ab1b2ee120cb5e2e4f2725a0fe0d7acaf57f657006002d91667c9b4c94a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67366b61-0790-410d-859c-5e9d4c87456b" -d '{"events": [{"name": "network-changed", "server_uuid": "8cbf26fe-739c-43dd-ab72-370d66c525f1", "tag": "ce2db0e1-e93f-4cd6-ba94-109d836e7b3f"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:30:27.310285 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbf2e71-877b-4f5f-a80d-7eb6fa40fce2 req-b859704f-16a8-415b-a764-3ed5837da5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:30:27.312873 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-bbbf2e71-877b-4f5f-a80d-7eb6fa40fce2 req-b859704f-16a8-415b-a764-3ed5837da5f1 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=28a8db4d53754a09aad85d3b756fed10&device_id=8cbf26fe-739c-43dd-ab72-370d66c525f1 HTTP/1.1" status: 200 len: 1127 time: 0.0465789 Aug 18 11:30:27.314953 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Aug 2022 11:30:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4fd3b31-40e1-4242-87d9-4ac16214c039 x-openstack-request-id: req-f4fd3b31-40e1-4242-87d9-4ac16214c039 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:30:27.315427 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8cbf26fe-739c-43dd-ab72-370d66c525f1", "tag": "ce2db0e1-e93f-4cd6-ba94-109d836e7b3f", "status": "completed", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:30:27.315558 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f4fd3b31-40e1-4242-87d9-4ac16214c039 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:30:27.315885 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f4fd3b31-40e1-4242-87d9-4ac16214c039'] response: {'name': 'network-changed', 'server_uuid': '8cbf26fe-739c-43dd-ab72-370d66c525f1', 'tag': 'ce2db0e1-e93f-4cd6-ba94-109d836e7b3f', 'status': 'completed', 'code': 200} Aug 18 11:30:27.367697 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-bbbf2e71-877b-4f5f-a80d-7eb6fa40fce2 req-0c0b109b-1e8d-418f-97f7-37f92c996abd service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ce2db0e1-e93f-4cd6-ba94-109d836e7b3f HTTP/1.1" status: 200 len: 217 time: 0.0475054 Aug 18 11:30:27.370758 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d598ee-786d-4911-9445-42a5a5587ae8 service neutron] Pushing event updated for resources: {'Port': ['ID=ce2db0e1-e93f-4cd6-ba94-109d836e7b3f,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:30:27.425723 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbf2e71-877b-4f5f-a80d-7eb6fa40fce2 req-1e399aab-cc26-45a5-b2fc-fea879d07b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:30:27.427248 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-bbbf2e71-877b-4f5f-a80d-7eb6fa40fce2 req-1e399aab-cc26-45a5-b2fc-fea879d07b7b service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=a362c7c9-82f8-42d5-b8a6-0309f8c4fcc3 HTTP/1.1" status: 200 len: 849 time: 0.0535219 Aug 18 11:30:27.477217 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbf2e71-877b-4f5f-a80d-7eb6fa40fce2 req-c3c9b036-8f8c-4a0d-a3d8-07d96060521f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:30:27.478965 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-bbbf2e71-877b-4f5f-a80d-7eb6fa40fce2 req-c3c9b036-8f8c-4a0d-a3d8-07d96060521f service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=973c519c-fa04-42b9-8369-c22e799d5cb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0449867 Aug 18 11:30:27.579636 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-bbbf2e71-877b-4f5f-a80d-7eb6fa40fce2 req-2a133653-a9bd-47a9-bbe3-c878f412d3a9 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/973c519c-fa04-42b9-8369-c22e799d5cb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936234 Aug 18 11:30:27.689642 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-bbbf2e71-877b-4f5f-a80d-7eb6fa40fce2 req-45187690-c2b5-417a-aedf-aa0405ef1d52 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/973c519c-fa04-42b9-8369-c22e799d5cb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031342 Aug 18 11:30:27.833772 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:30:27.842408 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6235edb6-7eb5-4278-8358-54fab8c14c7e req-38d0079c-f6a0-4e7c-9148-617de9c6e598 tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:30:27.843977 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-6235edb6-7eb5-4278-8358-54fab8c14c7e req-38d0079c-f6a0-4e7c-9148-617de9c6e598 tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=8cbf26fe-739c-43dd-ab72-370d66c525f1 HTTP/1.1" status: 200 len: 943 time: 0.0504336 Aug 18 11:30:27.894712 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-6235edb6-7eb5-4278-8358-54fab8c14c7e req-bdf160cc-c8d8-4d78-8d8d-e2a7636798f0 tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=fb03982e-3787-472a-8646-3602af4abaef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436392 Aug 18 11:30:28.108005 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.16', 60472) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:30:28.234077 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-09257f81-caa4-479c-a499-078e385242dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:30:28.288127 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:INSERT=6 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:30:28.320268 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-09257f81-caa4-479c-a499-078e385242dd admin admin] Publish callbacks [] for security_group (6680f687-25bd-4e51-acb8-771a9c8500d7), precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:30:28.324480 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-09257f81-caa4-479c-a499-078e385242dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433130'] for security_group (6680f687-25bd-4e51-acb8-771a9c8500d7), after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:30:28.366015 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [None req-09257f81-caa4-479c-a499-078e385242dd admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=7da7bc41a79f495aab8c0708f8b20def&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2568541 Aug 18 11:30:28.366717 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09257f81-caa4-479c-a499-078e385242dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6680f687-25bd-4e51-acb8-771a9c8500d7,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:30:28.368787 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.16', 60478) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:30:28.380624 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:30:28.421523 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=5 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:30:28.440030 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-44d637ca-3270-4d3e-b4fe-236bbec3afcd admin admin] Publish callbacks [] for security_group (6680f687-25bd-4e51-acb8-771a9c8500d7), before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:30:28.467083 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-44d637ca-3270-4d3e-b4fe-236bbec3afcd admin admin] Publish callbacks [] for security_group (6680f687-25bd-4e51-acb8-771a9c8500d7), precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:30:28.469433 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:30:28.525299 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-44d637ca-3270-4d3e-b4fe-236bbec3afcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433130'] for security_group (6680f687-25bd-4e51-acb8-771a9c8500d7), after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:30:28.527793 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-44d637ca-3270-4d3e-b4fe-236bbec3afcd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:30:28.528990 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-44d637ca-3270-4d3e-b4fe-236bbec3afcd admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/6680f687-25bd-4e51-acb8-771a9c8500d7 HTTP/1.1" status: 204 len: 168 time: 0.1583915 Aug 18 11:30:28.538188 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d637ca-3270-4d3e-b4fe-236bbec3afcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6680f687-25bd-4e51-acb8-771a9c8500d7,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:30:29.022654 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6193b811-0f0b-44cc-aa84-f27142fe825e req-bdd79f98-6712-468a-aac8-f9cecf441ead tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:30:29.024172 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-6193b811-0f0b-44cc-aa84-f27142fe825e req-bdd79f98-6712-468a-aac8-f9cecf441ead tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=8cbf26fe-739c-43dd-ab72-370d66c525f1 HTTP/1.1" status: 200 len: 943 time: 0.0548427 Aug 18 11:30:29.075846 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-6193b811-0f0b-44cc-aa84-f27142fe825e req-7f04bff6-031c-409c-8c54-402c5b2f2424 tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=fb03982e-3787-472a-8646-3602af4abaef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437510 Aug 18 11:30:29.946234 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67366b61-0790-410d-859c-5e9d4c87456b req-e8131813-980c-495b-bb81-50e2ccc34c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:30:29.947841 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-67366b61-0790-410d-859c-5e9d4c87456b req-e8131813-980c-495b-bb81-50e2ccc34c07 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=28a8db4d53754a09aad85d3b756fed10&device_id=8cbf26fe-739c-43dd-ab72-370d66c525f1 HTTP/1.1" status: 200 len: 1127 time: 0.0469394 Aug 18 11:30:30.058372 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67366b61-0790-410d-859c-5e9d4c87456b req-14ed3d1f-475f-4208-a6e4-8cc2fbdfef8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:30:30.060072 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-67366b61-0790-410d-859c-5e9d4c87456b req-14ed3d1f-475f-4208-a6e4-8cc2fbdfef8a service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=973c519c-fa04-42b9-8369-c22e799d5cb8 HTTP/1.1" status: 200 len: 911 time: 0.1052070 Aug 18 11:30:30.103984 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-67366b61-0790-410d-859c-5e9d4c87456b req-02bdcf40-dfe6-4d05-ba84-7d7b0c60da33 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ce2db0e1-e93f-4cd6-ba94-109d836e7b3f HTTP/1.1" status: 200 len: 217 time: 0.0379508 Aug 18 11:30:30.173370 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67366b61-0790-410d-859c-5e9d4c87456b req-6cc8bd1d-d75a-4dc1-bce7-738c72ba9aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:30:30.176247 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-67366b61-0790-410d-859c-5e9d4c87456b req-6cc8bd1d-d75a-4dc1-bce7-738c72ba9aa6 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=a362c7c9-82f8-42d5-b8a6-0309f8c4fcc3 HTTP/1.1" status: 200 len: 849 time: 0.0652895 Aug 18 11:30:30.262143 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a2cb4f-1e94-42c0-ad2d-f2152d7d9004 req-32341467-7430-41c2-900a-5ea1226dc1c4 tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:30:30.263631 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-49a2cb4f-1e94-42c0-ad2d-f2152d7d9004 req-32341467-7430-41c2-900a-5ea1226dc1c4 tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=8cbf26fe-739c-43dd-ab72-370d66c525f1 HTTP/1.1" status: 200 len: 943 time: 0.0864530 Aug 18 11:30:30.264755 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67366b61-0790-410d-859c-5e9d4c87456b req-33d37b2b-2ae7-4f73-bfcf-550d17156aed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:30:30.266165 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-67366b61-0790-410d-859c-5e9d4c87456b req-33d37b2b-2ae7-4f73-bfcf-550d17156aed service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=973c519c-fa04-42b9-8369-c22e799d5cb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0782788 Aug 18 11:30:30.366580 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-49a2cb4f-1e94-42c0-ad2d-f2152d7d9004 req-d293010e-9a5c-40c0-90a7-9e08833759ee tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=fb03982e-3787-472a-8646-3602af4abaef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0969558 Aug 18 11:30:30.402011 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-67366b61-0790-410d-859c-5e9d4c87456b req-e2a74f5b-5e57-43b0-9a1b-19e03c1accb3 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/973c519c-fa04-42b9-8369-c22e799d5cb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252205 Aug 18 11:30:30.516641 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-67366b61-0790-410d-859c-5e9d4c87456b req-b6532a62-9bb0-45cf-9a22-7de18f612cbb service neutron] 10.222.0.20 "GET /networking/v2.0/networks/973c519c-fa04-42b9-8369-c22e799d5cb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030653 Aug 18 11:30:30.937477 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Device ce2db0e1-e93f-4cd6-ba94-109d836e7b3f details requested by agent hyperv_hv-cinder-85345 with host hv-cinder-85345 {{(pid=106380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 11:30:31.031400 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=100 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:30:31.043780 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] For port ce2db0e1-e93f-4cd6-ba94-109d836e7b3f, host hv-cinder-85345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85345',level=0,port_id=ce2db0e1-e93f-4cd6-ba94-109d836e7b3f,segment=NetworkSegment(d08b966e-bc75-426c-bd79-01b759359016),segment_id=d08b966e-bc75-426c-bd79-01b759359016)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:30:31.055560 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Returning: {'device': 'ce2db0e1-e93f-4cd6-ba94-109d836e7b3f', 'network_id': '973c519c-fa04-42b9-8369-c22e799d5cb8', 'port_id': 'ce2db0e1-e93f-4cd6-ba94-109d836e7b3f', 'mac_address': 'fa:16:3e:da:08:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 987, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a362c7c9-82f8-42d5-b8a6-0309f8c4fcc3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 11:30:31.091181 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Current status of the port ce2db0e1-e93f-4cd6-ba94-109d836e7b3f is: DOWN; New status is: BUILD {{(pid=106380) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 11:30:31.091578 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (ce2db0e1-e93f-4cd6-ba94-109d836e7b3f), before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:30:31.109270 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.notifiers.nova [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce2db0e1-e93f-4cd6-ba94-109d836e7b3f {{(pid=106380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 18 11:30:31.129930 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] For port ce2db0e1-e93f-4cd6-ba94-109d836e7b3f, host hv-cinder-85345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85345',level=0,port_id=ce2db0e1-e93f-4cd6-ba94-109d836e7b3f,segment=NetworkSegment(d08b966e-bc75-426c-bd79-01b759359016),segment_id=d08b966e-bc75-426c-bd79-01b759359016)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:30:31.134050 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732803053689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732802528799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732802528817'] for port (ce2db0e1-e93f-4cd6-ba94-109d836e7b3f), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:30:31.182537 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Pushing event updated for resources: {'Port': ['ID=ce2db0e1-e93f-4cd6-ba94-109d836e7b3f,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:30:31.190068 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:30:31.190392 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:30:31.190730 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:30:31.191075 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:30:31.191411 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:30:31.191751 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:30:31.192082 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:30:31.192435 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:30:31.192768 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:30:31.193101 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:30:31.193441 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:30:31.193757 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:30:31.194084 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:30:31.194408 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:30:31.194730 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:30:31.452731 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:30:31.493023 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] get_ports_and_sgs() called for port_ids ['ce2db0e1-e93f-4cd6-ba94-109d836e7b3f'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 18 11:30:31.499505 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74eea5f2-1868-47f0-95bb-14e9bcc2982d req-293bbc6e-4e80-4226-82fa-259331813a82 tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:30:31.501048 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-74eea5f2-1868-47f0-95bb-14e9bcc2982d req-293bbc6e-4e80-4226-82fa-259331813a82 tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=8cbf26fe-739c-43dd-ab72-370d66c525f1 HTTP/1.1" status: 200 len: 944 time: 0.0572243 Aug 18 11:30:31.551612 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-74eea5f2-1868-47f0-95bb-14e9bcc2982d req-ec768570-e679-4bc8-94a2-fef2816d6fbf tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=fb03982e-3787-472a-8646-3602af4abaef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444181 Aug 18 11:30:32.670711 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbdef84-4fb2-4348-b9b1-4813df929f6e req-4a378110-dc29-4273-81ff-dd2b3db8d216 tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:30:32.672235 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-3dbdef84-4fb2-4348-b9b1-4813df929f6e req-4a378110-dc29-4273-81ff-dd2b3db8d216 tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=8cbf26fe-739c-43dd-ab72-370d66c525f1 HTTP/1.1" status: 200 len: 944 time: 0.0486519 Aug 18 11:30:32.722322 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-3dbdef84-4fb2-4348-b9b1-4813df929f6e req-414e6c87-5d1f-4b60-af7c-135f5ac3bca4 tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=fb03982e-3787-472a-8646-3602af4abaef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439887 Aug 18 11:30:32.944562 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Device ce2db0e1-e93f-4cd6-ba94-109d836e7b3f up at agent hyperv_hv-cinder-85345 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 11:30:32.988852 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Provisioning for port ce2db0e1-e93f-4cd6-ba94-109d836e7b3f completed by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 18 11:30:32.994769 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Provisioning complete for port ce2db0e1-e93f-4cd6-ba94-109d836e7b3f triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 18 11:30:32.995121 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619404'] for port (ce2db0e1-e93f-4cd6-ba94-109d836e7b3f), provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:30:33.072843 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Current status of the port ce2db0e1-e93f-4cd6-ba94-109d836e7b3f is: BUILD; New status is: ACTIVE {{(pid=106380) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 11:30:33.073236 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (ce2db0e1-e93f-4cd6-ba94-109d836e7b3f), before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:30:33.097446 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cbf26fe-739c-43dd-ab72-370d66c525f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce2db0e1-e93f-4cd6-ba94-109d836e7b3f'}] {{(pid=106380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 18 11:30:33.099733 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2abfa1ee86993cd756e72fd91a3a01a1a8fb73078c92f04bbbffdb72ec117730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfce7802-3625-402d-96af-ba35057a7e7c" -d '{"events": [{"server_uuid": "8cbf26fe-739c-43dd-ab72-370d66c525f1", "name": "network-vif-plugged", "status": "completed", "tag": "ce2db0e1-e93f-4cd6-ba94-109d836e7b3f"}]}' {{(pid=106380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:30:33.115918 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] For port ce2db0e1-e93f-4cd6-ba94-109d836e7b3f, host hv-cinder-85345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85345',level=0,port_id=ce2db0e1-e93f-4cd6-ba94-109d836e7b3f,segment=NetworkSegment(d08b966e-bc75-426c-bd79-01b759359016),segment_id=d08b966e-bc75-426c-bd79-01b759359016)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:30:33.120694 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732803053689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732802528799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732802528817'] for port (ce2db0e1-e93f-4cd6-ba94-109d836e7b3f), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:30:33.147224 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Aug 2022 11:30:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dc43136-6371-4288-8774-a02960954f23 x-openstack-request-id: req-3dc43136-6371-4288-8774-a02960954f23 {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:30:33.147520 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cbf26fe-739c-43dd-ab72-370d66c525f1", "name": "network-vif-plugged", "status": "completed", "tag": "ce2db0e1-e93f-4cd6-ba94-109d836e7b3f", "code": 200}]} {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:30:33.147777 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3dc43136-6371-4288-8774-a02960954f23 {{(pid=106380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:30:33.148205 dv-cinder-853450-2-iscsi neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3dc43136-6371-4288-8774-a02960954f23'] response: {'server_uuid': '8cbf26fe-739c-43dd-ab72-370d66c525f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce2db0e1-e93f-4cd6-ba94-109d836e7b3f', 'code': 200} Aug 18 11:30:33.176403 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Pushing event updated for resources: {'Port': ['ID=ce2db0e1-e93f-4cd6-ba94-109d836e7b3f,revision_number=5']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:30:33.319568 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c469050-c8d2-4c09-954e-184ff09337a5 req-29167a17-38b5-4c7c-9ba4-628d9d0a064f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:30:33.321124 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-9c469050-c8d2-4c09-954e-184ff09337a5 req-29167a17-38b5-4c7c-9ba4-628d9d0a064f service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=8cbf26fe-739c-43dd-ab72-370d66c525f1 HTTP/1.1" status: 200 len: 1129 time: 0.0456376 Aug 18 11:30:33.369073 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-9c469050-c8d2-4c09-954e-184ff09337a5 req-7cb5fa60-0f76-41fb-83bc-1fdc8230a382 service neutron] 10.222.0.20 "GET /networking/v2.0/security-groups?id=fb03982e-3787-472a-8646-3602af4abaef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421987 Aug 18 11:30:33.848219 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75be240e-32d0-413f-88ab-d32129e92003 req-fd9ddf7f-eade-42cc-b3c9-19bf603b599b tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:30:33.849672 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-75be240e-32d0-413f-88ab-d32129e92003 req-fd9ddf7f-eade-42cc-b3c9-19bf603b599b tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=8cbf26fe-739c-43dd-ab72-370d66c525f1 HTTP/1.1" status: 200 len: 945 time: 0.0509100 Aug 18 11:30:33.900015 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-75be240e-32d0-413f-88ab-d32129e92003 req-781c4a61-59c9-410e-8364-cc0b6c736397 tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=fb03982e-3787-472a-8646-3602af4abaef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437989 Aug 18 11:30:35.039412 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dc8710-cbd9-4337-8d36-f034613d9bbe req-2b0202b2-8afb-492e-a6bd-00f9a72d9b6f tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:30:35.041436 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-d1dc8710-cbd9-4337-8d36-f034613d9bbe req-2b0202b2-8afb-492e-a6bd-00f9a72d9b6f tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=8cbf26fe-739c-43dd-ab72-370d66c525f1 HTTP/1.1" status: 200 len: 945 time: 0.0649290 Aug 18 11:30:35.073670 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=100 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:30:35.091186 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-d1dc8710-cbd9-4337-8d36-f034613d9bbe req-056c0db9-f775-4a81-8ba1-f82c3a865b29 tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=fb03982e-3787-472a-8646-3602af4abaef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441315 Aug 18 11:30:35.760653 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (0c451e2b-fe38-44d1-984c-2dd7bcedf4dc), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:30:36.268672 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a51a48-bfaf-43da-9854-d2a731bba2ef req-141a6495-a91d-480d-be79-dba571bdcd8c tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:30:36.270355 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-98a51a48-bfaf-43da-9854-d2a731bba2ef req-141a6495-a91d-480d-be79-dba571bdcd8c tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=8cbf26fe-739c-43dd-ab72-370d66c525f1 HTTP/1.1" status: 200 len: 945 time: 0.0642395 Aug 18 11:30:36.328599 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-98a51a48-bfaf-43da-9854-d2a731bba2ef req-fe64ee78-d25e-4a74-9274-0e2e66b91e1e tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=fb03982e-3787-472a-8646-3602af4abaef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523453 Aug 18 11:30:36.460411 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd78322-41ed-4479-b962-3eb876a9cb19 req-bddb4d29-5064-4f76-b475-891f50032324 tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:30:36.462173 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-3bd78322-41ed-4479-b962-3eb876a9cb19 req-bddb4d29-5064-4f76-b475-891f50032324 tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=8cbf26fe-739c-43dd-ab72-370d66c525f1 HTTP/1.1" status: 200 len: 945 time: 0.0583541 Aug 18 11:30:36.479280 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.16', 60520) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:30:36.483320 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.v2.base [None req-cd5f6b26-24e0-4aa1-ba4d-55286f0e2a6d tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] Request body: {'floatingip': {'port_id': 'ce2db0e1-e93f-4cd6-ba94-109d836e7b3f'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:30:36.567960 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-cd5f6b26-24e0-4aa1-ba4d-55286f0e2a6d tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] Publish callbacks [] for floatingip (53118c2a-4407-4a74-9411-b2822848a38f), before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:30:37.288496 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-cd5f6b26-24e0-4aa1-ba4d-55286f0e2a6d tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:30:37.288795 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-cd5f6b26-24e0-4aa1-ba4d-55286f0e2a6d tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-519515'] for floatingip (53118c2a-4407-4a74-9411-b2822848a38f), after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:30:37.394116 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.db.l3_db [None req-cd5f6b26-24e0-4aa1-ba4d-55286f0e2a6d tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] Floating IP 53118c2a-4407-4a74-9411-b2822848a38f associated. External IP: 172.27.4.179, port: ce2db0e1-e93f-4cd6-ba94-109d836e7b3f. Aug 18 11:30:37.626120 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:30:37.637981 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd5f6b26-24e0-4aa1-ba4d-55286f0e2a6d tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] Router be53e3cc-cd1d-4ef9-a05a-32b8dc1353e2 has already been hosted by L3 agent 5a2ac145-53e3-4597-a9e7-c52b4336ae58 {{(pid=106379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 11:30:37.758333 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd5f6b26-24e0-4aa1-ba4d-55286f0e2a6d tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] Notify agent at l3_agent.dv-cinder-853450-2-iscsi the message routers_updated {{(pid=106379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 11:30:37.763368 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-cd5f6b26-24e0-4aa1-ba4d-55286f0e2a6d tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22494'] for floatingip (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:30:37.769106 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a5f177f-f899-4ff1-8ba2-680aa64b511a None None] Sync routers for ids ['be53e3cc-cd1d-4ef9-a05a-32b8dc1353e2'] in dv-cinder-853450-2-iscsi {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 11:30:37.784007 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a5f177f-f899-4ff1-8ba2-680aa64b511a None None] Routers {'be53e3cc-cd1d-4ef9-a05a-32b8dc1353e2'} bound to L3 agent in host dv-cinder-853450-2-iscsi {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 18 11:30:37.784994 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-6a5f177f-f899-4ff1-8ba2-680aa64b511a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853450-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-18T11:07:43Z,description=,heartbeat_timestamp=2022-08-18T11:30:13Z,host='dv-cinder-853450-2-iscsi',id=5a2ac145-53e3-4597-a9e7-c52b4336ae58,load=0,resource_versions=,resources_synced=,started_at=2022-08-18T11:07:43Z,topic='l3_agent')) {'router_ids': ['be53e3cc-cd1d-4ef9-a05a-32b8dc1353e2'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:30:37.804986 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-cd5f6b26-24e0-4aa1-ba4d-55286f0e2a6d tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] 10.222.0.16 "PUT /networking/v2.0/floatingips/53118c2a-4407-4a74-9411-b2822848a38f HTTP/1.1" status: 200 len: 991 time: 1.3260396 Aug 18 11:30:37.805559 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cbf26fe-739c-43dd-ab72-370d66c525f1', 'tag': 'ce2db0e1-e93f-4cd6-ba94-109d836e7b3f'}] {{(pid=106379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 18 11:30:37.807961 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afeb4790f423e7ffe5fa0b02628cc43a14be8f1f20ac5f0ea3cf567e42d62054" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-708a391e-3b68-4107-8e29-eef863e44c99" -d '{"events": [{"name": "network-changed", "server_uuid": "8cbf26fe-739c-43dd-ab72-370d66c525f1", "tag": "ce2db0e1-e93f-4cd6-ba94-109d836e7b3f"}]}' {{(pid=106379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:30:37.860702 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Aug 2022 11:30:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d73ee65f-171d-41f6-bcbb-ae914688e445 x-openstack-request-id: req-d73ee65f-171d-41f6-bcbb-ae914688e445 {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:30:37.861585 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8cbf26fe-739c-43dd-ab72-370d66c525f1", "tag": "ce2db0e1-e93f-4cd6-ba94-109d836e7b3f", "status": "completed", "code": 200}]} {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:30:37.861776 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d73ee65f-171d-41f6-bcbb-ae914688e445 {{(pid=106379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:30:37.862167 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d73ee65f-171d-41f6-bcbb-ae914688e445'] response: {'name': 'network-changed', 'server_uuid': '8cbf26fe-739c-43dd-ab72-370d66c525f1', 'tag': 'ce2db0e1-e93f-4cd6-ba94-109d836e7b3f', 'status': 'completed', 'code': 200} Aug 18 11:30:37.926482 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-6a5f177f-f899-4ff1-8ba2-680aa64b511a None None] Set router be53e3cc-cd1d-4ef9-a05a-32b8dc1353e2 gateway port host: dv-cinder-853450-2-iscsi {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 18 11:30:37.943545 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708a391e-3b68-4107-8e29-eef863e44c99 req-a688093d-e5ae-47bc-88f8-18c5647b9c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:30:37.945365 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-708a391e-3b68-4107-8e29-eef863e44c99 req-a688093d-e5ae-47bc-88f8-18c5647b9c8b service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=28a8db4d53754a09aad85d3b756fed10&device_id=8cbf26fe-739c-43dd-ab72-370d66c525f1 HTTP/1.1" status: 200 len: 1129 time: 0.0597246 Aug 18 11:30:38.046110 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:30:38.046110 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:30:38.132177 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708a391e-3b68-4107-8e29-eef863e44c99 req-b522bd2c-5c87-43c1-a4ed-0bfd8e53969e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:30:38.133824 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-708a391e-3b68-4107-8e29-eef863e44c99 req-b522bd2c-5c87-43c1-a4ed-0bfd8e53969e service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=973c519c-fa04-42b9-8369-c22e799d5cb8 HTTP/1.1" status: 200 len: 911 time: 0.1821144 Aug 18 11:30:38.202187 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-708a391e-3b68-4107-8e29-eef863e44c99 req-891d5bed-1411-4405-b28a-4d74b9e98903 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ce2db0e1-e93f-4cd6-ba94-109d836e7b3f HTTP/1.1" status: 200 len: 999 time: 0.0620868 Aug 18 11:30:38.265537 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708a391e-3b68-4107-8e29-eef863e44c99 req-afa8f096-61ed-4709-885d-eac8836e32bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:30:38.268442 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-708a391e-3b68-4107-8e29-eef863e44c99 req-afa8f096-61ed-4709-885d-eac8836e32bb service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=a362c7c9-82f8-42d5-b8a6-0309f8c4fcc3 HTTP/1.1" status: 200 len: 849 time: 0.0582042 Aug 18 11:30:38.324246 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708a391e-3b68-4107-8e29-eef863e44c99 req-3ac47cea-2a66-4c9f-a9c4-f5e9522bf065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:30:38.327004 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-708a391e-3b68-4107-8e29-eef863e44c99 req-3ac47cea-2a66-4c9f-a9c4-f5e9522bf065 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=973c519c-fa04-42b9-8369-c22e799d5cb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0529387 Aug 18 11:30:38.353675 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-6a5f177f-f899-4ff1-8ba2-680aa64b511a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be53e3cc-cd1d-4ef9-a05a-32b8dc1353e2', 'name': 'tempest-AttachVolumeTestJSON-357861059-router', 'tenant_id': '28a8db4d53754a09aad85d3b756fed10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'external_fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.140'}], 'enable_snat': True}, 'gw_port_id': 'b9af98a3-cb9e-4aea-ada1-6b89de688b15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T11:24:20Z', 'updated_at': '2022-08-18T11:24:23Z', 'revision_number': 4, 'project_id': '28a8db4d53754a09aad85d3b756fed10', 'gw_port': {'id': 'b9af98a3-cb9e-4aea-ada1-6b89de688b15', 'name': '', 'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:2e:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be53e3cc-cd1d-4ef9-a05a-32b8dc1353e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853450-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:24:20Z', 'updated_at': '2022-08-18T11:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853450-2-iscsi', '_floatingips': [{'id': '53118c2a-4407-4a74-9411-b2822848a38f', 'tenant_id': '28a8db4d53754a09aad85d3b756fed10', 'floating_ip_address': '172.27.4.179', 'floating_network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'router_id': 'be53e3cc-cd1d-4ef9-a05a-32b8dc1353e2', 'port_id': 'ce2db0e1-e93f-4cd6-ba94-109d836e7b3f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 645, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '973c519c-fa04-42b9-8369-c22e799d5cb8', 'mac_address': 'fa:16:3e:da:08:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cbf26fe-739c-43dd-ab72-370d66c525f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-18T11:30:21Z', 'updated_at': '2022-08-18T11:30:37Z', 'revision_number': 1, 'project_id': '28a8db4d53754a09aad85d3b756fed10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '243e4cfb-78c1-4056-b337-8bfd24acbd92', 'name': '', 'network_id': '973c519c-fa04-42b9-8369-c22e799d5cb8', 'tenant_id': '28a8db4d53754a09aad85d3b756fed10', 'mac_address': 'fa:16:3e:2a:6c:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be53e3cc-cd1d-4ef9-a05a-32b8dc1353e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'a362c7c9-82f8-42d5-b8a6-0309f8c4fcc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853450-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:24:22Z', 'updated_at': '2022-08-18T11:24:29Z', 'revision_number': 5, 'project_id': '28a8db4d53754a09aad85d3b756fed10', 'subnets': [{'id': 'a362c7c9-82f8-42d5-b8a6-0309f8c4fcc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853450-2-iscsi', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:30:38.381399 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a5f177f-f899-4ff1-8ba2-680aa64b511a None None] Checking router: be53e3cc-cd1d-4ef9-a05a-32b8dc1353e2 for host: dv-cinder-853450-2-iscsi {{(pid=106380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 11:30:38.391661 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a5f177f-f899-4ff1-8ba2-680aa64b511a None None] Routers {'be53e3cc-cd1d-4ef9-a05a-32b8dc1353e2'} bound to L3 agent in host dv-cinder-853450-2-iscsi {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 18 11:30:38.392265 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-6a5f177f-f899-4ff1-8ba2-680aa64b511a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853450-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-18T11:07:43Z,description=,heartbeat_timestamp=2022-08-18T11:30:13Z,host='dv-cinder-853450-2-iscsi',id=5a2ac145-53e3-4597-a9e7-c52b4336ae58,load=0,resource_versions=,resources_synced=,started_at=2022-08-18T11:07:43Z,topic='l3_agent')) {'router_ids': ['be53e3cc-cd1d-4ef9-a05a-32b8dc1353e2'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:30:38.443739 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-708a391e-3b68-4107-8e29-eef863e44c99 req-2282b67f-309c-4eed-aac4-a31c4308bf60 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/973c519c-fa04-42b9-8369-c22e799d5cb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094270 Aug 18 11:30:38.459690 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=100 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:30:38.529431 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-6a5f177f-f899-4ff1-8ba2-680aa64b511a None None] Set router be53e3cc-cd1d-4ef9-a05a-32b8dc1353e2 gateway port host: dv-cinder-853450-2-iscsi {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 18 11:30:38.580513 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-708a391e-3b68-4107-8e29-eef863e44c99 req-03245b3b-a645-4365-8dda-ad9307393938 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/973c519c-fa04-42b9-8369-c22e799d5cb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293206 Aug 18 11:30:38.776208 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-6a5f177f-f899-4ff1-8ba2-680aa64b511a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be53e3cc-cd1d-4ef9-a05a-32b8dc1353e2', 'name': 'tempest-AttachVolumeTestJSON-357861059-router', 'tenant_id': '28a8db4d53754a09aad85d3b756fed10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'external_fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.140'}], 'enable_snat': True}, 'gw_port_id': 'b9af98a3-cb9e-4aea-ada1-6b89de688b15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T11:24:20Z', 'updated_at': '2022-08-18T11:24:23Z', 'revision_number': 4, 'project_id': '28a8db4d53754a09aad85d3b756fed10', 'gw_port': {'id': 'b9af98a3-cb9e-4aea-ada1-6b89de688b15', 'name': '', 'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:2e:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be53e3cc-cd1d-4ef9-a05a-32b8dc1353e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853450-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:24:20Z', 'updated_at': '2022-08-18T11:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853450-2-iscsi', '_floatingips': [{'id': '53118c2a-4407-4a74-9411-b2822848a38f', 'tenant_id': '28a8db4d53754a09aad85d3b756fed10', 'floating_ip_address': '172.27.4.179', 'floating_network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'router_id': 'be53e3cc-cd1d-4ef9-a05a-32b8dc1353e2', 'port_id': 'ce2db0e1-e93f-4cd6-ba94-109d836e7b3f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 645, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '973c519c-fa04-42b9-8369-c22e799d5cb8', 'mac_address': 'fa:16:3e:da:08:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cbf26fe-739c-43dd-ab72-370d66c525f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-18T11:30:21Z', 'updated_at': '2022-08-18T11:30:37Z', 'revision_number': 1, 'project_id': '28a8db4d53754a09aad85d3b756fed10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '243e4cfb-78c1-4056-b337-8bfd24acbd92', 'name': '', 'network_id': '973c519c-fa04-42b9-8369-c22e799d5cb8', 'tenant_id': '28a8db4d53754a09aad85d3b756fed10', 'mac_address': 'fa:16:3e:2a:6c:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be53e3cc-cd1d-4ef9-a05a-32b8dc1353e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'a362c7c9-82f8-42d5-b8a6-0309f8c4fcc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853450-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:24:22Z', 'updated_at': '2022-08-18T11:24:29Z', 'revision_number': 5, 'project_id': '28a8db4d53754a09aad85d3b756fed10', 'subnets': [{'id': 'a362c7c9-82f8-42d5-b8a6-0309f8c4fcc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853450-2-iscsi', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:30:38.803831 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a5f177f-f899-4ff1-8ba2-680aa64b511a None None] The sync data for ids ['be53e3cc-cd1d-4ef9-a05a-32b8dc1353e2'] in dv-cinder-853450-2-iscsi is: [{'id': 'be53e3cc-cd1d-4ef9-a05a-32b8dc1353e2', 'name': 'tempest-AttachVolumeTestJSON-357861059-router', 'tenant_id': '28a8db4d53754a09aad85d3b756fed10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'external_fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.140'}], 'enable_snat': True}, 'gw_port_id': 'b9af98a3-cb9e-4aea-ada1-6b89de688b15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T11:24:20Z', 'updated_at': '2022-08-18T11:24:23Z', 'revision_number': 4, 'project_id': '28a8db4d53754a09aad85d3b756fed10', 'gw_port': {'id': 'b9af98a3-cb9e-4aea-ada1-6b89de688b15', 'name': '', 'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:2e:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be53e3cc-cd1d-4ef9-a05a-32b8dc1353e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853450-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:24:20Z', 'updated_at': '2022-08-18T11:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853450-2-iscsi', '_floatingips': [{'id': '53118c2a-4407-4a74-9411-b2822848a38f', 'tenant_id': '28a8db4d53754a09aad85d3b756fed10', 'floating_ip_address': '172.27.4.179', 'floating_network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'router_id': 'be53e3cc-cd1d-4ef9-a05a-32b8dc1353e2', 'port_id': 'ce2db0e1-e93f-4cd6-ba94-109d836e7b3f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 645, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '973c519c-fa04-42b9-8369-c22e799d5cb8', 'mac_address': 'fa:16:3e:da:08:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cbf26fe-739c-43dd-ab72-370d66c525f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-18T11:30:21Z', 'updated_at': '2022-08-18T11:30:37Z', 'revision_number': 1, 'project_id': '28a8db4d53754a09aad85d3b756fed10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '243e4cfb-78c1-4056-b337-8bfd24acbd92', 'name': '', 'network_id': '973c519c-fa04-42b9-8369-c22e799d5cb8', 'tenant_id': '28a8db4d53754a09aad85d3b756fed10', 'mac_address': 'fa:16:3e:2a:6c:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be53e3cc-cd1d-4ef9-a05a-32b8dc1353e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'a362c7c9-82f8-42d5-b8a6-0309f8c4fcc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853450-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:24:22Z', 'updated_at': '2022-08-18T11:24:29Z', 'revision_number': 5, 'project_id': '28a8db4d53754a09aad85d3b756fed10', 'subnets': [{'id': 'a362c7c9-82f8-42d5-b8a6-0309f8c4fcc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 11:30:39.023615 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da8667b5-086d-473b-8d58-8954c910fa5b None None] New status for floating IP 53118c2a-4407-4a74-9411-b2822848a38f: ACTIVE {{(pid=106381) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 18 11:30:41.026793 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-022cfe6a-48c9-401d-8e6b-786c46bf95e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (c499a017-4b38-4967-b050-d4094e1a7564), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:30:43.395217 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-010df666-1a43-4c55-b60e-7f9c5cef23a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (5a2ac145-53e3-4597-a9e7-c52b4336ae58), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:30:44.733666 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-a5cc8183-7213-4642-9d48-bc0d47940d29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (29720577-1c8f-43c1-a8be-c2a14df8d65e), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:30:46.006978 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (69d4285f-736d-41a6-a99e-1994eed59bce), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:30:46.528480 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c68edff8-e550-48a3-9de2-17badfe483c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (307af099-d926-4e52-9df3-0cd09baf3c81), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:30:47.797392 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=13 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:30:47.800804 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:30:48.564477 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=63 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:30:48.571964 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=7 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:30:49.135120 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=27,neutron:UPDATE=1 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:30:49.139526 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=25,neutron:UPDATE=1 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:30:55.391646 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.agents_db [None req-8a9264f7-88d3-4c8b-91d1-adcc6bb37de7 None None] Agent healthcheck: found 6 active agents {{(pid=106381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 11:30:56.522173 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=52,neutron:UPDATE=2 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:30:56.523876 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=71,neutron:UPDATE=3 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:30:59.002572 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f564979-ae30-4c3b-8c15-29e5113a8a61 req-629f0068-1f07-4cad-bf84-137b7ddc0f6d tempest-VolumesSnapshotTestJSON-1110175668 tempest-VolumesSnapshotTestJSON-1110175668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:30:59.004695 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-8f564979-ae30-4c3b-8c15-29e5113a8a61 req-629f0068-1f07-4cad-bf84-137b7ddc0f6d tempest-VolumesSnapshotTestJSON-1110175668 tempest-VolumesSnapshotTestJSON-1110175668-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=4eb2233b-f5c9-4f79-aa7f-8ff82fdfc153 HTTP/1.1" status: 200 len: 946 time: 0.2167776 Aug 18 11:30:59.059444 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-8f564979-ae30-4c3b-8c15-29e5113a8a61 req-7a11f921-849a-44f7-acd6-1d9b4d83f016 tempest-VolumesSnapshotTestJSON-1110175668 tempest-VolumesSnapshotTestJSON-1110175668-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=cdf1a3d7-6f00-4c91-9aa0-0931a5bf3f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490820 Aug 18 11:31:00.252763 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de113f38-dad4-4e48-a1ff-b5174afad4d5 req-ebc7c023-e7e5-4452-9049-42ebb43efb0e tempest-VolumesSnapshotTestJSON-1110175668 tempest-VolumesSnapshotTestJSON-1110175668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:31:00.254799 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-de113f38-dad4-4e48-a1ff-b5174afad4d5 req-ebc7c023-e7e5-4452-9049-42ebb43efb0e tempest-VolumesSnapshotTestJSON-1110175668 tempest-VolumesSnapshotTestJSON-1110175668-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=4eb2233b-f5c9-4f79-aa7f-8ff82fdfc153 HTTP/1.1" status: 200 len: 946 time: 0.1132116 Aug 18 11:31:00.307957 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-de113f38-dad4-4e48-a1ff-b5174afad4d5 req-bd874abd-0fd0-4033-bd24-1083637fb387 tempest-VolumesSnapshotTestJSON-1110175668 tempest-VolumesSnapshotTestJSON-1110175668-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=cdf1a3d7-6f00-4c91-9aa0-0931a5bf3f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473111 Aug 18 11:31:01.167246 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2d5593-d593-4543-a3a5-8222443b3b23 req-39a93ddd-9f2d-44cd-baf9-ddbdbdf01348 tempest-VolumesSnapshotTestJSON-1110175668 tempest-VolumesSnapshotTestJSON-1110175668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:31:01.168784 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-dd2d5593-d593-4543-a3a5-8222443b3b23 req-39a93ddd-9f2d-44cd-baf9-ddbdbdf01348 tempest-VolumesSnapshotTestJSON-1110175668 tempest-VolumesSnapshotTestJSON-1110175668-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4eb2233b-f5c9-4f79-aa7f-8ff82fdfc153 HTTP/1.1" status: 200 len: 946 time: 0.0482693 Aug 18 11:31:01.260864 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [req-dd2d5593-d593-4543-a3a5-8222443b3b23 req-0962e7a2-796f-45eb-bd13-a77ea52b7f9e tempest-VolumesSnapshotTestJSON-1110175668 tempest-VolumesSnapshotTestJSON-1110175668-project] Deleting port d1af6414-8df3-45cc-8b88-4b81d9d7f07f {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 18 11:31:01.261578 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-dd2d5593-d593-4543-a3a5-8222443b3b23 req-0962e7a2-796f-45eb-bd13-a77ea52b7f9e tempest-VolumesSnapshotTestJSON-1110175668 tempest-VolumesSnapshotTestJSON-1110175668-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732803047114'] for port (d1af6414-8df3-45cc-8b88-4b81d9d7f07f), before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:31:01.360675 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-dd2d5593-d593-4543-a3a5-8222443b3b23 req-0962e7a2-796f-45eb-bd13-a77ea52b7f9e tempest-VolumesSnapshotTestJSON-1110175668 tempest-VolumesSnapshotTestJSON-1110175668-project] For port d1af6414-8df3-45cc-8b88-4b81d9d7f07f, host hv-cinder-85345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85345',level=0,port_id=d1af6414-8df3-45cc-8b88-4b81d9d7f07f,segment=NetworkSegment(3eae3e7f-dbad-45f7-b4c5-8dd002ce034e),segment_id=3eae3e7f-dbad-45f7-b4c5-8dd002ce034e)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:31:01.361230 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-dd2d5593-d593-4543-a3a5-8222443b3b23 req-0962e7a2-796f-45eb-bd13-a77ea52b7f9e tempest-VolumesSnapshotTestJSON-1110175668 tempest-VolumesSnapshotTestJSON-1110175668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498516'] for port (d1af6414-8df3-45cc-8b88-4b81d9d7f07f), precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:31:01.379711 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [req-dd2d5593-d593-4543-a3a5-8222443b3b23 req-0962e7a2-796f-45eb-bd13-a77ea52b7f9e tempest-VolumesSnapshotTestJSON-1110175668 tempest-VolumesSnapshotTestJSON-1110175668-project] Calling delete_port for d1af6414-8df3-45cc-8b88-4b81d9d7f07f owned by compute:nova {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 18 11:31:01.473759 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924ab9ef-a45b-49b9-b46c-12a3a4cefdbf req-5948fedd-ab98-4ae6-98fd-a7a175c4fbe7 tempest-VolumesSnapshotTestJSON-1110175668 tempest-VolumesSnapshotTestJSON-1110175668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:31:01.475275 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-924ab9ef-a45b-49b9-b46c-12a3a4cefdbf req-5948fedd-ab98-4ae6-98fd-a7a175c4fbe7 tempest-VolumesSnapshotTestJSON-1110175668 tempest-VolumesSnapshotTestJSON-1110175668-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=4eb2233b-f5c9-4f79-aa7f-8ff82fdfc153 HTTP/1.1" status: 200 len: 946 time: 0.0897079 Aug 18 11:31:01.546189 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-924ab9ef-a45b-49b9-b46c-12a3a4cefdbf req-08a8f3ea-2987-42ad-a213-849fe6d72d78 tempest-VolumesSnapshotTestJSON-1110175668 tempest-VolumesSnapshotTestJSON-1110175668-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=cdf1a3d7-6f00-4c91-9aa0-0931a5bf3f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613840 Aug 18 11:31:01.609436 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-dd2d5593-d593-4543-a3a5-8222443b3b23 req-0962e7a2-796f-45eb-bd13-a77ea52b7f9e tempest-VolumesSnapshotTestJSON-1110175668 tempest-VolumesSnapshotTestJSON-1110175668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732803053743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732802528790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11809227'] for port (d1af6414-8df3-45cc-8b88-4b81d9d7f07f), after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:31:01.622106 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] get_ports_and_sgs() called for port_ids ['d1af6414-8df3-45cc-8b88-4b81d9d7f07f'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 18 11:31:01.639485 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0962e7a2-796f-45eb-bd13-a77ea52b7f9e tempest-VolumesSnapshotTestJSON-1110175668 tempest-VolumesSnapshotTestJSON-1110175668-project] Pushing event deleted for resources: {'Port': ['ID=d1af6414-8df3-45cc-8b88-4b81d9d7f07f,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:31:01.654975 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0962e7a2-796f-45eb-bd13-a77ea52b7f9e tempest-VolumesSnapshotTestJSON-1110175668 tempest-VolumesSnapshotTestJSON-1110175668-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:31:01.655330 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0962e7a2-796f-45eb-bd13-a77ea52b7f9e tempest-VolumesSnapshotTestJSON-1110175668 tempest-VolumesSnapshotTestJSON-1110175668-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:31:01.655678 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0962e7a2-796f-45eb-bd13-a77ea52b7f9e tempest-VolumesSnapshotTestJSON-1110175668 tempest-VolumesSnapshotTestJSON-1110175668-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:31:01.656019 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0962e7a2-796f-45eb-bd13-a77ea52b7f9e tempest-VolumesSnapshotTestJSON-1110175668 tempest-VolumesSnapshotTestJSON-1110175668-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:31:01.656390 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0962e7a2-796f-45eb-bd13-a77ea52b7f9e tempest-VolumesSnapshotTestJSON-1110175668 tempest-VolumesSnapshotTestJSON-1110175668-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:31:01.656730 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0962e7a2-796f-45eb-bd13-a77ea52b7f9e tempest-VolumesSnapshotTestJSON-1110175668 tempest-VolumesSnapshotTestJSON-1110175668-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:31:01.657323 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0962e7a2-796f-45eb-bd13-a77ea52b7f9e tempest-VolumesSnapshotTestJSON-1110175668 tempest-VolumesSnapshotTestJSON-1110175668-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:31:01.657657 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0962e7a2-796f-45eb-bd13-a77ea52b7f9e tempest-VolumesSnapshotTestJSON-1110175668 tempest-VolumesSnapshotTestJSON-1110175668-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:31:01.657989 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0962e7a2-796f-45eb-bd13-a77ea52b7f9e tempest-VolumesSnapshotTestJSON-1110175668 tempest-VolumesSnapshotTestJSON-1110175668-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:31:01.658315 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0962e7a2-796f-45eb-bd13-a77ea52b7f9e tempest-VolumesSnapshotTestJSON-1110175668 tempest-VolumesSnapshotTestJSON-1110175668-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:31:01.658644 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0962e7a2-796f-45eb-bd13-a77ea52b7f9e tempest-VolumesSnapshotTestJSON-1110175668 tempest-VolumesSnapshotTestJSON-1110175668-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:31:01.658974 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0962e7a2-796f-45eb-bd13-a77ea52b7f9e tempest-VolumesSnapshotTestJSON-1110175668 tempest-VolumesSnapshotTestJSON-1110175668-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:31:01.659302 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0962e7a2-796f-45eb-bd13-a77ea52b7f9e tempest-VolumesSnapshotTestJSON-1110175668 tempest-VolumesSnapshotTestJSON-1110175668-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:31:01.659760 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0962e7a2-796f-45eb-bd13-a77ea52b7f9e tempest-VolumesSnapshotTestJSON-1110175668 tempest-VolumesSnapshotTestJSON-1110175668-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:31:01.660091 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0962e7a2-796f-45eb-bd13-a77ea52b7f9e tempest-VolumesSnapshotTestJSON-1110175668 tempest-VolumesSnapshotTestJSON-1110175668-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:31:01.698131 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd2d5593-d593-4543-a3a5-8222443b3b23 req-0962e7a2-796f-45eb-bd13-a77ea52b7f9e tempest-VolumesSnapshotTestJSON-1110175668 tempest-VolumesSnapshotTestJSON-1110175668-project] No DVR routers for this DVR port d1af6414-8df3-45cc-8b88-4b81d9d7f07f on host hv-cinder-85345 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 18 11:31:01.700648 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-dd2d5593-d593-4543-a3a5-8222443b3b23 req-0962e7a2-796f-45eb-bd13-a77ea52b7f9e tempest-VolumesSnapshotTestJSON-1110175668 tempest-VolumesSnapshotTestJSON-1110175668-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22494'] for port (None), before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:31:01.703885 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-dd2d5593-d593-4543-a3a5-8222443b3b23 req-0962e7a2-796f-45eb-bd13-a77ea52b7f9e tempest-VolumesSnapshotTestJSON-1110175668 tempest-VolumesSnapshotTestJSON-1110175668-project] 10.222.0.20 "DELETE /networking/v2.0/ports/d1af6414-8df3-45cc-8b88-4b81d9d7f07f HTTP/1.1" status: 204 len: 173 time: 0.5290623 Aug 18 11:31:01.704353 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4eb2233b-f5c9-4f79-aa7f-8ff82fdfc153', 'name': 'network-vif-deleted', 'tag': 'd1af6414-8df3-45cc-8b88-4b81d9d7f07f'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 18 11:31:01.707230 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c862ab1b2ee120cb5e2e4f2725a0fe0d7acaf57f657006002d91667c9b4c94a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e76b9fa9-e7a9-42ca-afe1-691f8ca40c22" -d '{"events": [{"server_uuid": "4eb2233b-f5c9-4f79-aa7f-8ff82fdfc153", "name": "network-vif-deleted", "tag": "d1af6414-8df3-45cc-8b88-4b81d9d7f07f"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:31:01.749096 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Aug 2022 11:31:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f40d311-fc41-440f-ac2a-62f80f05a9cb x-openstack-request-id: req-2f40d311-fc41-440f-ac2a-62f80f05a9cb {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:31:01.749399 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4eb2233b-f5c9-4f79-aa7f-8ff82fdfc153", "name": "network-vif-deleted", "tag": "d1af6414-8df3-45cc-8b88-4b81d9d7f07f", "status": "completed", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:31:01.749686 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2f40d311-fc41-440f-ac2a-62f80f05a9cb {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:31:01.750058 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f40d311-fc41-440f-ac2a-62f80f05a9cb'] response: {'server_uuid': '4eb2233b-f5c9-4f79-aa7f-8ff82fdfc153', 'name': 'network-vif-deleted', 'tag': 'd1af6414-8df3-45cc-8b88-4b81d9d7f07f', 'status': 'completed', 'code': 200} Aug 18 11:31:05.386724 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=1 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:31:05.387520 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=1 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:31:05.443083 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Device d1af6414-8df3-45cc-8b88-4b81d9d7f07f no longer exists at agent hyperv_hv-cinder-85345 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 11:31:05.464032 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] No Port match for: d1af6414-8df3-45cc-8b88-4b81d9d7f07f {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 18 11:31:05.464397 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Device d1af6414-8df3-45cc-8b88-4b81d9d7f07f not bound to the agent host hv-cinder-85345 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 11:31:06.746522 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (0c451e2b-fe38-44d1-984c-2dd7bcedf4dc), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:31:11.023590 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-082fe38e-3d8d-47a7-87da-5b812680c116 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (c499a017-4b38-4967-b050-d4094e1a7564), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:31:11.680219 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=69,neutron:DELETE=3 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:31:11.682140 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=76,neutron:DELETE=5 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:31:13.070189 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-7aba34c0-3e38-4937-94f7-447ca35603a0 req-9e838161-f7b9-4f4c-87ce-fc38ba4c8f49 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=8cbf26fe-739c-43dd-ab72-370d66c525f1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0409544 Aug 18 11:31:13.159925 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aba34c0-3e38-4937-94f7-447ca35603a0 req-9911a083-a0ae-42f8-a716-952023c95380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:31:13.161790 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-7aba34c0-3e38-4937-94f7-447ca35603a0 req-9911a083-a0ae-42f8-a716-952023c95380 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=28a8db4d53754a09aad85d3b756fed10&device_id=8cbf26fe-739c-43dd-ab72-370d66c525f1 HTTP/1.1" status: 200 len: 1129 time: 0.0472231 Aug 18 11:31:13.270972 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aba34c0-3e38-4937-94f7-447ca35603a0 req-b1e89a03-1193-4d89-92d4-1af95237d7a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:31:13.272471 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-7aba34c0-3e38-4937-94f7-447ca35603a0 req-b1e89a03-1193-4d89-92d4-1af95237d7a2 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=973c519c-fa04-42b9-8369-c22e799d5cb8 HTTP/1.1" status: 200 len: 911 time: 0.0898094 Aug 18 11:31:13.344581 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-7aba34c0-3e38-4937-94f7-447ca35603a0 req-1423b83e-a743-4d9b-b485-baaed37a8629 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ce2db0e1-e93f-4cd6-ba94-109d836e7b3f HTTP/1.1" status: 200 len: 1001 time: 0.0658131 Aug 18 11:31:13.389985 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-4dd69eb2-b18c-430b-a76f-534e1dac5898 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (5a2ac145-53e3-4597-a9e7-c52b4336ae58), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:31:13.397316 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aba34c0-3e38-4937-94f7-447ca35603a0 req-05f59b99-8194-4222-a776-df9513f55747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:31:13.398794 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-7aba34c0-3e38-4937-94f7-447ca35603a0 req-05f59b99-8194-4222-a776-df9513f55747 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=a362c7c9-82f8-42d5-b8a6-0309f8c4fcc3 HTTP/1.1" status: 200 len: 849 time: 0.0473683 Aug 18 11:31:13.444520 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aba34c0-3e38-4937-94f7-447ca35603a0 req-cb1a6a5e-e902-403f-8cc9-e1055fcf3258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:31:13.446039 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-7aba34c0-3e38-4937-94f7-447ca35603a0 req-cb1a6a5e-e902-403f-8cc9-e1055fcf3258 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=973c519c-fa04-42b9-8369-c22e799d5cb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0411174 Aug 18 11:31:13.568821 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-7aba34c0-3e38-4937-94f7-447ca35603a0 req-9bfd939a-1aee-48c6-9830-cd8a185a69b3 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/973c519c-fa04-42b9-8369-c22e799d5cb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1157136 Aug 18 11:31:13.674729 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-7aba34c0-3e38-4937-94f7-447ca35603a0 req-61c4e35a-fcab-4202-8a4f-a018a25b92fa service neutron] 10.222.0.20 "GET /networking/v2.0/networks/973c519c-fa04-42b9-8369-c22e799d5cb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987859 Aug 18 11:31:13.840134 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a690a649-51ab-4631-8035-faeec3d7a609 req-1b52aaa1-3cd5-4c53-940b-366de6c732eb tempest-VolumesSnapshotTestJSON-1110175668 tempest-VolumesSnapshotTestJSON-1110175668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:31:13.841619 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-a690a649-51ab-4631-8035-faeec3d7a609 req-1b52aaa1-3cd5-4c53-940b-366de6c732eb tempest-VolumesSnapshotTestJSON-1110175668 tempest-VolumesSnapshotTestJSON-1110175668-project] 10.222.0.16 "GET /networking/v2.0/networks?id=93483d8f-10ab-4c83-9e9e-26b25acb76c3 HTTP/1.1" status: 200 len: 813 time: 0.1268785 Aug 18 11:31:13.856451 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-a690a649-51ab-4631-8035-faeec3d7a609 req-63b993ba-1342-4fc3-bba7-82f82e6330b9 tempest-VolumesSnapshotTestJSON-1110175668 tempest-VolumesSnapshotTestJSON-1110175668-project] 10.222.0.16 "GET /networking/v2.0/quotas/5c4565c8330b46329441ef589a556ca5 HTTP/1.1" status: 200 len: 375 time: 0.0093267 Aug 18 11:31:13.891138 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-a690a649-51ab-4631-8035-faeec3d7a609 req-8b93384f-f6bf-4aa1-8cb8-45dff735df80 tempest-VolumesSnapshotTestJSON-1110175668 tempest-VolumesSnapshotTestJSON-1110175668-project] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=5c4565c8330b46329441ef589a556ca5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0291173 Aug 18 11:31:14.049841 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-a690a649-51ab-4631-8035-faeec3d7a609 req-de9c7ec4-d4ab-4e80-b79c-9a27676f8e09 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/93483d8f-10ab-4c83-9e9e-26b25acb76c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517019 Aug 18 11:31:14.151919 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-a690a649-51ab-4631-8035-faeec3d7a609 req-8b21732c-ee7e-4922-ace6-80403dcf6820 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/93483d8f-10ab-4c83-9e9e-26b25acb76c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952427 Aug 18 11:31:14.345598 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-9ce5b52b-d997-44bb-869a-4ca53527e541 req-e32bac8f-ab0f-40ed-b9b2-f136e65835e7 tempest-VolumesSnapshotTestJSON-1110175668 tempest-VolumesSnapshotTestJSON-1110175668-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b89d8f92-c755-407a-a678-d9d8ba104f8a HTTP/1.1" status: 200 len: 210 time: 0.0313702 Aug 18 11:31:14.741754 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-a5cc8183-7213-4642-9d48-bc0d47940d29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (29720577-1c8f-43c1-a8be-c2a14df8d65e), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:31:15.316893 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=100 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:31:15.327974 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a690a649-51ab-4631-8035-faeec3d7a609 req-bb6964b2-f9d9-4477-a469-05d353ad3a07 tempest-VolumesSnapshotTestJSON-1110175668 tempest-VolumesSnapshotTestJSON-1110175668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:31:15.329538 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-a690a649-51ab-4631-8035-faeec3d7a609 req-bb6964b2-f9d9-4477-a469-05d353ad3a07 tempest-VolumesSnapshotTestJSON-1110175668 tempest-VolumesSnapshotTestJSON-1110175668-project] 10.222.0.20 "GET /networking/v2.0/networks?id=93483d8f-10ab-4c83-9e9e-26b25acb76c3 HTTP/1.1" status: 200 len: 813 time: 0.1216314 Aug 18 11:31:15.366820 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.v2.base [req-a690a649-51ab-4631-8035-faeec3d7a609 req-4fca4439-ba16-416c-9f6e-f18fa0343b48 tempest-VolumesSnapshotTestJSON-1110175668 tempest-VolumesSnapshotTestJSON-1110175668-project] Request body: {'port': {'device_id': 'b89d8f92-c755-407a-a678-d9d8ba104f8a', 'network_id': '93483d8f-10ab-4c83-9e9e-26b25acb76c3', 'admin_state_up': True, 'tenant_id': '5c4565c8330b46329441ef589a556ca5'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:31:15.464659 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-f8c36175-c36f-40a1-b99a-8db0e6835826 req-a3600f87-889b-4bde-accb-8b7e9499bee1 tempest-VolumesSnapshotTestJSON-1110175668 tempest-VolumesSnapshotTestJSON-1110175668-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b89d8f92-c755-407a-a678-d9d8ba104f8a HTTP/1.1" status: 200 len: 210 time: 0.0358703 Aug 18 11:31:15.494060 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=100 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:31:15.516773 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a690a649-51ab-4631-8035-faeec3d7a609 req-4fca4439-ba16-416c-9f6e-f18fa0343b48 tempest-VolumesSnapshotTestJSON-1110175668 tempest-VolumesSnapshotTestJSON-1110175668-project] Made reservation on behalf of 5c4565c8330b46329441ef589a556ca5 for: {'port': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 11:31:15.520560 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-a690a649-51ab-4631-8035-faeec3d7a609 req-4fca4439-ba16-416c-9f6e-f18fa0343b48 tempest-VolumesSnapshotTestJSON-1110175668 tempest-VolumesSnapshotTestJSON-1110175668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (None), before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:31:15.655565 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [req-a690a649-51ab-4631-8035-faeec3d7a609 req-4fca4439-ba16-416c-9f6e-f18fa0343b48 tempest-VolumesSnapshotTestJSON-1110175668 tempest-VolumesSnapshotTestJSON-1110175668-project] Allocated IP 172.20.0.7 (93483d8f-10ab-4c83-9e9e-26b25acb76c3/cb92943d-9f48-4052-8e49-7f99eb75451a/0a1e5993-dc31-4bd0-ada0-d4d874de8635) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 11:31:15.814485 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-a690a649-51ab-4631-8035-faeec3d7a609 req-4fca4439-ba16-416c-9f6e-f18fa0343b48 tempest-VolumesSnapshotTestJSON-1110175668 tempest-VolumesSnapshotTestJSON-1110175668-project] Publish callbacks [] for port (0a1e5993-dc31-4bd0-ada0-d4d874de8635), precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:31:15.849308 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-a690a649-51ab-4631-8035-faeec3d7a609 req-4fca4439-ba16-416c-9f6e-f18fa0343b48 tempest-VolumesSnapshotTestJSON-1110175668 tempest-VolumesSnapshotTestJSON-1110175668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732802528781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11809227'] for port (0a1e5993-dc31-4bd0-ada0-d4d874de8635), after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:31:15.894797 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a690a649-51ab-4631-8035-faeec3d7a609 req-4fca4439-ba16-416c-9f6e-f18fa0343b48 tempest-VolumesSnapshotTestJSON-1110175668 tempest-VolumesSnapshotTestJSON-1110175668-project] Network 93483d8f-10ab-4c83-9e9e-26b25acb76c3 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 11:31:15.898108 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [req-a690a649-51ab-4631-8035-faeec3d7a609 req-4fca4439-ba16-416c-9f6e-f18fa0343b48 tempest-VolumesSnapshotTestJSON-1110175668 tempest-VolumesSnapshotTestJSON-1110175668-project] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 11:31:15.902245 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [req-a690a649-51ab-4631-8035-faeec3d7a609 req-4fca4439-ba16-416c-9f6e-f18fa0343b48 tempest-VolumesSnapshotTestJSON-1110175668 tempest-VolumesSnapshotTestJSON-1110175668-project] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 18 11:31:15.928486 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fca4439-ba16-416c-9f6e-f18fa0343b48 tempest-VolumesSnapshotTestJSON-1110175668 tempest-VolumesSnapshotTestJSON-1110175668-project] Pushing event updated for resources: {'Port': ['ID=0a1e5993-dc31-4bd0-ada0-d4d874de8635,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:31:15.958657 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a690a649-51ab-4631-8035-faeec3d7a609 req-4fca4439-ba16-416c-9f6e-f18fa0343b48 tempest-VolumesSnapshotTestJSON-1110175668 tempest-VolumesSnapshotTestJSON-1110175668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:31:15.959264 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-a690a649-51ab-4631-8035-faeec3d7a609 req-4fca4439-ba16-416c-9f6e-f18fa0343b48 tempest-VolumesSnapshotTestJSON-1110175668 tempest-VolumesSnapshotTestJSON-1110175668-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22494'] for port (None), before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:31:15.976612 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-a690a649-51ab-4631-8035-faeec3d7a609 req-4fca4439-ba16-416c-9f6e-f18fa0343b48 tempest-VolumesSnapshotTestJSON-1110175668 tempest-VolumesSnapshotTestJSON-1110175668-project] 10.222.0.20 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6182487 Aug 18 11:31:15.989646 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.v2.base [req-a690a649-51ab-4631-8035-faeec3d7a609 req-1d3bf5ff-fce2-49fd-9ccb-1c53db3862ce service neutron] Request body: {'port': {'device_id': 'b89d8f92-c755-407a-a678-d9d8ba104f8a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85345'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:31:16.001034 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (69d4285f-736d-41a6-a99e-1994eed59bce), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:31:16.074373 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-a690a649-51ab-4631-8035-faeec3d7a609 req-1d3bf5ff-fce2-49fd-9ccb-1c53db3862ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (0a1e5993-dc31-4bd0-ada0-d4d874de8635), before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:31:16.247576 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:31:16.348066 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.notifiers.nova [req-a690a649-51ab-4631-8035-faeec3d7a609 req-1d3bf5ff-fce2-49fd-9ccb-1c53db3862ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a1e5993-dc31-4bd0-ada0-d4d874de8635 {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 18 11:31:16.356150 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-a690a649-51ab-4631-8035-faeec3d7a609 req-1d3bf5ff-fce2-49fd-9ccb-1c53db3862ce service neutron] Publish callbacks [] for port (0a1e5993-dc31-4bd0-ada0-d4d874de8635), precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:31:16.369699 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [req-a690a649-51ab-4631-8035-faeec3d7a609 req-1d3bf5ff-fce2-49fd-9ccb-1c53db3862ce service neutron] Transition to ACTIVE for port object 0a1e5993-dc31-4bd0-ada0-d4d874de8635 will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 18 11:31:16.373349 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-a690a649-51ab-4631-8035-faeec3d7a609 req-1d3bf5ff-fce2-49fd-9ccb-1c53db3862ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732803053689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732802528799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732802528817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11809220'] for port (0a1e5993-dc31-4bd0-ada0-d4d874de8635), after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:31:16.377011 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:31:16.440917 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3bf5ff-fce2-49fd-9ccb-1c53db3862ce service neutron] Pushing event updated for resources: {'Port': ['ID=0a1e5993-dc31-4bd0-ada0-d4d874de8635,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:31:16.498094 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-a690a649-51ab-4631-8035-faeec3d7a609 req-1d3bf5ff-fce2-49fd-9ccb-1c53db3862ce service neutron] Attempting to bind port 0a1e5993-dc31-4bd0-ada0-d4d874de8635 on host hv-cinder-85345 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 18 11:31:16.498388 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-a690a649-51ab-4631-8035-faeec3d7a609 req-1d3bf5ff-fce2-49fd-9ccb-1c53db3862ce service neutron] Attempting to bind port 0a1e5993-dc31-4bd0-ada0-d4d874de8635 by drivers openvswitch,hyperv on host hv-cinder-85345 at level 0 using segments [{'id': '3eae3e7f-dbad-45f7-b4c5-8dd002ce034e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 961, 'network_id': '93483d8f-10ab-4c83-9e9e-26b25acb76c3'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 18 11:31:16.498723 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a690a649-51ab-4631-8035-faeec3d7a609 req-1d3bf5ff-fce2-49fd-9ccb-1c53db3862ce service neutron] Attempting to bind port 0a1e5993-dc31-4bd0-ada0-d4d874de8635 on network 93483d8f-10ab-4c83-9e9e-26b25acb76c3 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 18 11:31:16.503984 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a690a649-51ab-4631-8035-faeec3d7a609 req-1d3bf5ff-fce2-49fd-9ccb-1c53db3862ce service neutron] Port 0a1e5993-dc31-4bd0-ada0-d4d874de8635 on network 93483d8f-10ab-4c83-9e9e-26b25acb76c3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85345 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 18 11:31:16.503984 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a690a649-51ab-4631-8035-faeec3d7a609 req-1d3bf5ff-fce2-49fd-9ccb-1c53db3862ce service neutron] Attempting to bind port 0a1e5993-dc31-4bd0-ada0-d4d874de8635 on network 93483d8f-10ab-4c83-9e9e-26b25acb76c3 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 18 11:31:16.509380 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a690a649-51ab-4631-8035-faeec3d7a609 req-1d3bf5ff-fce2-49fd-9ccb-1c53db3862ce service neutron] Checking agent: {'id': '0c451e2b-fe38-44d1-984c-2dd7bcedf4dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85345', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 18, 11, 14, 5), 'started_at': datetime.datetime(2022, 8, 18, 11, 14, 5), 'heartbeat_timestamp': datetime.datetime(2022, 8, 18, 11, 31, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 18 11:31:16.509688 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a690a649-51ab-4631-8035-faeec3d7a609 req-1d3bf5ff-fce2-49fd-9ccb-1c53db3862ce service neutron] Checking segment: {'id': '3eae3e7f-dbad-45f7-b4c5-8dd002ce034e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 961, 'network_id': '93483d8f-10ab-4c83-9e9e-26b25acb76c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 18 11:31:16.510107 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a690a649-51ab-4631-8035-faeec3d7a609 req-1d3bf5ff-fce2-49fd-9ccb-1c53db3862ce service neutron] Bound using segment: {'id': '3eae3e7f-dbad-45f7-b4c5-8dd002ce034e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 961, 'network_id': '93483d8f-10ab-4c83-9e9e-26b25acb76c3'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 18 11:31:16.510483 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-a690a649-51ab-4631-8035-faeec3d7a609 req-1d3bf5ff-fce2-49fd-9ccb-1c53db3862ce service neutron] Bound port: 0a1e5993-dc31-4bd0-ada0-d4d874de8635, host: hv-cinder-85345, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3eae3e7f-dbad-45f7-b4c5-8dd002ce034e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 961, 'network_id': '93483d8f-10ab-4c83-9e9e-26b25acb76c3'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 18 11:31:16.510837 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-a690a649-51ab-4631-8035-faeec3d7a609 req-1d3bf5ff-fce2-49fd-9ccb-1c53db3862ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (0a1e5993-dc31-4bd0-ada0-d4d874de8635), before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:31:16.533707 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c68edff8-e550-48a3-9de2-17badfe483c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (307af099-d926-4e52-9df3-0cd09baf3c81), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:31:16.905454 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7e89c9-0e9e-4a71-9eef-5ce4fc2c1b2d req-f5b4ec14-8ca0-40bb-a578-077b2d46597d tempest-VolumesSnapshotTestJSON-1110175668 tempest-VolumesSnapshotTestJSON-1110175668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:31:16.907553 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-9b7e89c9-0e9e-4a71-9eef-5ce4fc2c1b2d req-f5b4ec14-8ca0-40bb-a578-077b2d46597d tempest-VolumesSnapshotTestJSON-1110175668 tempest-VolumesSnapshotTestJSON-1110175668-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b89d8f92-c755-407a-a678-d9d8ba104f8a HTTP/1.1" status: 200 len: 943 time: 0.3500874 Aug 18 11:31:16.911368 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-a690a649-51ab-4631-8035-faeec3d7a609 req-1d3bf5ff-fce2-49fd-9ccb-1c53db3862ce service neutron] For port 0a1e5993-dc31-4bd0-ada0-d4d874de8635, host hv-cinder-85345, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 11:31:16.914591 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-a690a649-51ab-4631-8035-faeec3d7a609 req-1d3bf5ff-fce2-49fd-9ccb-1c53db3862ce service neutron] For port 0a1e5993-dc31-4bd0-ada0-d4d874de8635, host hv-cinder-85345, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85345',level=0,port_id=0a1e5993-dc31-4bd0-ada0-d4d874de8635,segment=NetworkSegment(3eae3e7f-dbad-45f7-b4c5-8dd002ce034e),segment_id=3eae3e7f-dbad-45f7-b4c5-8dd002ce034e)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 11:31:16.932516 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-a690a649-51ab-4631-8035-faeec3d7a609 req-1d3bf5ff-fce2-49fd-9ccb-1c53db3862ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732803053689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732802528799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732802528817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11809220'] for port (0a1e5993-dc31-4bd0-ada0-d4d874de8635), after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:31:16.938064 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a690a649-51ab-4631-8035-faeec3d7a609 req-1d3bf5ff-fce2-49fd-9ccb-1c53db3862ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:31:16.938877 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-a690a649-51ab-4631-8035-faeec3d7a609 req-1d3bf5ff-fce2-49fd-9ccb-1c53db3862ce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22494'] for port (None), before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:31:16.941656 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-a690a649-51ab-4631-8035-faeec3d7a609 req-1d3bf5ff-fce2-49fd-9ccb-1c53db3862ce service neutron] 10.222.0.20 "PUT /networking/v2.0/ports/0a1e5993-dc31-4bd0-ada0-d4d874de8635 HTTP/1.1" status: 200 len: 1093 time: 0.9553452 Aug 18 11:31:16.943826 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b89d8f92-c755-407a-a678-d9d8ba104f8a', 'tag': '0a1e5993-dc31-4bd0-ada0-d4d874de8635'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 18 11:31:16.946119 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c862ab1b2ee120cb5e2e4f2725a0fe0d7acaf57f657006002d91667c9b4c94a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffa52a97-4c1e-4977-bd30-c79d78dea66a" -d '{"events": [{"name": "network-changed", "server_uuid": "b89d8f92-c755-407a-a678-d9d8ba104f8a", "tag": "0a1e5993-dc31-4bd0-ada0-d4d874de8635"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:31:17.016165 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Aug 2022 11:31:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5797ce8f-8b5d-463a-a173-01afa99ebe07 x-openstack-request-id: req-5797ce8f-8b5d-463a-a173-01afa99ebe07 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:31:17.016517 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b89d8f92-c755-407a-a678-d9d8ba104f8a", "tag": "0a1e5993-dc31-4bd0-ada0-d4d874de8635", "status": "completed", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:31:17.016654 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5797ce8f-8b5d-463a-a173-01afa99ebe07 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:31:17.017032 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5797ce8f-8b5d-463a-a173-01afa99ebe07'] response: {'name': 'network-changed', 'server_uuid': 'b89d8f92-c755-407a-a678-d9d8ba104f8a', 'tag': '0a1e5993-dc31-4bd0-ada0-d4d874de8635', 'status': 'completed', 'code': 200} Aug 18 11:31:17.053458 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-9b7e89c9-0e9e-4a71-9eef-5ce4fc2c1b2d req-97ea64f3-5fc4-4789-97e6-b945aee5eea1 tempest-VolumesSnapshotTestJSON-1110175668 tempest-VolumesSnapshotTestJSON-1110175668-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=cdf1a3d7-6f00-4c91-9aa0-0931a5bf3f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370621 Aug 18 11:31:17.060592 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3bf5ff-fce2-49fd-9ccb-1c53db3862ce service neutron] Pushing event updated for resources: {'Port': ['ID=0a1e5993-dc31-4bd0-ada0-d4d874de8635,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:31:17.067087 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a690a649-51ab-4631-8035-faeec3d7a609 req-adcf168f-7a4e-4254-a7c9-ff2e65d4d65e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:31:17.068468 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-a690a649-51ab-4631-8035-faeec3d7a609 req-adcf168f-7a4e-4254-a7c9-ff2e65d4d65e service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=5c4565c8330b46329441ef589a556ca5&device_id=b89d8f92-c755-407a-a678-d9d8ba104f8a HTTP/1.1" status: 200 len: 1127 time: 0.0751503 Aug 18 11:31:17.109082 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-a690a649-51ab-4631-8035-faeec3d7a609 req-dad54ad4-df2b-4e0a-9db7-da693c0a639f service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0a1e5993-dc31-4bd0-ada0-d4d874de8635 HTTP/1.1" status: 200 len: 217 time: 0.0335696 Aug 18 11:31:17.166903 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a690a649-51ab-4631-8035-faeec3d7a609 req-0028dea0-cc06-425a-9a5d-7201a361772e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:31:17.168406 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-a690a649-51ab-4631-8035-faeec3d7a609 req-0028dea0-cc06-425a-9a5d-7201a361772e service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=cb92943d-9f48-4052-8e49-7f99eb75451a HTTP/1.1" status: 200 len: 853 time: 0.0470183 Aug 18 11:31:17.204432 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-a690a649-51ab-4631-8035-faeec3d7a609 req-dd7154fa-165a-4fc5-92fa-a982d29237ff service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=93483d8f-10ab-4c83-9e9e-26b25acb76c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272326 Aug 18 11:31:17.302275 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-a690a649-51ab-4631-8035-faeec3d7a609 req-2285dcb9-12ff-414f-92f7-b27655a19f14 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/93483d8f-10ab-4c83-9e9e-26b25acb76c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909183 Aug 18 11:31:17.400659 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-a690a649-51ab-4631-8035-faeec3d7a609 req-74872cd9-ba51-4192-b6ea-43144dc94c60 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/93483d8f-10ab-4c83-9e9e-26b25acb76c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917804 Aug 18 11:31:18.175257 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:31:18.189143 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6404e7-6f12-465d-b4f5-49faee547a93 req-6146fb5b-8811-4e65-89b6-4833f0768b0b tempest-VolumesSnapshotTestJSON-1110175668 tempest-VolumesSnapshotTestJSON-1110175668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:31:18.191176 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-5d6404e7-6f12-465d-b4f5-49faee547a93 req-6146fb5b-8811-4e65-89b6-4833f0768b0b tempest-VolumesSnapshotTestJSON-1110175668 tempest-VolumesSnapshotTestJSON-1110175668-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b89d8f92-c755-407a-a678-d9d8ba104f8a HTTP/1.1" status: 200 len: 943 time: 0.0513756 Aug 18 11:31:18.240859 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-5d6404e7-6f12-465d-b4f5-49faee547a93 req-4f0d3455-be9f-4ab4-8bb1-20f2ee0099e5 tempest-VolumesSnapshotTestJSON-1110175668 tempest-VolumesSnapshotTestJSON-1110175668-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=cdf1a3d7-6f00-4c91-9aa0-0931a5bf3f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434203 Aug 18 11:31:19.180512 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Device 0a1e5993-dc31-4bd0-ada0-d4d874de8635 details requested by agent hyperv_hv-cinder-85345 with host hv-cinder-85345 {{(pid=106380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 11:31:19.285571 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] For port 0a1e5993-dc31-4bd0-ada0-d4d874de8635, host hv-cinder-85345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85345',level=0,port_id=0a1e5993-dc31-4bd0-ada0-d4d874de8635,segment=NetworkSegment(3eae3e7f-dbad-45f7-b4c5-8dd002ce034e),segment_id=3eae3e7f-dbad-45f7-b4c5-8dd002ce034e)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:31:19.297169 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Returning: {'device': '0a1e5993-dc31-4bd0-ada0-d4d874de8635', 'network_id': '93483d8f-10ab-4c83-9e9e-26b25acb76c3', 'port_id': '0a1e5993-dc31-4bd0-ada0-d4d874de8635', 'mac_address': 'fa:16:3e:2e:40:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 961, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb92943d-9f48-4052-8e49-7f99eb75451a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 11:31:19.334185 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Current status of the port 0a1e5993-dc31-4bd0-ada0-d4d874de8635 is: DOWN; New status is: BUILD {{(pid=106380) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 11:31:19.334607 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (0a1e5993-dc31-4bd0-ada0-d4d874de8635), before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:31:19.348425 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.notifiers.nova [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a1e5993-dc31-4bd0-ada0-d4d874de8635 {{(pid=106380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 18 11:31:19.368949 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] For port 0a1e5993-dc31-4bd0-ada0-d4d874de8635, host hv-cinder-85345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85345',level=0,port_id=0a1e5993-dc31-4bd0-ada0-d4d874de8635,segment=NetworkSegment(3eae3e7f-dbad-45f7-b4c5-8dd002ce034e),segment_id=3eae3e7f-dbad-45f7-b4c5-8dd002ce034e)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:31:19.370231 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b95703-31d8-4b08-9135-80d3e6a6d2d8 req-83031b0e-98be-4e4d-8749-c9854d7ce889 tempest-VolumesSnapshotTestJSON-1110175668 tempest-VolumesSnapshotTestJSON-1110175668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:31:19.371941 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-e1b95703-31d8-4b08-9135-80d3e6a6d2d8 req-83031b0e-98be-4e4d-8749-c9854d7ce889 tempest-VolumesSnapshotTestJSON-1110175668 tempest-VolumesSnapshotTestJSON-1110175668-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b89d8f92-c755-407a-a678-d9d8ba104f8a HTTP/1.1" status: 200 len: 943 time: 0.0482538 Aug 18 11:31:19.373478 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732803053689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732802528799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732802528817'] for port (0a1e5993-dc31-4bd0-ada0-d4d874de8635), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:31:19.421641 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Pushing event updated for resources: {'Port': ['ID=0a1e5993-dc31-4bd0-ada0-d4d874de8635,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:31:19.422900 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-e1b95703-31d8-4b08-9135-80d3e6a6d2d8 req-41ac91d8-03f1-42e1-8165-a8b12a5d9df8 tempest-VolumesSnapshotTestJSON-1110175668 tempest-VolumesSnapshotTestJSON-1110175668-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=cdf1a3d7-6f00-4c91-9aa0-0931a5bf3f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451376 Aug 18 11:31:19.796527 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] get_ports_and_sgs() called for port_ids ['0a1e5993-dc31-4bd0-ada0-d4d874de8635'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 18 11:31:20.186305 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa52a97-4c1e-4977-bd30-c79d78dea66a req-b48d9160-edaa-4a89-acc7-e34b2687d565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:31:20.188567 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-ffa52a97-4c1e-4977-bd30-c79d78dea66a req-b48d9160-edaa-4a89-acc7-e34b2687d565 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=5c4565c8330b46329441ef589a556ca5&device_id=b89d8f92-c755-407a-a678-d9d8ba104f8a HTTP/1.1" status: 200 len: 1128 time: 0.0492103 Aug 18 11:31:20.220692 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=3 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:31:20.221406 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=3 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:31:20.285951 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa52a97-4c1e-4977-bd30-c79d78dea66a req-34c79eee-c384-494a-be3e-80233c812426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:31:20.287466 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-ffa52a97-4c1e-4977-bd30-c79d78dea66a req-34c79eee-c384-494a-be3e-80233c812426 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=93483d8f-10ab-4c83-9e9e-26b25acb76c3 HTTP/1.1" status: 200 len: 914 time: 0.0909622 Aug 18 11:31:20.299820 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=100 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:31:20.332849 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-ffa52a97-4c1e-4977-bd30-c79d78dea66a req-a206938a-1589-4602-9c54-56c9a1da0772 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0a1e5993-dc31-4bd0-ada0-d4d874de8635 HTTP/1.1" status: 200 len: 217 time: 0.0382135 Aug 18 11:31:20.387443 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa52a97-4c1e-4977-bd30-c79d78dea66a req-40c7b4dc-9dbe-403d-a942-37e387c3556c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:31:20.389010 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-ffa52a97-4c1e-4977-bd30-c79d78dea66a req-40c7b4dc-9dbe-403d-a942-37e387c3556c service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=cb92943d-9f48-4052-8e49-7f99eb75451a HTTP/1.1" status: 200 len: 853 time: 0.0475762 Aug 18 11:31:20.426878 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-ffa52a97-4c1e-4977-bd30-c79d78dea66a req-d3e51c5c-340b-4674-9cce-562d1eff8d12 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=93483d8f-10ab-4c83-9e9e-26b25acb76c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282590 Aug 18 11:31:20.555267 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-ffa52a97-4c1e-4977-bd30-c79d78dea66a req-6b166c97-4fc4-4956-8e76-de239228d710 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/93483d8f-10ab-4c83-9e9e-26b25acb76c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217921 Aug 18 11:31:20.591021 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b61b38-75d7-4bc6-9c60-788ba7ad2c07 req-8c8ccdba-39bc-4511-b183-c380edf6a791 tempest-VolumesSnapshotTestJSON-1110175668 tempest-VolumesSnapshotTestJSON-1110175668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:31:20.592567 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-c0b61b38-75d7-4bc6-9c60-788ba7ad2c07 req-8c8ccdba-39bc-4511-b183-c380edf6a791 tempest-VolumesSnapshotTestJSON-1110175668 tempest-VolumesSnapshotTestJSON-1110175668-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b89d8f92-c755-407a-a678-d9d8ba104f8a HTTP/1.1" status: 200 len: 944 time: 0.0797353 Aug 18 11:31:20.693867 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-c0b61b38-75d7-4bc6-9c60-788ba7ad2c07 req-63d71dd2-5e02-4b4e-8e75-4fbe79e2b77f tempest-VolumesSnapshotTestJSON-1110175668 tempest-VolumesSnapshotTestJSON-1110175668-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=cdf1a3d7-6f00-4c91-9aa0-0931a5bf3f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736156 Aug 18 11:31:20.705091 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-ffa52a97-4c1e-4977-bd30-c79d78dea66a req-1ae03edd-8d2f-4dd2-941a-ee19556ceb6d service neutron] 10.222.0.20 "GET /networking/v2.0/networks/93483d8f-10ab-4c83-9e9e-26b25acb76c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416657 Aug 18 11:31:21.196497 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Device 0a1e5993-dc31-4bd0-ada0-d4d874de8635 up at agent hyperv_hv-cinder-85345 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 11:31:21.242404 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Provisioning for port 0a1e5993-dc31-4bd0-ada0-d4d874de8635 completed by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 18 11:31:21.248278 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Provisioning complete for port 0a1e5993-dc31-4bd0-ada0-d4d874de8635 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 18 11:31:21.248664 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619404'] for port (0a1e5993-dc31-4bd0-ada0-d4d874de8635), provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:31:21.317480 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:31:21.326320 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:31:21.329504 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Current status of the port 0a1e5993-dc31-4bd0-ada0-d4d874de8635 is: BUILD; New status is: ACTIVE {{(pid=106380) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 11:31:21.329895 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (0a1e5993-dc31-4bd0-ada0-d4d874de8635), before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:31:21.355963 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b89d8f92-c755-407a-a678-d9d8ba104f8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a1e5993-dc31-4bd0-ada0-d4d874de8635'}] {{(pid=106380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 18 11:31:21.358238 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2abfa1ee86993cd756e72fd91a3a01a1a8fb73078c92f04bbbffdb72ec117730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-443212aa-a9a7-4d11-9f2d-a94e45017884" -d '{"events": [{"server_uuid": "b89d8f92-c755-407a-a678-d9d8ba104f8a", "name": "network-vif-plugged", "status": "completed", "tag": "0a1e5993-dc31-4bd0-ada0-d4d874de8635"}]}' {{(pid=106380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:31:21.371353 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] For port 0a1e5993-dc31-4bd0-ada0-d4d874de8635, host hv-cinder-85345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85345',level=0,port_id=0a1e5993-dc31-4bd0-ada0-d4d874de8635,segment=NetworkSegment(3eae3e7f-dbad-45f7-b4c5-8dd002ce034e),segment_id=3eae3e7f-dbad-45f7-b4c5-8dd002ce034e)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:31:21.377381 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732803053689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732802528799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732802528817'] for port (0a1e5993-dc31-4bd0-ada0-d4d874de8635), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:31:21.405057 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Aug 2022 11:31:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6acb9a7f-2180-4a85-b90a-c920a5f16e08 x-openstack-request-id: req-6acb9a7f-2180-4a85-b90a-c920a5f16e08 {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:31:21.405346 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b89d8f92-c755-407a-a678-d9d8ba104f8a", "name": "network-vif-plugged", "status": "completed", "tag": "0a1e5993-dc31-4bd0-ada0-d4d874de8635", "code": 200}]} {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:31:21.405597 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6acb9a7f-2180-4a85-b90a-c920a5f16e08 {{(pid=106380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:31:21.405986 dv-cinder-853450-2-iscsi neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6acb9a7f-2180-4a85-b90a-c920a5f16e08'] response: {'server_uuid': 'b89d8f92-c755-407a-a678-d9d8ba104f8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a1e5993-dc31-4bd0-ada0-d4d874de8635', 'code': 200} Aug 18 11:31:21.433293 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Pushing event updated for resources: {'Port': ['ID=0a1e5993-dc31-4bd0-ada0-d4d874de8635,revision_number=5']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:31:21.587797 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f024944-01cb-4fd3-a99d-ff1e8f694734 req-861b6a30-5711-4b7d-b632-51277831c163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:31:21.590076 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-1f024944-01cb-4fd3-a99d-ff1e8f694734 req-861b6a30-5711-4b7d-b632-51277831c163 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=b89d8f92-c755-407a-a678-d9d8ba104f8a HTTP/1.1" status: 200 len: 1129 time: 0.0502644 Aug 18 11:31:21.638295 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-1f024944-01cb-4fd3-a99d-ff1e8f694734 req-86856f64-a24d-4644-8ce4-31e01f871df7 service neutron] 10.222.0.20 "GET /networking/v2.0/security-groups?id=cdf1a3d7-6f00-4c91-9aa0-0931a5bf3f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417657 Aug 18 11:31:21.818097 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d049f783-5d0f-4171-bd4b-da3c3e2a6640 req-b3ebf991-44a1-46ef-8b84-a0bc039be8ad tempest-VolumesSnapshotTestJSON-1110175668 tempest-VolumesSnapshotTestJSON-1110175668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:31:21.819613 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-d049f783-5d0f-4171-bd4b-da3c3e2a6640 req-b3ebf991-44a1-46ef-8b84-a0bc039be8ad tempest-VolumesSnapshotTestJSON-1110175668 tempest-VolumesSnapshotTestJSON-1110175668-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b89d8f92-c755-407a-a678-d9d8ba104f8a HTTP/1.1" status: 200 len: 945 time: 0.0490422 Aug 18 11:31:21.873908 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-d049f783-5d0f-4171-bd4b-da3c3e2a6640 req-cf021d4a-115b-4dd7-970a-8aa6e76b26dc tempest-VolumesSnapshotTestJSON-1110175668 tempest-VolumesSnapshotTestJSON-1110175668-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=cdf1a3d7-6f00-4c91-9aa0-0931a5bf3f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484722 Aug 18 11:31:22.998625 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eedc1bf-b943-40a8-a82c-ea4732fca3f2 req-576550d6-96cc-4f98-9eb9-584a215bfe79 tempest-VolumesSnapshotTestJSON-1110175668 tempest-VolumesSnapshotTestJSON-1110175668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:31:23.000134 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-0eedc1bf-b943-40a8-a82c-ea4732fca3f2 req-576550d6-96cc-4f98-9eb9-584a215bfe79 tempest-VolumesSnapshotTestJSON-1110175668 tempest-VolumesSnapshotTestJSON-1110175668-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b89d8f92-c755-407a-a678-d9d8ba104f8a HTTP/1.1" status: 200 len: 945 time: 0.0483229 Aug 18 11:31:23.027578 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=100 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:31:23.051859 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-0eedc1bf-b943-40a8-a82c-ea4732fca3f2 req-d14c9650-5f2e-4dc5-b356-e9760674a3d0 tempest-VolumesSnapshotTestJSON-1110175668 tempest-VolumesSnapshotTestJSON-1110175668-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=cdf1a3d7-6f00-4c91-9aa0-0931a5bf3f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448446 Aug 18 11:31:24.176110 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ccddd2-e8c4-45e4-9d1b-89ccff21800f req-4a7e4c8e-c9ea-45ea-889c-6db78ab1f0a6 tempest-VolumesSnapshotTestJSON-1110175668 tempest-VolumesSnapshotTestJSON-1110175668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:31:24.177736 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-f7ccddd2-e8c4-45e4-9d1b-89ccff21800f req-4a7e4c8e-c9ea-45ea-889c-6db78ab1f0a6 tempest-VolumesSnapshotTestJSON-1110175668 tempest-VolumesSnapshotTestJSON-1110175668-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b89d8f92-c755-407a-a678-d9d8ba104f8a HTTP/1.1" status: 200 len: 945 time: 0.0501509 Aug 18 11:31:24.244557 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-f7ccddd2-e8c4-45e4-9d1b-89ccff21800f req-f35d16a3-cee4-47c2-99aa-fe6fbdbff0d2 tempest-VolumesSnapshotTestJSON-1110175668 tempest-VolumesSnapshotTestJSON-1110175668-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=cdf1a3d7-6f00-4c91-9aa0-0931a5bf3f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596693 Aug 18 11:31:31.429606 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:UPDATE=1,neutron:SELECT=9 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:31:31.430432 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:31:32.390300 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.agents_db [None req-8a9264f7-88d3-4c8b-91d1-adcc6bb37de7 None None] Agent healthcheck: found 6 active agents {{(pid=106381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 11:31:34.233707 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=59 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:31:34.239119 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=13 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:31:36.742739 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (0c451e2b-fe38-44d1-984c-2dd7bcedf4dc), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:31:41.017371 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-f9c284df-7d7c-4bc0-bf33-66851ce943f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (c499a017-4b38-4967-b050-d4094e1a7564), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:31:42.385277 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:DELETE=1,neutron:SELECT=1 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:31:42.385964 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=2 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:31:43.393997 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-0aa70fb6-8d90-451c-9297-ee5d915b0e79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (5a2ac145-53e3-4597-a9e7-c52b4336ae58), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:31:44.740099 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-a5cc8183-7213-4642-9d48-bc0d47940d29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (29720577-1c8f-43c1-a8be-c2a14df8d65e), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:31:45.999978 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (69d4285f-736d-41a6-a99e-1994eed59bce), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:31:46.537397 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c68edff8-e550-48a3-9de2-17badfe483c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (307af099-d926-4e52-9df3-0cd09baf3c81), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:31:48.554150 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2bb769-58bb-484a-aba6-c53107265c11 req-93dcc7f3-7938-4358-9876-a7d54c978506 tempest-VolumesSnapshotTestJSON-1110175668 tempest-VolumesSnapshotTestJSON-1110175668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:31:48.555543 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-ce2bb769-58bb-484a-aba6-c53107265c11 req-93dcc7f3-7938-4358-9876-a7d54c978506 tempest-VolumesSnapshotTestJSON-1110175668 tempest-VolumesSnapshotTestJSON-1110175668-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b89d8f92-c755-407a-a678-d9d8ba104f8a HTTP/1.1" status: 200 len: 945 time: 0.0511281 Aug 18 11:31:48.603539 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-ce2bb769-58bb-484a-aba6-c53107265c11 req-0886d623-03c1-4ead-98e9-7ca0156743a5 tempest-VolumesSnapshotTestJSON-1110175668 tempest-VolumesSnapshotTestJSON-1110175668-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=cdf1a3d7-6f00-4c91-9aa0-0931a5bf3f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423098 Aug 18 11:31:49.742161 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2275240a-ea44-45eb-9228-47d4e81b7d0f req-6663f8e3-eebe-4e63-8f08-2aa650d36474 tempest-VolumesSnapshotTestJSON-1110175668 tempest-VolumesSnapshotTestJSON-1110175668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:31:49.743670 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-2275240a-ea44-45eb-9228-47d4e81b7d0f req-6663f8e3-eebe-4e63-8f08-2aa650d36474 tempest-VolumesSnapshotTestJSON-1110175668 tempest-VolumesSnapshotTestJSON-1110175668-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b89d8f92-c755-407a-a678-d9d8ba104f8a HTTP/1.1" status: 200 len: 945 time: 0.0563352 Aug 18 11:31:49.801252 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-2275240a-ea44-45eb-9228-47d4e81b7d0f req-5980cdf0-bf56-499a-aaca-6c953fa161b3 tempest-VolumesSnapshotTestJSON-1110175668 tempest-VolumesSnapshotTestJSON-1110175668-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=cdf1a3d7-6f00-4c91-9aa0-0931a5bf3f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509624 Aug 18 11:31:50.678163 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481c3fca-6fca-44da-8a9c-5b931f6d4caa req-eca48867-65bd-4935-b53e-f5be28bd7b9b tempest-VolumesSnapshotTestJSON-1110175668 tempest-VolumesSnapshotTestJSON-1110175668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:31:50.679643 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-481c3fca-6fca-44da-8a9c-5b931f6d4caa req-eca48867-65bd-4935-b53e-f5be28bd7b9b tempest-VolumesSnapshotTestJSON-1110175668 tempest-VolumesSnapshotTestJSON-1110175668-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=b89d8f92-c755-407a-a678-d9d8ba104f8a HTTP/1.1" status: 200 len: 945 time: 0.0492201 Aug 18 11:31:50.772698 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [req-481c3fca-6fca-44da-8a9c-5b931f6d4caa req-8ddf50dc-e138-4616-9caf-4a7cbe06a0a0 tempest-VolumesSnapshotTestJSON-1110175668 tempest-VolumesSnapshotTestJSON-1110175668-project] Deleting port 0a1e5993-dc31-4bd0-ada0-d4d874de8635 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 18 11:31:50.773415 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-481c3fca-6fca-44da-8a9c-5b931f6d4caa req-8ddf50dc-e138-4616-9caf-4a7cbe06a0a0 tempest-VolumesSnapshotTestJSON-1110175668 tempest-VolumesSnapshotTestJSON-1110175668-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732803047114'] for port (0a1e5993-dc31-4bd0-ada0-d4d874de8635), before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:31:50.871151 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-481c3fca-6fca-44da-8a9c-5b931f6d4caa req-8ddf50dc-e138-4616-9caf-4a7cbe06a0a0 tempest-VolumesSnapshotTestJSON-1110175668 tempest-VolumesSnapshotTestJSON-1110175668-project] For port 0a1e5993-dc31-4bd0-ada0-d4d874de8635, host hv-cinder-85345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85345',level=0,port_id=0a1e5993-dc31-4bd0-ada0-d4d874de8635,segment=NetworkSegment(3eae3e7f-dbad-45f7-b4c5-8dd002ce034e),segment_id=3eae3e7f-dbad-45f7-b4c5-8dd002ce034e)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:31:50.871516 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-481c3fca-6fca-44da-8a9c-5b931f6d4caa req-8ddf50dc-e138-4616-9caf-4a7cbe06a0a0 tempest-VolumesSnapshotTestJSON-1110175668 tempest-VolumesSnapshotTestJSON-1110175668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498516'] for port (0a1e5993-dc31-4bd0-ada0-d4d874de8635), precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:31:50.894533 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [req-481c3fca-6fca-44da-8a9c-5b931f6d4caa req-8ddf50dc-e138-4616-9caf-4a7cbe06a0a0 tempest-VolumesSnapshotTestJSON-1110175668 tempest-VolumesSnapshotTestJSON-1110175668-project] Calling delete_port for 0a1e5993-dc31-4bd0-ada0-d4d874de8635 owned by compute:nova {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 18 11:31:50.937400 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cf11f5-6878-45a3-b369-fca4c93fcea6 req-fd518b96-b202-46e3-b02d-ae5db452c4f3 tempest-VolumesSnapshotTestJSON-1110175668 tempest-VolumesSnapshotTestJSON-1110175668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:31:50.938779 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-24cf11f5-6878-45a3-b369-fca4c93fcea6 req-fd518b96-b202-46e3-b02d-ae5db452c4f3 tempest-VolumesSnapshotTestJSON-1110175668 tempest-VolumesSnapshotTestJSON-1110175668-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b89d8f92-c755-407a-a678-d9d8ba104f8a HTTP/1.1" status: 200 len: 945 time: 0.0597646 Aug 18 11:31:51.035024 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-24cf11f5-6878-45a3-b369-fca4c93fcea6 req-b1ed0ea6-ce9d-4d64-81f3-b1fd7a43da08 tempest-VolumesSnapshotTestJSON-1110175668 tempest-VolumesSnapshotTestJSON-1110175668-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=cdf1a3d7-6f00-4c91-9aa0-0931a5bf3f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687182 Aug 18 11:31:51.098376 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-481c3fca-6fca-44da-8a9c-5b931f6d4caa req-8ddf50dc-e138-4616-9caf-4a7cbe06a0a0 tempest-VolumesSnapshotTestJSON-1110175668 tempest-VolumesSnapshotTestJSON-1110175668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732803053743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732802528790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11809227'] for port (0a1e5993-dc31-4bd0-ada0-d4d874de8635), after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:31:51.110744 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] get_ports_and_sgs() called for port_ids ['0a1e5993-dc31-4bd0-ada0-d4d874de8635'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 18 11:31:51.124281 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddf50dc-e138-4616-9caf-4a7cbe06a0a0 tempest-VolumesSnapshotTestJSON-1110175668 tempest-VolumesSnapshotTestJSON-1110175668-project] Pushing event deleted for resources: {'Port': ['ID=0a1e5993-dc31-4bd0-ada0-d4d874de8635,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:31:51.171216 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [req-481c3fca-6fca-44da-8a9c-5b931f6d4caa req-8ddf50dc-e138-4616-9caf-4a7cbe06a0a0 tempest-VolumesSnapshotTestJSON-1110175668 tempest-VolumesSnapshotTestJSON-1110175668-project] No DVR routers for this DVR port 0a1e5993-dc31-4bd0-ada0-d4d874de8635 on host hv-cinder-85345 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 18 11:31:51.173864 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-481c3fca-6fca-44da-8a9c-5b931f6d4caa req-8ddf50dc-e138-4616-9caf-4a7cbe06a0a0 tempest-VolumesSnapshotTestJSON-1110175668 tempest-VolumesSnapshotTestJSON-1110175668-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22494'] for port (None), before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:31:51.177670 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-481c3fca-6fca-44da-8a9c-5b931f6d4caa req-8ddf50dc-e138-4616-9caf-4a7cbe06a0a0 tempest-VolumesSnapshotTestJSON-1110175668 tempest-VolumesSnapshotTestJSON-1110175668-project] 10.222.0.20 "DELETE /networking/v2.0/ports/0a1e5993-dc31-4bd0-ada0-d4d874de8635 HTTP/1.1" status: 204 len: 173 time: 0.4926353 Aug 18 11:31:51.178100 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b89d8f92-c755-407a-a678-d9d8ba104f8a', 'name': 'network-vif-deleted', 'tag': '0a1e5993-dc31-4bd0-ada0-d4d874de8635'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 18 11:31:51.180362 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c862ab1b2ee120cb5e2e4f2725a0fe0d7acaf57f657006002d91667c9b4c94a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c596619f-5589-4905-bc9a-f31aa5bf7afb" -d '{"events": [{"server_uuid": "b89d8f92-c755-407a-a678-d9d8ba104f8a", "name": "network-vif-deleted", "tag": "0a1e5993-dc31-4bd0-ada0-d4d874de8635"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:31:51.222839 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Aug 2022 11:31:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d13ae36e-6c34-4504-b131-e2cd8a9dbbe6 x-openstack-request-id: req-d13ae36e-6c34-4504-b131-e2cd8a9dbbe6 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:31:51.223318 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b89d8f92-c755-407a-a678-d9d8ba104f8a", "name": "network-vif-deleted", "tag": "0a1e5993-dc31-4bd0-ada0-d4d874de8635", "status": "completed", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:31:51.223624 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d13ae36e-6c34-4504-b131-e2cd8a9dbbe6 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:31:51.224045 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d13ae36e-6c34-4504-b131-e2cd8a9dbbe6'] response: {'server_uuid': 'b89d8f92-c755-407a-a678-d9d8ba104f8a', 'name': 'network-vif-deleted', 'tag': '0a1e5993-dc31-4bd0-ada0-d4d874de8635', 'status': 'completed', 'code': 200} Aug 18 11:31:53.356704 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Device 0a1e5993-dc31-4bd0-ada0-d4d874de8635 no longer exists at agent hyperv_hv-cinder-85345 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 11:31:53.379423 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] No Port match for: 0a1e5993-dc31-4bd0-ada0-d4d874de8635 {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 18 11:31:53.379767 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Device 0a1e5993-dc31-4bd0-ada0-d4d874de8635 not bound to the agent host hv-cinder-85345 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 11:31:57.219731 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=2 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:31:57.220515 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=4 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:32:01.154900 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=70,neutron:DELETE=3 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:32:01.155717 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=73,neutron:DELETE=5 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:32:03.363137 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=11,neutron:UPDATE=5 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:32:03.363831 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:32:06.748600 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (0c451e2b-fe38-44d1-984c-2dd7bcedf4dc), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:32:09.388480 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.agents_db [None req-8a9264f7-88d3-4c8b-91d1-adcc6bb37de7 None None] Agent healthcheck: found 6 active agents {{(pid=106381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 11:32:09.624744 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.wsgi [req-434ca140-f5bb-43ba-824d-640a58ec29ca req-e95e79be-f61d-43db-a246-f00d8cbcba95 service neutron] (106379) timed out ('10.222.0.20', 61089) {{(pid=106379) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Aug 18 11:32:09.626462 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.wsgi [req-99cad626-317a-46c6-a056-d4390e70626a req-398de856-63e0-481c-8b75-874eea636b21 service neutron] (106379) timed out ('10.222.0.20', 61087) {{(pid=106379) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Aug 18 11:32:11.024563 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-419715de-5e73-4975-90b7-21558140ae2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (c499a017-4b38-4967-b050-d4094e1a7564), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:32:13.399476 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e9f64cae-9e6f-40d5-a5d8-6405da18899a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (5a2ac145-53e3-4597-a9e7-c52b4336ae58), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:32:14.743023 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-a5cc8183-7213-4642-9d48-bc0d47940d29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (29720577-1c8f-43c1-a8be-c2a14df8d65e), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:32:15.583903 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-a2347791-c0cb-4473-ba49-a67f23913c83 req-fba1d0b2-043e-4fcc-add9-61fc66959cb1 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=8cbf26fe-739c-43dd-ab72-370d66c525f1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0823019 Aug 18 11:32:15.676556 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2347791-c0cb-4473-ba49-a67f23913c83 req-e979edfe-ee8f-4250-bd23-09ec7809dca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:32:15.678081 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-a2347791-c0cb-4473-ba49-a67f23913c83 req-e979edfe-ee8f-4250-bd23-09ec7809dca1 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=28a8db4d53754a09aad85d3b756fed10&device_id=8cbf26fe-739c-43dd-ab72-370d66c525f1 HTTP/1.1" status: 200 len: 1129 time: 0.0460258 Aug 18 11:32:15.790088 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2347791-c0cb-4473-ba49-a67f23913c83 req-5cf40b8a-ad31-4bcf-bc6e-64b05643d359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:32:15.791914 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-a2347791-c0cb-4473-ba49-a67f23913c83 req-5cf40b8a-ad31-4bcf-bc6e-64b05643d359 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=973c519c-fa04-42b9-8369-c22e799d5cb8 HTTP/1.1" status: 200 len: 911 time: 0.0931282 Aug 18 11:32:15.860792 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-a2347791-c0cb-4473-ba49-a67f23913c83 req-69950e0b-f2f1-4ab5-9bff-6b425305e1e0 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ce2db0e1-e93f-4cd6-ba94-109d836e7b3f HTTP/1.1" status: 200 len: 1001 time: 0.0615618 Aug 18 11:32:15.911088 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2347791-c0cb-4473-ba49-a67f23913c83 req-169b2093-e360-4e04-a02e-445b7174defc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:32:15.912559 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-a2347791-c0cb-4473-ba49-a67f23913c83 req-169b2093-e360-4e04-a02e-445b7174defc service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=a362c7c9-82f8-42d5-b8a6-0309f8c4fcc3 HTTP/1.1" status: 200 len: 849 time: 0.0454330 Aug 18 11:32:15.957749 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2347791-c0cb-4473-ba49-a67f23913c83 req-c233c437-4e0a-4486-8549-92b0da816781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:32:15.959267 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-a2347791-c0cb-4473-ba49-a67f23913c83 req-c233c437-4e0a-4486-8549-92b0da816781 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=973c519c-fa04-42b9-8369-c22e799d5cb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0408876 Aug 18 11:32:16.004621 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (69d4285f-736d-41a6-a99e-1994eed59bce), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:32:16.058258 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-a2347791-c0cb-4473-ba49-a67f23913c83 req-59161e8a-ed2c-4eb8-8f1c-17f3dc84efae service neutron] 10.222.0.20 "GET /networking/v2.0/networks/973c519c-fa04-42b9-8369-c22e799d5cb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922809 Aug 18 11:32:16.150505 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-a2347791-c0cb-4473-ba49-a67f23913c83 req-811b4fb7-9063-44fc-a1e9-8ac937a6eaa8 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/973c519c-fa04-42b9-8369-c22e799d5cb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852909 Aug 18 11:32:16.536889 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c68edff8-e550-48a3-9de2-17badfe483c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (307af099-d926-4e52-9df3-0cd09baf3c81), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:32:17.447669 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.16', 60952) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:32:17.496102 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.db.db_base_plugin_v2 [None req-2dad3c53-1a51-483b-8b25-d5c49c616c19 admin admin] Deleting subnet cb92943d-9f48-4052-8e49-7f99eb75451a {{(pid=106379) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 18 11:32:17.499527 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-2dad3c53-1a51-483b-8b25-d5c49c616c19 admin admin] Publish callbacks [] for subnet (cb92943d-9f48-4052-8e49-7f99eb75451a), before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:32:17.537305 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-2dad3c53-1a51-483b-8b25-d5c49c616c19 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11092002'] for subnet (cb92943d-9f48-4052-8e49-7f99eb75451a), precommit_delete_associations {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:32:17.582241 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-2dad3c53-1a51-483b-8b25-d5c49c616c19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3613534'] for subnet (cb92943d-9f48-4052-8e49-7f99eb75451a), precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:32:17.641928 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-2dad3c53-1a51-483b-8b25-d5c49c616c19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3613479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1639002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11267859'] for subnet (cb92943d-9f48-4052-8e49-7f99eb75451a), after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:32:17.687081 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dad3c53-1a51-483b-8b25-d5c49c616c19 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb92943d-9f48-4052-8e49-7f99eb75451a,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:32:17.693160 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-2dad3c53-1a51-483b-8b25-d5c49c616c19 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:32:17.698523 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-2dad3c53-1a51-483b-8b25-d5c49c616c19 admin admin] 10.222.0.16 "DELETE /networking/v2.0/subnets/cb92943d-9f48-4052-8e49-7f99eb75451a HTTP/1.1" status: 204 len: 168 time: 0.2495601 Aug 18 11:32:17.700954 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.16', 60956) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:32:17.705092 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dad3c53-1a51-483b-8b25-d5c49c616c19 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:32:17.705432 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dad3c53-1a51-483b-8b25-d5c49c616c19 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:32:17.705803 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dad3c53-1a51-483b-8b25-d5c49c616c19 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:32:17.706302 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dad3c53-1a51-483b-8b25-d5c49c616c19 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:32:17.706734 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dad3c53-1a51-483b-8b25-d5c49c616c19 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:32:17.707361 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dad3c53-1a51-483b-8b25-d5c49c616c19 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:32:17.707703 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dad3c53-1a51-483b-8b25-d5c49c616c19 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:32:17.707948 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dad3c53-1a51-483b-8b25-d5c49c616c19 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:32:17.708301 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dad3c53-1a51-483b-8b25-d5c49c616c19 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:32:17.708632 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dad3c53-1a51-483b-8b25-d5c49c616c19 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:32:17.708958 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dad3c53-1a51-483b-8b25-d5c49c616c19 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:32:17.709283 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dad3c53-1a51-483b-8b25-d5c49c616c19 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:32:17.709604 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dad3c53-1a51-483b-8b25-d5c49c616c19 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:32:17.709930 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dad3c53-1a51-483b-8b25-d5c49c616c19 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:32:17.710244 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dad3c53-1a51-483b-8b25-d5c49c616c19 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:32:17.786042 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-000fb88c-3977-4ff9-88a4-2a0d60d46c4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3592451'] for network (93483d8f-10ab-4c83-9e9e-26b25acb76c3), before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:32:17.870273 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-000fb88c-3977-4ff9-88a4-2a0d60d46c4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3613349', 'neutron.services.segments.db._delete_segments_for_network-8732802979220'] for network (93483d8f-10ab-4c83-9e9e-26b25acb76c3), precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:32:17.896583 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.services.segments.db [None req-000fb88c-3977-4ff9-88a4-2a0d60d46c4f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93483d8f-10ab-4c83-9e9e-26b25acb76c3']}} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:32:17.906004 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.services.segments.db [None req-000fb88c-3977-4ff9-88a4-2a0d60d46c4f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3eae3e7f-dbad-45f7-b4c5-8dd002ce034e') {'for_net_delete': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:32:17.906303 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.services.segments.db [None req-000fb88c-3977-4ff9-88a4-2a0d60d46c4f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3eae3e7f-dbad-45f7-b4c5-8dd002ce034e') {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:32:17.916673 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-000fb88c-3977-4ff9-88a4-2a0d60d46c4f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732802979283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11810229'] for segment (3eae3e7f-dbad-45f7-b4c5-8dd002ce034e), before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:32:17.930412 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-000fb88c-3977-4ff9-88a4-2a0d60d46c4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3609830'] for segment (3eae3e7f-dbad-45f7-b4c5-8dd002ce034e), precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:32:17.936764 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-000fb88c-3977-4ff9-88a4-2a0d60d46c4f admin admin] Releasing vlan 961 on physical network physnet1 to pool {{(pid=106378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 11:32:17.937208 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-000fb88c-3977-4ff9-88a4-2a0d60d46c4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3609830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11809272'] for segment (3eae3e7f-dbad-45f7-b4c5-8dd002ce034e), after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:32:17.981094 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.services.segments.plugin [-] Segment 3eae3e7f-dbad-45f7-b4c5-8dd002ce034e resource provider aggregate not found Aug 18 11:32:17.999446 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.services.segments.plugin [-] Segment 3eae3e7f-dbad-45f7-b4c5-8dd002ce034e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3eae3e7f-dbad-45f7-b4c5-8dd002ce034e found for delete ", "request_id": "req-2bdcce9e-05b8-4430-abd9-7b6ef4f38ee0"}]} Aug 18 11:32:18.007806 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-000fb88c-3977-4ff9-88a4-2a0d60d46c4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3613358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-519472'] for network (93483d8f-10ab-4c83-9e9e-26b25acb76c3), after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:32:18.012445 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-000fb88c-3977-4ff9-88a4-2a0d60d46c4f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682417'] for network (None), before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:32:18.015620 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [None req-000fb88c-3977-4ff9-88a4-2a0d60d46c4f admin admin] 10.222.0.16 "DELETE /networking/v2.0/networks/93483d8f-10ab-4c83-9e9e-26b25acb76c3 HTTP/1.1" status: 204 len: 168 time: 0.3136194 Aug 18 11:32:18.030696 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000fb88c-3977-4ff9-88a4-2a0d60d46c4f admin admin] Pushing event deleted for resources: {'Network': ['ID=93483d8f-10ab-4c83-9e9e-26b25acb76c3,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:32:18.039621 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000fb88c-3977-4ff9-88a4-2a0d60d46c4f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:32:18.040357 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000fb88c-3977-4ff9-88a4-2a0d60d46c4f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:32:18.040719 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000fb88c-3977-4ff9-88a4-2a0d60d46c4f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:32:18.041066 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000fb88c-3977-4ff9-88a4-2a0d60d46c4f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:32:18.041408 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000fb88c-3977-4ff9-88a4-2a0d60d46c4f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:32:18.041747 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000fb88c-3977-4ff9-88a4-2a0d60d46c4f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:32:18.042080 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000fb88c-3977-4ff9-88a4-2a0d60d46c4f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:32:18.042410 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000fb88c-3977-4ff9-88a4-2a0d60d46c4f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:32:18.042740 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000fb88c-3977-4ff9-88a4-2a0d60d46c4f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:32:18.043072 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000fb88c-3977-4ff9-88a4-2a0d60d46c4f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:32:18.043404 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000fb88c-3977-4ff9-88a4-2a0d60d46c4f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:32:18.043736 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000fb88c-3977-4ff9-88a4-2a0d60d46c4f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:32:18.044063 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000fb88c-3977-4ff9-88a4-2a0d60d46c4f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:32:18.044417 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000fb88c-3977-4ff9-88a4-2a0d60d46c4f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:32:18.044742 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000fb88c-3977-4ff9-88a4-2a0d60d46c4f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:32:18.191120 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.16', 60964) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:32:18.232177 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [None req-0106f831-ee19-4ac6-b929-99f730e144de admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=5c4565c8330b46329441ef589a556ca5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0398378 Aug 18 11:32:18.235021 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.16', 60966) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:32:18.291824 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-00994057-9010-40ae-9806-60be962a1a45 admin admin] Publish callbacks [] for security_group (cdf1a3d7-6f00-4c91-9aa0-0931a5bf3f49), before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:32:18.310036 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:32:18.316004 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-00994057-9010-40ae-9806-60be962a1a45 admin admin] Publish callbacks [] for security_group (cdf1a3d7-6f00-4c91-9aa0-0931a5bf3f49), precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:32:18.338284 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:32:18.368022 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-00994057-9010-40ae-9806-60be962a1a45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433130'] for security_group (cdf1a3d7-6f00-4c91-9aa0-0931a5bf3f49), after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:32:18.370604 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-00994057-9010-40ae-9806-60be962a1a45 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:32:18.371761 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [None req-00994057-9010-40ae-9806-60be962a1a45 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/cdf1a3d7-6f00-4c91-9aa0-0931a5bf3f49 HTTP/1.1" status: 204 len: 168 time: 0.1357954 Aug 18 11:32:18.381426 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00994057-9010-40ae-9806-60be962a1a45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdf1a3d7-6f00-4c91-9aa0-0931a5bf3f49,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:32:19.384696 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=2 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:32:27.569714 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.16', 32808) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:32:27.655223 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=22,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:32:27.679037 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-844b57d6-42e6-4f20-9aba-44253a352ed7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:32:27.701093 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=28,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:32:27.766694 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-844b57d6-42e6-4f20-9aba-44253a352ed7 admin admin] Publish callbacks [] for security_group (216fb795-663f-4347-89f0-c40060c8b4d0), precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:32:27.772949 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-844b57d6-42e6-4f20-9aba-44253a352ed7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433130'] for security_group (216fb795-663f-4347-89f0-c40060c8b4d0), after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:32:27.813532 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844b57d6-42e6-4f20-9aba-44253a352ed7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=216fb795-663f-4347-89f0-c40060c8b4d0,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:32:27.819725 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [None req-844b57d6-42e6-4f20-9aba-44253a352ed7 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=221b42f866f4499e808d2108205a6a79&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2488592 Aug 18 11:32:27.822341 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.16', 32812) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:32:27.872956 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b9b878d2-bec5-4883-b07d-f26819201117 admin admin] Publish callbacks [] for security_group (216fb795-663f-4347-89f0-c40060c8b4d0), before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:32:27.895092 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b9b878d2-bec5-4883-b07d-f26819201117 admin admin] Publish callbacks [] for security_group (216fb795-663f-4347-89f0-c40060c8b4d0), precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:32:27.944743 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b9b878d2-bec5-4883-b07d-f26819201117 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433130'] for security_group (216fb795-663f-4347-89f0-c40060c8b4d0), after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:32:27.947216 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b9b878d2-bec5-4883-b07d-f26819201117 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:32:27.948427 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [None req-b9b878d2-bec5-4883-b07d-f26819201117 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/216fb795-663f-4347-89f0-c40060c8b4d0 HTTP/1.1" status: 204 len: 168 time: 0.1251090 Aug 18 11:32:27.957219 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b878d2-bec5-4883-b07d-f26819201117 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=216fb795-663f-4347-89f0-c40060c8b4d0,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:32:28.395609 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=9,neutron:UPDATE=5 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:32:36.742153 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=14,neutron:UPDATE=1 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:32:36.756586 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (0c451e2b-fe38-44d1-984c-2dd7bcedf4dc), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:32:37.930977 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=41,neutron:DELETE=7,neutron:INSERT=3 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:32:37.952960 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=33,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:32:40.529874 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=16 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:32:40.534697 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=16 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:32:41.020974 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9da5738d-0ac4-4c34-b995-934b5f93fa8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (c499a017-4b38-4967-b050-d4094e1a7564), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:32:43.402683 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-1f8c8f35-d1de-4ba1-a2bc-14d2f2f4da62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (5a2ac145-53e3-4597-a9e7-c52b4336ae58), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:32:44.744911 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-a5cc8183-7213-4642-9d48-bc0d47940d29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (29720577-1c8f-43c1-a8be-c2a14df8d65e), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:32:46.000481 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (69d4285f-736d-41a6-a99e-1994eed59bce), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:32:46.387098 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.agents_db [None req-8a9264f7-88d3-4c8b-91d1-adcc6bb37de7 None None] Agent healthcheck: found 6 active agents {{(pid=106381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 11:32:46.539039 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c68edff8-e550-48a3-9de2-17badfe483c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (307af099-d926-4e52-9df3-0cd09baf3c81), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:32:56.383319 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=2 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:32:56.527961 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:32:56.535211 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:32:58.636241 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c00b8ed-efd6-4700-b835-80d338a5bb5c req-33acb50f-2640-4057-94ab-4cd9a354ee44 tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:32:58.637712 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-3c00b8ed-efd6-4700-b835-80d338a5bb5c req-33acb50f-2640-4057-94ab-4cd9a354ee44 tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=8cbf26fe-739c-43dd-ab72-370d66c525f1 HTTP/1.1" status: 200 len: 945 time: 0.0479200 Aug 18 11:32:58.684808 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-3c00b8ed-efd6-4700-b835-80d338a5bb5c req-d9e76824-302b-4c04-9fc7-106f374e30e8 tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=fb03982e-3787-472a-8646-3602af4abaef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408227 Aug 18 11:32:59.804791 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a162e4-2f52-405c-9299-b448ca26a1d4 req-25d501d5-b931-45f1-80fb-cf2a2415c971 tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:32:59.806239 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-43a162e4-2f52-405c-9299-b448ca26a1d4 req-25d501d5-b931-45f1-80fb-cf2a2415c971 tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=8cbf26fe-739c-43dd-ab72-370d66c525f1 HTTP/1.1" status: 200 len: 945 time: 0.0464540 Aug 18 11:32:59.852507 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-43a162e4-2f52-405c-9299-b448ca26a1d4 req-a0b6d910-c83f-4d7b-90c0-0640d04ea110 tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=fb03982e-3787-472a-8646-3602af4abaef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405903 Aug 18 11:33:00.980496 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc09b8f-baba-4824-b68b-186c8a33fe50 req-0b1ee091-af73-4667-9602-84efecf7cb7d tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:33:00.981926 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-5bc09b8f-baba-4824-b68b-186c8a33fe50 req-0b1ee091-af73-4667-9602-84efecf7cb7d tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=8cbf26fe-739c-43dd-ab72-370d66c525f1 HTTP/1.1" status: 200 len: 945 time: 0.0764785 Aug 18 11:33:01.001410 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2b56c3-ffdb-48eb-90ec-51c642175402 req-d8820e53-fbf0-4d0d-be8e-9d0c5f510fed tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:33:01.003420 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-2b2b56c3-ffdb-48eb-90ec-51c642175402 req-d8820e53-fbf0-4d0d-be8e-9d0c5f510fed tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=8cbf26fe-739c-43dd-ab72-370d66c525f1 HTTP/1.1" status: 200 len: 945 time: 0.0674932 Aug 18 11:33:01.106482 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-2b2b56c3-ffdb-48eb-90ec-51c642175402 req-09dc7101-1084-42f9-9c2e-d9f77afde897 tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=fb03982e-3787-472a-8646-3602af4abaef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0863323 Aug 18 11:33:01.109162 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [req-5bc09b8f-baba-4824-b68b-186c8a33fe50 req-558b1bb0-827e-4e13-8b71-5a8da89bb948 tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] Deleting port ce2db0e1-e93f-4cd6-ba94-109d836e7b3f {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 18 11:33:01.109499 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-5bc09b8f-baba-4824-b68b-186c8a33fe50 req-558b1bb0-827e-4e13-8b71-5a8da89bb948 tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732803047114'] for port (ce2db0e1-e93f-4cd6-ba94-109d836e7b3f), before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:33:01.199908 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-5bc09b8f-baba-4824-b68b-186c8a33fe50 req-558b1bb0-827e-4e13-8b71-5a8da89bb948 tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] For port ce2db0e1-e93f-4cd6-ba94-109d836e7b3f, host hv-cinder-85345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85345',level=0,port_id=ce2db0e1-e93f-4cd6-ba94-109d836e7b3f,segment=NetworkSegment(d08b966e-bc75-426c-bd79-01b759359016),segment_id=d08b966e-bc75-426c-bd79-01b759359016)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:33:01.200442 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-5bc09b8f-baba-4824-b68b-186c8a33fe50 req-558b1bb0-827e-4e13-8b71-5a8da89bb948 tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498516'] for port (ce2db0e1-e93f-4cd6-ba94-109d836e7b3f), precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:33:01.362976 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-5bc09b8f-baba-4824-b68b-186c8a33fe50 req-558b1bb0-827e-4e13-8b71-5a8da89bb948 tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:33:01.363338 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-5bc09b8f-baba-4824-b68b-186c8a33fe50 req-558b1bb0-827e-4e13-8b71-5a8da89bb948 tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-519515'] for floatingip (53118c2a-4407-4a74-9411-b2822848a38f), after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:33:01.363655 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.db.l3_db [req-5bc09b8f-baba-4824-b68b-186c8a33fe50 req-558b1bb0-827e-4e13-8b71-5a8da89bb948 tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] Floating IP 53118c2a-4407-4a74-9411-b2822848a38f disassociated. External IP: 172.27.4.179, port: ce2db0e1-e93f-4cd6-ba94-109d836e7b3f. Aug 18 11:33:01.364000 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [req-5bc09b8f-baba-4824-b68b-186c8a33fe50 req-558b1bb0-827e-4e13-8b71-5a8da89bb948 tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] Calling delete_port for ce2db0e1-e93f-4cd6-ba94-109d836e7b3f owned by compute:nova {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 18 11:33:01.490043 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-5bc09b8f-baba-4824-b68b-186c8a33fe50 req-558b1bb0-827e-4e13-8b71-5a8da89bb948 tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732803053743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732802528790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11809227'] for port (ce2db0e1-e93f-4cd6-ba94-109d836e7b3f), after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:33:01.519096 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558b1bb0-827e-4e13-8b71-5a8da89bb948 tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] Pushing event deleted for resources: {'Port': ['ID=ce2db0e1-e93f-4cd6-ba94-109d836e7b3f,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:33:01.578275 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:33:01.634049 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5bc09b8f-baba-4824-b68b-186c8a33fe50 req-558b1bb0-827e-4e13-8b71-5a8da89bb948 tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] Router be53e3cc-cd1d-4ef9-a05a-32b8dc1353e2 has already been hosted by L3 agent 5a2ac145-53e3-4597-a9e7-c52b4336ae58 {{(pid=106378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 11:33:01.639922 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:33:01.738580 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5bc09b8f-baba-4824-b68b-186c8a33fe50 req-558b1bb0-827e-4e13-8b71-5a8da89bb948 tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] Notify agent at l3_agent.dv-cinder-853450-2-iscsi the message routers_updated {{(pid=106378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 11:33:01.749466 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7470d308-4a72-4f3f-bd08-b80d8ebac9bd None None] Sync routers for ids ['be53e3cc-cd1d-4ef9-a05a-32b8dc1353e2'] in dv-cinder-853450-2-iscsi {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 11:33:01.760843 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7470d308-4a72-4f3f-bd08-b80d8ebac9bd None None] Routers {'be53e3cc-cd1d-4ef9-a05a-32b8dc1353e2'} bound to L3 agent in host dv-cinder-853450-2-iscsi {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 18 11:33:01.761463 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-7470d308-4a72-4f3f-bd08-b80d8ebac9bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853450-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-18T11:07:43Z,description=,heartbeat_timestamp=2022-08-18T11:32:43Z,host='dv-cinder-853450-2-iscsi',id=5a2ac145-53e3-4597-a9e7-c52b4336ae58,load=0,resource_versions=,resources_synced=,started_at=2022-08-18T11:07:43Z,topic='l3_agent')) {'router_ids': ['be53e3cc-cd1d-4ef9-a05a-32b8dc1353e2'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:33:01.784388 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bc09b8f-baba-4824-b68b-186c8a33fe50 req-558b1bb0-827e-4e13-8b71-5a8da89bb948 tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] No DVR routers for this DVR port ce2db0e1-e93f-4cd6-ba94-109d836e7b3f on host hv-cinder-85345 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 18 11:33:01.786918 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-5bc09b8f-baba-4824-b68b-186c8a33fe50 req-558b1bb0-827e-4e13-8b71-5a8da89bb948 tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22494'] for port (None), before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:33:01.790223 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-5bc09b8f-baba-4824-b68b-186c8a33fe50 req-558b1bb0-827e-4e13-8b71-5a8da89bb948 tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] 10.222.0.20 "DELETE /networking/v2.0/ports/ce2db0e1-e93f-4cd6-ba94-109d836e7b3f HTTP/1.1" status: 204 len: 173 time: 0.8027332 Aug 18 11:33:01.790600 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cbf26fe-739c-43dd-ab72-370d66c525f1', 'name': 'network-vif-deleted', 'tag': 'ce2db0e1-e93f-4cd6-ba94-109d836e7b3f'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 18 11:33:01.792894 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c862ab1b2ee120cb5e2e4f2725a0fe0d7acaf57f657006002d91667c9b4c94a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2020db26-769f-4e31-a9fa-967c09b26c3a" -d '{"events": [{"server_uuid": "8cbf26fe-739c-43dd-ab72-370d66c525f1", "name": "network-vif-deleted", "tag": "ce2db0e1-e93f-4cd6-ba94-109d836e7b3f"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:33:01.867519 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-7470d308-4a72-4f3f-bd08-b80d8ebac9bd None None] Set router be53e3cc-cd1d-4ef9-a05a-32b8dc1353e2 gateway port host: dv-cinder-853450-2-iscsi {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 18 11:33:02.049569 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Aug 2022 11:33:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c310809-e188-48c4-85ec-a7a2021f9ba4 x-openstack-request-id: req-1c310809-e188-48c4-85ec-a7a2021f9ba4 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:33:02.050106 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cbf26fe-739c-43dd-ab72-370d66c525f1", "name": "network-vif-deleted", "tag": "ce2db0e1-e93f-4cd6-ba94-109d836e7b3f", "status": "completed", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:33:02.050219 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1c310809-e188-48c4-85ec-a7a2021f9ba4 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:33:02.050647 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c310809-e188-48c4-85ec-a7a2021f9ba4'] response: {'server_uuid': '8cbf26fe-739c-43dd-ab72-370d66c525f1', 'name': 'network-vif-deleted', 'tag': 'ce2db0e1-e93f-4cd6-ba94-109d836e7b3f', 'status': 'completed', 'code': 200} Aug 18 11:33:02.073148 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-7470d308-4a72-4f3f-bd08-b80d8ebac9bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be53e3cc-cd1d-4ef9-a05a-32b8dc1353e2', 'name': 'tempest-AttachVolumeTestJSON-357861059-router', 'tenant_id': '28a8db4d53754a09aad85d3b756fed10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'external_fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.140'}], 'enable_snat': True}, 'gw_port_id': 'b9af98a3-cb9e-4aea-ada1-6b89de688b15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T11:24:20Z', 'updated_at': '2022-08-18T11:24:23Z', 'revision_number': 4, 'project_id': '28a8db4d53754a09aad85d3b756fed10', 'gw_port': {'id': 'b9af98a3-cb9e-4aea-ada1-6b89de688b15', 'name': '', 'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:2e:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be53e3cc-cd1d-4ef9-a05a-32b8dc1353e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853450-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:24:20Z', 'updated_at': '2022-08-18T11:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853450-2-iscsi', '_interfaces': [{'id': '243e4cfb-78c1-4056-b337-8bfd24acbd92', 'name': '', 'network_id': '973c519c-fa04-42b9-8369-c22e799d5cb8', 'tenant_id': '28a8db4d53754a09aad85d3b756fed10', 'mac_address': 'fa:16:3e:2a:6c:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be53e3cc-cd1d-4ef9-a05a-32b8dc1353e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'a362c7c9-82f8-42d5-b8a6-0309f8c4fcc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853450-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:24:22Z', 'updated_at': '2022-08-18T11:24:29Z', 'revision_number': 5, 'project_id': '28a8db4d53754a09aad85d3b756fed10', 'subnets': [{'id': 'a362c7c9-82f8-42d5-b8a6-0309f8c4fcc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853450-2-iscsi', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:33:02.105314 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7470d308-4a72-4f3f-bd08-b80d8ebac9bd None None] Checking router: be53e3cc-cd1d-4ef9-a05a-32b8dc1353e2 for host: dv-cinder-853450-2-iscsi {{(pid=106380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 11:33:02.114369 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7470d308-4a72-4f3f-bd08-b80d8ebac9bd None None] Routers {'be53e3cc-cd1d-4ef9-a05a-32b8dc1353e2'} bound to L3 agent in host dv-cinder-853450-2-iscsi {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 18 11:33:02.114984 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-7470d308-4a72-4f3f-bd08-b80d8ebac9bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853450-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-18T11:07:43Z,description=,heartbeat_timestamp=2022-08-18T11:32:43Z,host='dv-cinder-853450-2-iscsi',id=5a2ac145-53e3-4597-a9e7-c52b4336ae58,load=0,resource_versions=,resources_synced=,started_at=2022-08-18T11:07:43Z,topic='l3_agent')) {'router_ids': ['be53e3cc-cd1d-4ef9-a05a-32b8dc1353e2'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:33:02.230325 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-dda038f3-c1a1-4259-98e5-ae727a72bcf0 req-a8a3c492-d6d7-470e-9e8c-8148270f6ab0 tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=8cbf26fe-739c-43dd-ab72-370d66c525f1 HTTP/1.1" status: 200 len: 210 time: 0.0298102 Aug 18 11:33:02.348680 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-7470d308-4a72-4f3f-bd08-b80d8ebac9bd None None] Set router be53e3cc-cd1d-4ef9-a05a-32b8dc1353e2 gateway port host: dv-cinder-853450-2-iscsi {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 18 11:33:02.533043 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-7470d308-4a72-4f3f-bd08-b80d8ebac9bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be53e3cc-cd1d-4ef9-a05a-32b8dc1353e2', 'name': 'tempest-AttachVolumeTestJSON-357861059-router', 'tenant_id': '28a8db4d53754a09aad85d3b756fed10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'external_fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.140'}], 'enable_snat': True}, 'gw_port_id': 'b9af98a3-cb9e-4aea-ada1-6b89de688b15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T11:24:20Z', 'updated_at': '2022-08-18T11:24:23Z', 'revision_number': 4, 'project_id': '28a8db4d53754a09aad85d3b756fed10', 'gw_port': {'id': 'b9af98a3-cb9e-4aea-ada1-6b89de688b15', 'name': '', 'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:2e:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be53e3cc-cd1d-4ef9-a05a-32b8dc1353e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853450-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:24:20Z', 'updated_at': '2022-08-18T11:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853450-2-iscsi', '_interfaces': [{'id': '243e4cfb-78c1-4056-b337-8bfd24acbd92', 'name': '', 'network_id': '973c519c-fa04-42b9-8369-c22e799d5cb8', 'tenant_id': '28a8db4d53754a09aad85d3b756fed10', 'mac_address': 'fa:16:3e:2a:6c:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be53e3cc-cd1d-4ef9-a05a-32b8dc1353e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'a362c7c9-82f8-42d5-b8a6-0309f8c4fcc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853450-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:24:22Z', 'updated_at': '2022-08-18T11:24:29Z', 'revision_number': 5, 'project_id': '28a8db4d53754a09aad85d3b756fed10', 'subnets': [{'id': 'a362c7c9-82f8-42d5-b8a6-0309f8c4fcc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853450-2-iscsi', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:33:02.558636 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7470d308-4a72-4f3f-bd08-b80d8ebac9bd None None] The sync data for ids ['be53e3cc-cd1d-4ef9-a05a-32b8dc1353e2'] in dv-cinder-853450-2-iscsi is: [{'id': 'be53e3cc-cd1d-4ef9-a05a-32b8dc1353e2', 'name': 'tempest-AttachVolumeTestJSON-357861059-router', 'tenant_id': '28a8db4d53754a09aad85d3b756fed10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'external_fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.140'}], 'enable_snat': True}, 'gw_port_id': 'b9af98a3-cb9e-4aea-ada1-6b89de688b15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T11:24:20Z', 'updated_at': '2022-08-18T11:24:23Z', 'revision_number': 4, 'project_id': '28a8db4d53754a09aad85d3b756fed10', 'gw_port': {'id': 'b9af98a3-cb9e-4aea-ada1-6b89de688b15', 'name': '', 'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:2e:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be53e3cc-cd1d-4ef9-a05a-32b8dc1353e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853450-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:24:20Z', 'updated_at': '2022-08-18T11:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853450-2-iscsi', '_interfaces': [{'id': '243e4cfb-78c1-4056-b337-8bfd24acbd92', 'name': '', 'network_id': '973c519c-fa04-42b9-8369-c22e799d5cb8', 'tenant_id': '28a8db4d53754a09aad85d3b756fed10', 'mac_address': 'fa:16:3e:2a:6c:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be53e3cc-cd1d-4ef9-a05a-32b8dc1353e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'a362c7c9-82f8-42d5-b8a6-0309f8c4fcc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853450-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:24:22Z', 'updated_at': '2022-08-18T11:24:29Z', 'revision_number': 5, 'project_id': '28a8db4d53754a09aad85d3b756fed10', 'subnets': [{'id': 'a362c7c9-82f8-42d5-b8a6-0309f8c4fcc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 11:33:02.773240 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ab7d9aa-32d5-477f-89d3-85c12b518f02 None None] New status for floating IP 53118c2a-4407-4a74-9411-b2822848a38f: DOWN {{(pid=106381) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 18 11:33:03.325752 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.16', 32952) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:33:03.379769 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1fd19b7f-d563-4e91-9b6d-941eb0ae2f69 tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] Publish callbacks [] for security_group (fb03982e-3787-472a-8646-3602af4abaef), before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:33:03.401886 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1fd19b7f-d563-4e91-9b6d-941eb0ae2f69 tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] Publish callbacks [] for security_group (fb03982e-3787-472a-8646-3602af4abaef), precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:33:03.448961 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1fd19b7f-d563-4e91-9b6d-941eb0ae2f69 tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433130'] for security_group (fb03982e-3787-472a-8646-3602af4abaef), after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:33:03.451503 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1fd19b7f-d563-4e91-9b6d-941eb0ae2f69 tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] Publish callbacks [] for security_group (None), before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:33:03.452667 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [None req-1fd19b7f-d563-4e91-9b6d-941eb0ae2f69 tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] 10.222.0.16 "DELETE /networking/v2.0/security-groups/fb03982e-3787-472a-8646-3602af4abaef HTTP/1.1" status: 204 len: 168 time: 0.1259294 Aug 18 11:33:03.456381 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.16', 32954) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:33:03.473449 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd19b7f-d563-4e91-9b6d-941eb0ae2f69 tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb03982e-3787-472a-8646-3602af4abaef,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:33:03.475817 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.api.v2.resource [None req-4c3739b8-51f9-498b-b5ec-73843fff78a6 tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] show failed (client error): The resource could not be found. Aug 18 11:33:03.476832 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [None req-4c3739b8-51f9-498b-b5ec-73843fff78a6 tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] 10.222.0.16 "GET /networking/v2.0/security-groups/fb03982e-3787-472a-8646-3602af4abaef HTTP/1.1" status: 404 len: 347 time: 0.0195112 Aug 18 11:33:03.479843 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.16', 32956) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:33:03.593937 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-b516ef68-0257-46c3-99b8-dee6f003ab39 tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] Deleting port e86d9882-09b1-468f-bdd0-e3ec75b0fc7b {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 18 11:33:03.594214 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b516ef68-0257-46c3-99b8-dee6f003ab39 tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732803047114'] for port (e86d9882-09b1-468f-bdd0-e3ec75b0fc7b), before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:33:03.674439 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b516ef68-0257-46c3-99b8-dee6f003ab39 tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498516'] for port (e86d9882-09b1-468f-bdd0-e3ec75b0fc7b), precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:33:03.674855 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b516ef68-0257-46c3-99b8-dee6f003ab39 tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] Publish callbacks [] for floatingip (e86d9882-09b1-468f-bdd0-e3ec75b0fc7b), precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:33:03.687157 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-b516ef68-0257-46c3-99b8-dee6f003ab39 tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] Calling delete_port for e86d9882-09b1-468f-bdd0-e3ec75b0fc7b owned by network:floatingip {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 18 11:33:03.820132 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b516ef68-0257-46c3-99b8-dee6f003ab39 tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732803053743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732802528790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11809227'] for port (e86d9882-09b1-468f-bdd0-e3ec75b0fc7b), after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:33:03.845115 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b516ef68-0257-46c3-99b8-dee6f003ab39 tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] Pushing event deleted for resources: {'Port': ['ID=e86d9882-09b1-468f-bdd0-e3ec75b0fc7b,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:33:03.903609 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b516ef68-0257-46c3-99b8-dee6f003ab39 tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] Publish callbacks [] for floatingip (53118c2a-4407-4a74-9411-b2822848a38f), after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:33:03.906069 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b516ef68-0257-46c3-99b8-dee6f003ab39 tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22494'] for floatingip (None), before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:33:03.907187 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [None req-b516ef68-0257-46c3-99b8-dee6f003ab39 tempest-AttachVolumeTestJSON-1105510234 tempest-AttachVolumeTestJSON-1105510234-project] 10.222.0.16 "DELETE /networking/v2.0/floatingips/53118c2a-4407-4a74-9411-b2822848a38f HTTP/1.1" status: 204 len: 168 time: 0.4263647 Aug 18 11:33:05.614316 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Device ce2db0e1-e93f-4cd6-ba94-109d836e7b3f no longer exists at agent hyperv_hv-cinder-85345 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 11:33:05.633988 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] No Port match for: ce2db0e1-e93f-4cd6-ba94-109d836e7b3f {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 18 11:33:05.634338 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Device ce2db0e1-e93f-4cd6-ba94-109d836e7b3f not bound to the agent host hv-cinder-85345 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 11:33:06.751943 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (0c451e2b-fe38-44d1-984c-2dd7bcedf4dc), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:33:07.469231 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.16', 32984) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:33:07.718973 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:33:07.814335 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:33:07.927477 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2b77ee7a-fc68-49c7-a512-c3fe8f17a6c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-516699'] for router_interface (be53e3cc-cd1d-4ef9-a05a-32b8dc1353e2), before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:33:08.141501 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-2b77ee7a-fc68-49c7-a512-c3fe8f17a6c3 admin admin] Deleting port 243e4cfb-78c1-4056-b337-8bfd24acbd92 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 18 11:33:08.141842 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2b77ee7a-fc68-49c7-a512-c3fe8f17a6c3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732803047114'] for port (243e4cfb-78c1-4056-b337-8bfd24acbd92), before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:33:08.221236 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-2b77ee7a-fc68-49c7-a512-c3fe8f17a6c3 admin admin] For port 243e4cfb-78c1-4056-b337-8bfd24acbd92, host dv-cinder-853450-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853450-2-iscsi',level=0,port_id=243e4cfb-78c1-4056-b337-8bfd24acbd92,segment=NetworkSegment(d08b966e-bc75-426c-bd79-01b759359016),segment_id=d08b966e-bc75-426c-bd79-01b759359016)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:33:08.221605 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2b77ee7a-fc68-49c7-a512-c3fe8f17a6c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498516'] for port (243e4cfb-78c1-4056-b337-8bfd24acbd92), precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:33:08.234155 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-2b77ee7a-fc68-49c7-a512-c3fe8f17a6c3 admin admin] Calling delete_port for 243e4cfb-78c1-4056-b337-8bfd24acbd92 owned by network:router_interface {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 18 11:33:08.410808 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2b77ee7a-fc68-49c7-a512-c3fe8f17a6c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732803053743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732802528790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11809227'] for port (243e4cfb-78c1-4056-b337-8bfd24acbd92), after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:33:08.692100 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b77ee7a-fc68-49c7-a512-c3fe8f17a6c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=243e4cfb-78c1-4056-b337-8bfd24acbd92,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:33:08.842727 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:33:08.855037 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:33:08.858278 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2b77ee7a-fc68-49c7-a512-c3fe8f17a6c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3683472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-519371'] for router_interface (be53e3cc-cd1d-4ef9-a05a-32b8dc1353e2), after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:33:09.073730 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b77ee7a-fc68-49c7-a512-c3fe8f17a6c3 admin admin] Router be53e3cc-cd1d-4ef9-a05a-32b8dc1353e2 has already been hosted by L3 agent 5a2ac145-53e3-4597-a9e7-c52b4336ae58 {{(pid=106378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 11:33:09.179353 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b77ee7a-fc68-49c7-a512-c3fe8f17a6c3 admin admin] Notify agent at l3_agent.dv-cinder-853450-2-iscsi the message routers_updated {{(pid=106378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 11:33:09.184314 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [None req-2b77ee7a-fc68-49c7-a512-c3fe8f17a6c3 admin admin] 10.222.0.16 "PUT /networking/v2.0/routers/be53e3cc-cd1d-4ef9-a05a-32b8dc1353e2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7145288 Aug 18 11:33:09.186780 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.16', 32988) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:33:09.187819 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2ccf8a0-a26d-4aa5-a918-273a88af691d None None] Sync routers for ids ['be53e3cc-cd1d-4ef9-a05a-32b8dc1353e2'] in dv-cinder-853450-2-iscsi {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 11:33:09.198447 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2ccf8a0-a26d-4aa5-a918-273a88af691d None None] Routers {'be53e3cc-cd1d-4ef9-a05a-32b8dc1353e2'} bound to L3 agent in host dv-cinder-853450-2-iscsi {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 18 11:33:09.199053 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-f2ccf8a0-a26d-4aa5-a918-273a88af691d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853450-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-18T11:07:43Z,description=,heartbeat_timestamp=2022-08-18T11:32:43Z,host='dv-cinder-853450-2-iscsi',id=5a2ac145-53e3-4597-a9e7-c52b4336ae58,load=0,resource_versions=,resources_synced=,started_at=2022-08-18T11:07:43Z,topic='l3_agent')) {'router_ids': ['be53e3cc-cd1d-4ef9-a05a-32b8dc1353e2'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:33:09.289889 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4afcd67b-c765-4300-846b-a57b0d8f45a9 admin admin] Publish callbacks [] for router (be53e3cc-cd1d-4ef9-a05a-32b8dc1353e2), before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:33:09.299722 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-f2ccf8a0-a26d-4aa5-a918-273a88af691d None None] Set router be53e3cc-cd1d-4ef9-a05a-32b8dc1353e2 gateway port host: dv-cinder-853450-2-iscsi {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 18 11:33:09.389163 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4afcd67b-c765-4300-846b-a57b0d8f45a9 admin admin] Publish callbacks [] for router_gateway (be53e3cc-cd1d-4ef9-a05a-32b8dc1353e2), before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:33:09.432591 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:33:09.435347 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-4afcd67b-c765-4300-846b-a57b0d8f45a9 admin admin] Deleting port b9af98a3-cb9e-4aea-ada1-6b89de688b15 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 18 11:33:09.435691 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4afcd67b-c765-4300-846b-a57b0d8f45a9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732803047114'] for port (b9af98a3-cb9e-4aea-ada1-6b89de688b15), before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:33:09.474522 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-f2ccf8a0-a26d-4aa5-a918-273a88af691d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be53e3cc-cd1d-4ef9-a05a-32b8dc1353e2', 'name': 'tempest-AttachVolumeTestJSON-357861059-router', 'tenant_id': '28a8db4d53754a09aad85d3b756fed10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'external_fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.140'}], 'enable_snat': True}, 'gw_port_id': 'b9af98a3-cb9e-4aea-ada1-6b89de688b15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T11:24:20Z', 'updated_at': '2022-08-18T11:33:08Z', 'revision_number': 5, 'project_id': '28a8db4d53754a09aad85d3b756fed10', 'gw_port': {'id': 'b9af98a3-cb9e-4aea-ada1-6b89de688b15', 'name': '', 'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:2e:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be53e3cc-cd1d-4ef9-a05a-32b8dc1353e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853450-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:24:20Z', 'updated_at': '2022-08-18T11:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853450-2-iscsi'}], 'dv-cinder-853450-2-iscsi', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:33:09.500638 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2ccf8a0-a26d-4aa5-a918-273a88af691d None None] Checking router: be53e3cc-cd1d-4ef9-a05a-32b8dc1353e2 for host: dv-cinder-853450-2-iscsi {{(pid=106380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 11:33:09.509132 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2ccf8a0-a26d-4aa5-a918-273a88af691d None None] Routers {'be53e3cc-cd1d-4ef9-a05a-32b8dc1353e2'} bound to L3 agent in host dv-cinder-853450-2-iscsi {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 18 11:33:09.509730 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-f2ccf8a0-a26d-4aa5-a918-273a88af691d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853450-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-18T11:07:43Z,description=,heartbeat_timestamp=2022-08-18T11:32:43Z,host='dv-cinder-853450-2-iscsi',id=5a2ac145-53e3-4597-a9e7-c52b4336ae58,load=0,resource_versions=,resources_synced=,started_at=2022-08-18T11:07:43Z,topic='l3_agent')) {'router_ids': ['be53e3cc-cd1d-4ef9-a05a-32b8dc1353e2'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:33:09.516391 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-4afcd67b-c765-4300-846b-a57b0d8f45a9 admin admin] For port b9af98a3-cb9e-4aea-ada1-6b89de688b15, host dv-cinder-853450-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853450-2-iscsi',level=0,port_id=b9af98a3-cb9e-4aea-ada1-6b89de688b15,segment=NetworkSegment(67ba5125-9fc9-4a45-924f-a98fceaf00fb),segment_id=67ba5125-9fc9-4a45-924f-a98fceaf00fb)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:33:09.516765 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4afcd67b-c765-4300-846b-a57b0d8f45a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498516'] for port (b9af98a3-cb9e-4aea-ada1-6b89de688b15), precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:33:09.530230 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-4afcd67b-c765-4300-846b-a57b0d8f45a9 admin admin] Calling delete_port for b9af98a3-cb9e-4aea-ada1-6b89de688b15 owned by network:router_gateway {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 18 11:33:09.541541 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=100 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:33:09.594368 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-f2ccf8a0-a26d-4aa5-a918-273a88af691d None None] Set router be53e3cc-cd1d-4ef9-a05a-32b8dc1353e2 gateway port host: None {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 18 11:33:09.644388 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-f2ccf8a0-a26d-4aa5-a918-273a88af691d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be53e3cc-cd1d-4ef9-a05a-32b8dc1353e2', 'name': 'tempest-AttachVolumeTestJSON-357861059-router', 'tenant_id': '28a8db4d53754a09aad85d3b756fed10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T11:24:20Z', 'updated_at': '2022-08-18T11:33:09Z', 'revision_number': 6, 'project_id': '28a8db4d53754a09aad85d3b756fed10', 'gw_port_host': None}], 'dv-cinder-853450-2-iscsi', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:33:09.673529 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2ccf8a0-a26d-4aa5-a918-273a88af691d None None] The sync data for ids ['be53e3cc-cd1d-4ef9-a05a-32b8dc1353e2'] in dv-cinder-853450-2-iscsi is: [{'id': 'be53e3cc-cd1d-4ef9-a05a-32b8dc1353e2', 'name': 'tempest-AttachVolumeTestJSON-357861059-router', 'tenant_id': '28a8db4d53754a09aad85d3b756fed10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T11:24:20Z', 'updated_at': '2022-08-18T11:33:09Z', 'revision_number': 6, 'project_id': '28a8db4d53754a09aad85d3b756fed10', 'gw_port_host': None}] {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 11:33:09.677070 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:33:09.702932 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4afcd67b-c765-4300-846b-a57b0d8f45a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732803053743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732802528790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11809227'] for port (b9af98a3-cb9e-4aea-ada1-6b89de688b15), after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:33:09.731407 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afcd67b-c765-4300-846b-a57b0d8f45a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=b9af98a3-cb9e-4aea-ada1-6b89de688b15,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:33:09.759381 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:33:09.796727 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4afcd67b-c765-4300-846b-a57b0d8f45a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-519452'] for router_gateway (be53e3cc-cd1d-4ef9-a05a-32b8dc1353e2), after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:33:09.887692 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4afcd67b-c765-4300-846b-a57b0d8f45a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13573'] for router (be53e3cc-cd1d-4ef9-a05a-32b8dc1353e2), precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:33:09.889840 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4afcd67b-c765-4300-846b-a57b0d8f45a9 admin admin] Publish callbacks [] for router_controller (be53e3cc-cd1d-4ef9-a05a-32b8dc1353e2), precommit_delete_associations {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:33:09.930102 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4afcd67b-c765-4300-846b-a57b0d8f45a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-519326'] for router (be53e3cc-cd1d-4ef9-a05a-32b8dc1353e2), after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:33:09.930667 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4afcd67b-c765-4300-846b-a57b0d8f45a9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router be53e3cc-cd1d-4ef9-a05a-32b8dc1353e2 {{(pid=106378) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 11:33:09.935052 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4afcd67b-c765-4300-846b-a57b0d8f45a9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:33:09.936147 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [None req-4afcd67b-c765-4300-846b-a57b0d8f45a9 admin admin] 10.222.0.16 "DELETE /networking/v2.0/routers/be53e3cc-cd1d-4ef9-a05a-32b8dc1353e2 HTTP/1.1" status: 204 len: 168 time: 0.7484663 Aug 18 11:33:09.938694 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.16', 32990) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:33:09.982920 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.db.db_base_plugin_v2 [None req-df1fe454-e922-4c87-9f83-0bc51511aeb6 admin admin] Deleting subnet a362c7c9-82f8-42d5-b8a6-0309f8c4fcc3 {{(pid=106378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 18 11:33:09.985991 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-df1fe454-e922-4c87-9f83-0bc51511aeb6 admin admin] Publish callbacks [] for subnet (a362c7c9-82f8-42d5-b8a6-0309f8c4fcc3), before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:33:10.026742 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-df1fe454-e922-4c87-9f83-0bc51511aeb6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11810236'] for subnet (a362c7c9-82f8-42d5-b8a6-0309f8c4fcc3), precommit_delete_associations {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:33:10.106138 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-df1fe454-e922-4c87-9f83-0bc51511aeb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3613534'] for subnet (a362c7c9-82f8-42d5-b8a6-0309f8c4fcc3), precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:33:10.160959 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-df1fe454-e922-4c87-9f83-0bc51511aeb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3613479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11809182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11843840'] for subnet (a362c7c9-82f8-42d5-b8a6-0309f8c4fcc3), after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:33:10.190206 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1fe454-e922-4c87-9f83-0bc51511aeb6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a362c7c9-82f8-42d5-b8a6-0309f8c4fcc3,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:33:10.193755 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-df1fe454-e922-4c87-9f83-0bc51511aeb6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682417'] for subnet (None), before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:33:10.199076 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-638215ea-c73c-4b86-acaf-5cf7231563c1 None None] Network 973c519c-fa04-42b9-8369-c22e799d5cb8 requested from dv-cinder-853450-2-iscsi {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 18 11:33:10.199617 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.16', 32992) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:33:10.200108 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [None req-df1fe454-e922-4c87-9f83-0bc51511aeb6 admin admin] 10.222.0.16 "DELETE /networking/v2.0/subnets/a362c7c9-82f8-42d5-b8a6-0309f8c4fcc3 HTTP/1.1" status: 204 len: 168 time: 0.2599092 Aug 18 11:33:10.268040 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-88661eb5-ab7f-47eb-9d89-e28afd90af7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3592451'] for network (973c519c-fa04-42b9-8369-c22e799d5cb8), before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:33:10.314446 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-88661eb5-ab7f-47eb-9d89-e28afd90af7c admin admin] Deleting port 50c87aa0-f0b6-4079-9e70-ae17cc9b9b40 {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 18 11:33:10.314784 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-88661eb5-ab7f-47eb-9d89-e28afd90af7c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732803047114'] for port (50c87aa0-f0b6-4079-9e70-ae17cc9b9b40), before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:33:10.376036 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.db [None req-88661eb5-ab7f-47eb-9d89-e28afd90af7c admin admin] For port 50c87aa0-f0b6-4079-9e70-ae17cc9b9b40, host dv-cinder-853450-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853450-2-iscsi',level=0,port_id=50c87aa0-f0b6-4079-9e70-ae17cc9b9b40,segment=NetworkSegment(d08b966e-bc75-426c-bd79-01b759359016),segment_id=d08b966e-bc75-426c-bd79-01b759359016)] {{(pid=106379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:33:10.376314 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-88661eb5-ab7f-47eb-9d89-e28afd90af7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498516'] for port (50c87aa0-f0b6-4079-9e70-ae17cc9b9b40), precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:33:10.389586 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-88661eb5-ab7f-47eb-9d89-e28afd90af7c admin admin] Calling delete_port for 50c87aa0-f0b6-4079-9e70-ae17cc9b9b40 owned by network:dhcp {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 18 11:33:10.473992 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-88661eb5-ab7f-47eb-9d89-e28afd90af7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732803053743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732802528790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638927'] for port (50c87aa0-f0b6-4079-9e70-ae17cc9b9b40), after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:33:10.491648 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60d6bdaf-244e-4edc-bb56-13f7a6872b93 None None] DHCP port deletion for 973c519c-fa04-42b9-8369-c22e799d5cb8 request from dv-cinder-853450-2-iscsi {{(pid=106380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 18 11:33:10.497711 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88661eb5-ab7f-47eb-9d89-e28afd90af7c admin admin] Pushing event deleted for resources: {'Port': ['ID=50c87aa0-f0b6-4079-9e70-ae17cc9b9b40,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:33:10.503677 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88661eb5-ab7f-47eb-9d89-e28afd90af7c admin admin] No DVR routers for this DVR port 50c87aa0-f0b6-4079-9e70-ae17cc9b9b40 on host dv-cinder-853450-2-iscsi {{(pid=106379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 18 11:33:10.579649 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-88661eb5-ab7f-47eb-9d89-e28afd90af7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3613349', 'neutron.services.segments.db._delete_segments_for_network-8732802979220'] for network (973c519c-fa04-42b9-8369-c22e799d5cb8), precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:33:10.602029 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.services.segments.db [None req-88661eb5-ab7f-47eb-9d89-e28afd90af7c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['973c519c-fa04-42b9-8369-c22e799d5cb8']}} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:33:10.611205 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.services.segments.db [None req-88661eb5-ab7f-47eb-9d89-e28afd90af7c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd08b966e-bc75-426c-bd79-01b759359016') {'for_net_delete': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:33:10.611507 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.services.segments.db [None req-88661eb5-ab7f-47eb-9d89-e28afd90af7c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd08b966e-bc75-426c-bd79-01b759359016') {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:33:10.629699 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-88661eb5-ab7f-47eb-9d89-e28afd90af7c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732802979283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11092011'] for segment (d08b966e-bc75-426c-bd79-01b759359016), before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:33:10.645425 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-88661eb5-ab7f-47eb-9d89-e28afd90af7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3609830'] for segment (d08b966e-bc75-426c-bd79-01b759359016), precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:33:10.652522 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88661eb5-ab7f-47eb-9d89-e28afd90af7c admin admin] Releasing vlan 987 on physical network physnet1 to pool {{(pid=106379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 11:33:10.652954 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-88661eb5-ab7f-47eb-9d89-e28afd90af7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3609830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1638972'] for segment (d08b966e-bc75-426c-bd79-01b759359016), after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:33:10.719465 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-88661eb5-ab7f-47eb-9d89-e28afd90af7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3613358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-519472'] for network (973c519c-fa04-42b9-8369-c22e799d5cb8), after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:33:10.740041 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-88661eb5-ab7f-47eb-9d89-e28afd90af7c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682417'] for network (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:33:10.743855 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-88661eb5-ab7f-47eb-9d89-e28afd90af7c admin admin] 10.222.0.16 "DELETE /networking/v2.0/networks/973c519c-fa04-42b9-8369-c22e799d5cb8 HTTP/1.1" status: 204 len: 168 time: 0.5430148 Aug 18 11:33:10.745027 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88661eb5-ab7f-47eb-9d89-e28afd90af7c admin admin] Pushing event deleted for resources: {'Network': ['ID=973c519c-fa04-42b9-8369-c22e799d5cb8,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:33:10.823330 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.services.segments.plugin [-] Segment d08b966e-bc75-426c-bd79-01b759359016 resource provider aggregate not found Aug 18 11:33:10.840868 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.services.segments.plugin [-] Segment d08b966e-bc75-426c-bd79-01b759359016 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d08b966e-bc75-426c-bd79-01b759359016 found for delete ", "request_id": "req-8b60fbf7-da28-4c43-9edc-c23407ee6334"}]} Aug 18 11:33:10.886221 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.16', 33002) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:33:10.927278 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-ee7b2d9a-5341-442c-9aa7-3890178ebe01 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=28a8db4d53754a09aad85d3b756fed10&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0398977 Aug 18 11:33:10.929868 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.16', 33004) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:33:10.976907 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-97f6e13d-5dcd-4c56-b832-864e4fff0e5a admin admin] Publish callbacks [] for security_group (8e260074-d700-4267-8220-2e5d30124d5a), before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:33:11.001225 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-97f6e13d-5dcd-4c56-b832-864e4fff0e5a admin admin] Publish callbacks [] for security_group (8e260074-d700-4267-8220-2e5d30124d5a), precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:33:11.016457 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-d7959ca0-0811-438c-9f79-80dc33bcf796 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (c499a017-4b38-4967-b050-d4094e1a7564), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:33:11.050757 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-97f6e13d-5dcd-4c56-b832-864e4fff0e5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433130'] for security_group (8e260074-d700-4267-8220-2e5d30124d5a), after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:33:11.053338 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-97f6e13d-5dcd-4c56-b832-864e4fff0e5a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:33:11.054482 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-97f6e13d-5dcd-4c56-b832-864e4fff0e5a admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/8e260074-d700-4267-8220-2e5d30124d5a HTTP/1.1" status: 204 len: 168 time: 0.1237342 Aug 18 11:33:11.062510 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f6e13d-5dcd-4c56-b832-864e4fff0e5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e260074-d700-4267-8220-2e5d30124d5a,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:33:11.164956 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Device 50c87aa0-f0b6-4079-9e70-ae17cc9b9b40 no longer exists at agent ovs-agent-dv-cinder-853450-2-iscsi {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 11:33:11.184179 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] No Port match for: 50c87aa0-f0b6-4079-9e70-ae17cc9b9b40 {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 18 11:33:11.184552 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Device 50c87aa0-f0b6-4079-9e70-ae17cc9b9b40 not bound to the agent host dv-cinder-853450-2-iscsi {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 11:33:11.184979 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Device b9af98a3-cb9e-4aea-ada1-6b89de688b15 no longer exists at agent ovs-agent-dv-cinder-853450-2-iscsi {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 11:33:11.203689 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] No Port match for: b9af98a3-cb9e-4aea-ada1-6b89de688b15 {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 18 11:33:11.204382 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Device b9af98a3-cb9e-4aea-ada1-6b89de688b15 not bound to the agent host dv-cinder-853450-2-iscsi {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 11:33:11.204496 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Device 243e4cfb-78c1-4056-b337-8bfd24acbd92 no longer exists at agent ovs-agent-dv-cinder-853450-2-iscsi {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 11:33:11.223838 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] No Port match for: 243e4cfb-78c1-4056-b337-8bfd24acbd92 {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 18 11:33:11.224234 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Device 243e4cfb-78c1-4056-b337-8bfd24acbd92 not bound to the agent host dv-cinder-853450-2-iscsi {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 11:33:12.836861 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=7 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:33:12.845806 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:33:13.024945 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.16', 33074) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:33:13.129388 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2b62b0e9-ffcd-409f-9bb2-32bcdcb09cc8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:33:13.209487 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2b62b0e9-ffcd-409f-9bb2-32bcdcb09cc8 admin admin] Publish callbacks [] for security_group (41a30509-d7ed-4aff-9149-927dafa79722), precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:33:13.213094 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2b62b0e9-ffcd-409f-9bb2-32bcdcb09cc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433130'] for security_group (41a30509-d7ed-4aff-9149-927dafa79722), after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:33:13.252375 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [None req-2b62b0e9-ffcd-409f-9bb2-32bcdcb09cc8 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=884fe524215e49a988ec8368d75be24f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2263460 Aug 18 11:33:13.253310 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b62b0e9-ffcd-409f-9bb2-32bcdcb09cc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41a30509-d7ed-4aff-9149-927dafa79722,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:33:13.255112 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.16', 33078) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:33:13.304905 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f28f63a1-2fc5-44ba-9b4b-4dd585c3eca2 admin admin] Publish callbacks [] for security_group (41a30509-d7ed-4aff-9149-927dafa79722), before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:33:13.324983 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f28f63a1-2fc5-44ba-9b4b-4dd585c3eca2 admin admin] Publish callbacks [] for security_group (41a30509-d7ed-4aff-9149-927dafa79722), precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:33:13.355620 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:33:13.373215 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f28f63a1-2fc5-44ba-9b4b-4dd585c3eca2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433130'] for security_group (41a30509-d7ed-4aff-9149-927dafa79722), after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:33:13.376349 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f28f63a1-2fc5-44ba-9b4b-4dd585c3eca2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:33:13.377505 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-f28f63a1-2fc5-44ba-9b4b-4dd585c3eca2 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/41a30509-d7ed-4aff-9149-927dafa79722 HTTP/1.1" status: 204 len: 168 time: 0.1213472 Aug 18 11:33:13.386062 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28f63a1-2fc5-44ba-9b4b-4dd585c3eca2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41a30509-d7ed-4aff-9149-927dafa79722,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:33:13.415183 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-995b5e7e-d576-4a74-b24e-dff6648819d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (5a2ac145-53e3-4597-a9e7-c52b4336ae58), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:33:13.650253 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.16', 33084) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:33:13.657231 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=88,neutron:DELETE=12 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:33:13.665160 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-defa861a-1e91-4386-b9e1-3bff2b749260 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:33:13.743013 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-defa861a-1e91-4386-b9e1-3bff2b749260 admin admin] Publish callbacks [] for security_group (36ba82d8-0fdc-4f49-87fa-075136ebabb4), precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:33:13.746815 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-defa861a-1e91-4386-b9e1-3bff2b749260 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433130'] for security_group (36ba82d8-0fdc-4f49-87fa-075136ebabb4), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:33:13.787329 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defa861a-1e91-4386-b9e1-3bff2b749260 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36ba82d8-0fdc-4f49-87fa-075136ebabb4,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:33:13.791516 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-defa861a-1e91-4386-b9e1-3bff2b749260 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=d6dc4a3701d54f80b110b9155f1fce36&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1403849 Aug 18 11:33:13.794227 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.16', 33086) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:33:13.842001 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-30e948e0-8489-425e-b1f7-976e8e8647db admin admin] Publish callbacks [] for security_group (36ba82d8-0fdc-4f49-87fa-075136ebabb4), before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:33:13.861748 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-30e948e0-8489-425e-b1f7-976e8e8647db admin admin] Publish callbacks [] for security_group (36ba82d8-0fdc-4f49-87fa-075136ebabb4), precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:33:13.907571 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-30e948e0-8489-425e-b1f7-976e8e8647db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433130'] for security_group (36ba82d8-0fdc-4f49-87fa-075136ebabb4), after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:33:13.911080 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-30e948e0-8489-425e-b1f7-976e8e8647db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:33:13.912184 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-30e948e0-8489-425e-b1f7-976e8e8647db admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/36ba82d8-0fdc-4f49-87fa-075136ebabb4 HTTP/1.1" status: 204 len: 168 time: 0.1170821 Aug 18 11:33:13.919768 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e948e0-8489-425e-b1f7-976e8e8647db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36ba82d8-0fdc-4f49-87fa-075136ebabb4,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:33:14.747190 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-a5cc8183-7213-4642-9d48-bc0d47940d29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (29720577-1c8f-43c1-a8be-c2a14df8d65e), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:33:16.009829 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (69d4285f-736d-41a6-a99e-1994eed59bce), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:33:16.543226 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c68edff8-e550-48a3-9de2-17badfe483c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (307af099-d926-4e52-9df3-0cd09baf3c81), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:33:17.003493 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.16', 33218) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:33:17.109287 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a6965df5-49df-4724-bea9-d804a5e4fab0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:33:17.184943 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a6965df5-49df-4724-bea9-d804a5e4fab0 admin admin] Publish callbacks [] for security_group (f961e129-b0ea-4003-822b-73c83a053e02), precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:33:17.188591 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a6965df5-49df-4724-bea9-d804a5e4fab0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433130'] for security_group (f961e129-b0ea-4003-822b-73c83a053e02), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:33:17.227601 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6965df5-49df-4724-bea9-d804a5e4fab0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f961e129-b0ea-4003-822b-73c83a053e02,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:33:17.231838 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-a6965df5-49df-4724-bea9-d804a5e4fab0 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=f7a3ed6d967a41b4a5fd19f042e0cc37&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2266886 Aug 18 11:33:17.234514 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.16', 33222) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:33:17.281915 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d26731ed-5f9d-4c75-a0be-b244c10a4e4d admin admin] Publish callbacks [] for security_group (f961e129-b0ea-4003-822b-73c83a053e02), before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:33:17.302882 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d26731ed-5f9d-4c75-a0be-b244c10a4e4d admin admin] Publish callbacks [] for security_group (f961e129-b0ea-4003-822b-73c83a053e02), precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:33:17.349750 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d26731ed-5f9d-4c75-a0be-b244c10a4e4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433130'] for security_group (f961e129-b0ea-4003-822b-73c83a053e02), after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:33:17.352334 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d26731ed-5f9d-4c75-a0be-b244c10a4e4d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:33:17.353475 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-d26731ed-5f9d-4c75-a0be-b244c10a4e4d admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/f961e129-b0ea-4003-822b-73c83a053e02 HTTP/1.1" status: 204 len: 168 time: 0.1180618 Aug 18 11:33:17.361116 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26731ed-5f9d-4c75-a0be-b244c10a4e4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f961e129-b0ea-4003-822b-73c83a053e02,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:33:17.617685 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.16', 33228) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:33:17.630642 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e621488c-18f4-4c4f-ace7-1c2bbb901b26 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:33:17.664845 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:DELETE=4 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:33:17.704903 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=76,neutron:INSERT=17,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:33:17.710831 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e621488c-18f4-4c4f-ace7-1c2bbb901b26 admin admin] Publish callbacks [] for security_group (3df5d378-2d51-4d52-a850-58a3afdc582a), precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:33:17.714422 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e621488c-18f4-4c4f-ace7-1c2bbb901b26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433130'] for security_group (3df5d378-2d51-4d52-a850-58a3afdc582a), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:33:17.757888 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-e621488c-18f4-4c4f-ace7-1c2bbb901b26 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=42d0b4f6d6c0416da4844c6ced24c27d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1391227 Aug 18 11:33:17.758572 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e621488c-18f4-4c4f-ace7-1c2bbb901b26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3df5d378-2d51-4d52-a850-58a3afdc582a,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:33:17.760533 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.16', 33230) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:33:17.777099 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e621488c-18f4-4c4f-ace7-1c2bbb901b26 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:33:17.777448 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e621488c-18f4-4c4f-ace7-1c2bbb901b26 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:33:17.777789 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e621488c-18f4-4c4f-ace7-1c2bbb901b26 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:33:17.778129 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e621488c-18f4-4c4f-ace7-1c2bbb901b26 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:33:17.778462 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e621488c-18f4-4c4f-ace7-1c2bbb901b26 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:33:17.778791 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e621488c-18f4-4c4f-ace7-1c2bbb901b26 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:33:17.779117 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e621488c-18f4-4c4f-ace7-1c2bbb901b26 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:33:17.779442 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e621488c-18f4-4c4f-ace7-1c2bbb901b26 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:33:17.779766 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e621488c-18f4-4c4f-ace7-1c2bbb901b26 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:33:17.780088 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e621488c-18f4-4c4f-ace7-1c2bbb901b26 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:33:17.780437 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e621488c-18f4-4c4f-ace7-1c2bbb901b26 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:33:17.780762 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e621488c-18f4-4c4f-ace7-1c2bbb901b26 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:33:17.781081 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e621488c-18f4-4c4f-ace7-1c2bbb901b26 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:33:17.781399 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e621488c-18f4-4c4f-ace7-1c2bbb901b26 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:33:17.781715 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e621488c-18f4-4c4f-ace7-1c2bbb901b26 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:33:17.821697 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-108a55b3-0b03-4531-9c5b-cf8e39ef76fb admin admin] Publish callbacks [] for security_group (3df5d378-2d51-4d52-a850-58a3afdc582a), before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:33:17.841899 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-108a55b3-0b03-4531-9c5b-cf8e39ef76fb admin admin] Publish callbacks [] for security_group (3df5d378-2d51-4d52-a850-58a3afdc582a), precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:33:17.888453 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-108a55b3-0b03-4531-9c5b-cf8e39ef76fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433130'] for security_group (3df5d378-2d51-4d52-a850-58a3afdc582a), after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:33:17.891200 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-108a55b3-0b03-4531-9c5b-cf8e39ef76fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:33:17.892368 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-108a55b3-0b03-4531-9c5b-cf8e39ef76fb admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/3df5d378-2d51-4d52-a850-58a3afdc582a HTTP/1.1" status: 204 len: 168 time: 0.1308825 Aug 18 11:33:17.901442 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108a55b3-0b03-4531-9c5b-cf8e39ef76fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3df5d378-2d51-4d52-a850-58a3afdc582a,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:33:22.916453 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.16', 33324) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:33:23.022585 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-102f57b8-ae0d-42e6-8538-447e1022e4ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:33:23.101552 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-102f57b8-ae0d-42e6-8538-447e1022e4ca admin admin] Publish callbacks [] for security_group (96a05c68-9a28-446b-8be6-6dd8ae364983), precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:33:23.105351 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-102f57b8-ae0d-42e6-8538-447e1022e4ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433130'] for security_group (96a05c68-9a28-446b-8be6-6dd8ae364983), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:33:23.148915 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-102f57b8-ae0d-42e6-8538-447e1022e4ca admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=9e92b79691f44b13bc617921e38cf504&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2313371 Aug 18 11:33:23.149792 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102f57b8-ae0d-42e6-8538-447e1022e4ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96a05c68-9a28-446b-8be6-6dd8ae364983,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:33:23.151688 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.16', 33328) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:33:23.202056 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ffacfa8f-7fd4-4c2f-84d9-2721c0010cc0 admin admin] Publish callbacks [] for security_group (96a05c68-9a28-446b-8be6-6dd8ae364983), before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:33:23.222416 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ffacfa8f-7fd4-4c2f-84d9-2721c0010cc0 admin admin] Publish callbacks [] for security_group (96a05c68-9a28-446b-8be6-6dd8ae364983), precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:33:23.252825 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=83,neutron:DELETE=8,neutron:UPDATE=2,neutron:INSERT=7 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:33:23.273516 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ffacfa8f-7fd4-4c2f-84d9-2721c0010cc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433130'] for security_group (96a05c68-9a28-446b-8be6-6dd8ae364983), after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:33:23.276280 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ffacfa8f-7fd4-4c2f-84d9-2721c0010cc0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:33:23.277427 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [None req-ffacfa8f-7fd4-4c2f-84d9-2721c0010cc0 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/96a05c68-9a28-446b-8be6-6dd8ae364983 HTTP/1.1" status: 204 len: 168 time: 0.1246357 Aug 18 11:33:23.285960 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffacfa8f-7fd4-4c2f-84d9-2721c0010cc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96a05c68-9a28-446b-8be6-6dd8ae364983,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:33:23.293512 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffacfa8f-7fd4-4c2f-84d9-2721c0010cc0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:33:23.293969 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffacfa8f-7fd4-4c2f-84d9-2721c0010cc0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:33:23.294412 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffacfa8f-7fd4-4c2f-84d9-2721c0010cc0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:33:23.294869 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffacfa8f-7fd4-4c2f-84d9-2721c0010cc0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:33:23.295210 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffacfa8f-7fd4-4c2f-84d9-2721c0010cc0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:33:23.295547 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffacfa8f-7fd4-4c2f-84d9-2721c0010cc0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:33:23.295878 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffacfa8f-7fd4-4c2f-84d9-2721c0010cc0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:33:23.296229 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffacfa8f-7fd4-4c2f-84d9-2721c0010cc0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:33:23.296562 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffacfa8f-7fd4-4c2f-84d9-2721c0010cc0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:33:23.296893 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffacfa8f-7fd4-4c2f-84d9-2721c0010cc0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:33:23.297224 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffacfa8f-7fd4-4c2f-84d9-2721c0010cc0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:33:23.297551 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffacfa8f-7fd4-4c2f-84d9-2721c0010cc0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:33:23.297876 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffacfa8f-7fd4-4c2f-84d9-2721c0010cc0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:33:23.298199 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffacfa8f-7fd4-4c2f-84d9-2721c0010cc0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:33:23.298523 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffacfa8f-7fd4-4c2f-84d9-2721c0010cc0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:33:23.391561 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.agents_db [None req-8a9264f7-88d3-4c8b-91d1-adcc6bb37de7 None None] Agent healthcheck: found 6 active agents {{(pid=106381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 11:33:23.589656 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.16', 33334) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:33:23.603165 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-bacf667a-4118-448c-a024-ff99ea11ad9f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:33:23.673409 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=82,neutron:DELETE=7,neutron:UPDATE=4,neutron:INSERT=7 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:33:23.687311 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-bacf667a-4118-448c-a024-ff99ea11ad9f admin admin] Publish callbacks [] for security_group (edd63a75-f991-463f-a141-1c458f89ca3d), precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:33:23.702020 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-bacf667a-4118-448c-a024-ff99ea11ad9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433130'] for security_group (edd63a75-f991-463f-a141-1c458f89ca3d), after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:33:23.741851 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacf667a-4118-448c-a024-ff99ea11ad9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edd63a75-f991-463f-a141-1c458f89ca3d,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:33:23.746111 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [None req-bacf667a-4118-448c-a024-ff99ea11ad9f admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=cf50776b47004796a1460e99d10e9bbe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1554317 Aug 18 11:33:23.748888 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.16', 33336) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:33:23.797616 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-034049cb-bc83-425c-b85c-3343791aed8d admin admin] Publish callbacks [] for security_group (edd63a75-f991-463f-a141-1c458f89ca3d), before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:33:23.818367 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-034049cb-bc83-425c-b85c-3343791aed8d admin admin] Publish callbacks [] for security_group (edd63a75-f991-463f-a141-1c458f89ca3d), precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:33:23.867642 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-034049cb-bc83-425c-b85c-3343791aed8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433130'] for security_group (edd63a75-f991-463f-a141-1c458f89ca3d), after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:33:23.870168 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-034049cb-bc83-425c-b85c-3343791aed8d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:33:23.871319 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [None req-034049cb-bc83-425c-b85c-3343791aed8d admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/edd63a75-f991-463f-a141-1c458f89ca3d HTTP/1.1" status: 204 len: 168 time: 0.1215205 Aug 18 11:33:23.881569 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034049cb-bc83-425c-b85c-3343791aed8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edd63a75-f991-463f-a141-1c458f89ca3d,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:33:29.846211 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.16', 33418) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:33:29.951756 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e61505cb-bba9-440b-8877-3dff5cbd6f38 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:33:30.027765 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e61505cb-bba9-440b-8877-3dff5cbd6f38 admin admin] Publish callbacks [] for security_group (75efdcc4-0b7a-4ccf-8c68-a5117045710e), precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:33:30.031442 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e61505cb-bba9-440b-8877-3dff5cbd6f38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433130'] for security_group (75efdcc4-0b7a-4ccf-8c68-a5117045710e), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:33:30.072053 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-e61505cb-bba9-440b-8877-3dff5cbd6f38 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=a06cdd0ab2834943972c0622c9f6187c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2247813 Aug 18 11:33:30.073015 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61505cb-bba9-440b-8877-3dff5cbd6f38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75efdcc4-0b7a-4ccf-8c68-a5117045710e,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:33:30.074824 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.16', 33422) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:33:30.125138 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-46a8a1de-a084-4068-be7a-404e4649c3fa admin admin] Publish callbacks [] for security_group (75efdcc4-0b7a-4ccf-8c68-a5117045710e), before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:33:30.144588 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-46a8a1de-a084-4068-be7a-404e4649c3fa admin admin] Publish callbacks [] for security_group (75efdcc4-0b7a-4ccf-8c68-a5117045710e), precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:33:30.193193 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-46a8a1de-a084-4068-be7a-404e4649c3fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433130'] for security_group (75efdcc4-0b7a-4ccf-8c68-a5117045710e), after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:33:30.195777 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-46a8a1de-a084-4068-be7a-404e4649c3fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:33:30.199750 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [None req-46a8a1de-a084-4068-be7a-404e4649c3fa admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/75efdcc4-0b7a-4ccf-8c68-a5117045710e HTTP/1.1" status: 204 len: 168 time: 0.1239328 Aug 18 11:33:30.207592 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a8a1de-a084-4068-be7a-404e4649c3fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75efdcc4-0b7a-4ccf-8c68-a5117045710e,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:33:30.460346 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.16', 33428) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:33:30.473849 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b2645471-4150-4370-b710-bf0a153996af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:33:30.553239 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b2645471-4150-4370-b710-bf0a153996af admin admin] Publish callbacks [] for security_group (37cf540b-fa06-4240-99cc-4116c86d9b28), precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:33:30.556913 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b2645471-4150-4370-b710-bf0a153996af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433130'] for security_group (37cf540b-fa06-4240-99cc-4116c86d9b28), after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:33:30.601794 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [None req-b2645471-4150-4370-b710-bf0a153996af admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=8cb18783d64e49e4943edb3b5e79d8b4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1373966 Aug 18 11:33:30.601794 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2645471-4150-4370-b710-bf0a153996af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37cf540b-fa06-4240-99cc-4116c86d9b28,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:33:30.602390 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.16', 33430) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:33:30.651267 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-497daf4b-0b0f-45f0-99c3-6104e8ba7ce2 admin admin] Publish callbacks [] for security_group (37cf540b-fa06-4240-99cc-4116c86d9b28), before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:33:30.671283 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-497daf4b-0b0f-45f0-99c3-6104e8ba7ce2 admin admin] Publish callbacks [] for security_group (37cf540b-fa06-4240-99cc-4116c86d9b28), precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:33:30.677503 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:INSERT=12,neutron:SELECT=86,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:33:30.720052 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-497daf4b-0b0f-45f0-99c3-6104e8ba7ce2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433130'] for security_group (37cf540b-fa06-4240-99cc-4116c86d9b28), after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:33:30.722572 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-497daf4b-0b0f-45f0-99c3-6104e8ba7ce2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:33:30.724309 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-497daf4b-0b0f-45f0-99c3-6104e8ba7ce2 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/37cf540b-fa06-4240-99cc-4116c86d9b28 HTTP/1.1" status: 204 len: 168 time: 0.1202736 Aug 18 11:33:30.731968 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497daf4b-0b0f-45f0-99c3-6104e8ba7ce2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37cf540b-fa06-4240-99cc-4116c86d9b28,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:33:33.390967 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=2 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:33:36.741807 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (0c451e2b-fe38-44d1-984c-2dd7bcedf4dc), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:33:38.778059 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.16', 33548) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:33:38.885827 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-0f9ec7c2-f10b-4943-812d-e6bc17f416ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:33:38.935733 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=73,neutron:DELETE=7,neutron:INSERT=19,neutron:UPDATE=1 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:33:38.964058 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-0f9ec7c2-f10b-4943-812d-e6bc17f416ea admin admin] Publish callbacks [] for security_group (c16f730b-9e4a-430f-a97b-dd7d20417446), precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:33:38.967321 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-0f9ec7c2-f10b-4943-812d-e6bc17f416ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433130'] for security_group (c16f730b-9e4a-430f-a97b-dd7d20417446), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:33:39.006399 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-0f9ec7c2-f10b-4943-812d-e6bc17f416ea admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=7be106c6e2404583ace1d747b30c603f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2272787 Aug 18 11:33:39.007250 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9ec7c2-f10b-4943-812d-e6bc17f416ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c16f730b-9e4a-430f-a97b-dd7d20417446,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:33:39.009949 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.16', 33552) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:33:39.040155 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=78,neutron:INSERT=16,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:33:39.064338 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9dfc879b-1f7b-4bfc-9670-b8723ce3ec77 admin admin] Publish callbacks [] for security_group (c16f730b-9e4a-430f-a97b-dd7d20417446), before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:33:39.084872 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9dfc879b-1f7b-4bfc-9670-b8723ce3ec77 admin admin] Publish callbacks [] for security_group (c16f730b-9e4a-430f-a97b-dd7d20417446), precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:33:39.132174 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9dfc879b-1f7b-4bfc-9670-b8723ce3ec77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433130'] for security_group (c16f730b-9e4a-430f-a97b-dd7d20417446), after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:33:39.134778 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9dfc879b-1f7b-4bfc-9670-b8723ce3ec77 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:33:39.135922 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [None req-9dfc879b-1f7b-4bfc-9670-b8723ce3ec77 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/c16f730b-9e4a-430f-a97b-dd7d20417446 HTTP/1.1" status: 204 len: 168 time: 0.1246948 Aug 18 11:33:39.143769 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfc879b-1f7b-4bfc-9670-b8723ce3ec77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c16f730b-9e4a-430f-a97b-dd7d20417446,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:33:39.401146 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.16', 33558) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:33:39.415577 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d6e52a74-dae2-41bf-8771-7e498a06c969 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:33:39.495825 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d6e52a74-dae2-41bf-8771-7e498a06c969 admin admin] Publish callbacks [] for security_group (82787de7-82b1-4506-958c-8321c1e92156), precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:33:39.499562 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d6e52a74-dae2-41bf-8771-7e498a06c969 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433130'] for security_group (82787de7-82b1-4506-958c-8321c1e92156), after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:33:39.509732 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:33:39.542046 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [None req-d6e52a74-dae2-41bf-8771-7e498a06c969 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=97110613c3c54831875214b5f243ec64&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1398466 Aug 18 11:33:39.543140 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e52a74-dae2-41bf-8771-7e498a06c969 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82787de7-82b1-4506-958c-8321c1e92156,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:33:39.544886 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.16', 33560) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:33:39.594742 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-9c3819f7-fefc-42f2-aedc-c3f7f467911b admin admin] Publish callbacks [] for security_group (82787de7-82b1-4506-958c-8321c1e92156), before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:33:39.615621 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-9c3819f7-fefc-42f2-aedc-c3f7f467911b admin admin] Publish callbacks [] for security_group (82787de7-82b1-4506-958c-8321c1e92156), precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:33:39.663104 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-9c3819f7-fefc-42f2-aedc-c3f7f467911b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433130'] for security_group (82787de7-82b1-4506-958c-8321c1e92156), after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:33:39.665665 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-9c3819f7-fefc-42f2-aedc-c3f7f467911b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:33:39.666877 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-9c3819f7-fefc-42f2-aedc-c3f7f467911b admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/82787de7-82b1-4506-958c-8321c1e92156 HTTP/1.1" status: 204 len: 168 time: 0.1208112 Aug 18 11:33:39.674519 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3819f7-fefc-42f2-aedc-c3f7f467911b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82787de7-82b1-4506-958c-8321c1e92156,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:33:39.685938 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=61,neutron:UPDATE=3 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:33:39.687248 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=52,neutron:UPDATE=3 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:33:39.985890 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.16', 33566) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:33:40.000372 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-74b5d1cc-fcce-485b-b7b6-7beb0b3b9c72 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:33:40.087465 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-74b5d1cc-fcce-485b-b7b6-7beb0b3b9c72 admin admin] Publish callbacks [] for security_group (d4efb9f4-4c07-4277-8dc3-8e939727366c), precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:33:40.091348 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-74b5d1cc-fcce-485b-b7b6-7beb0b3b9c72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433130'] for security_group (d4efb9f4-4c07-4277-8dc3-8e939727366c), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:33:40.131864 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-74b5d1cc-fcce-485b-b7b6-7beb0b3b9c72 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=73f14b34494546ec890a494642bda9e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1449142 Aug 18 11:33:40.132715 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b5d1cc-fcce-485b-b7b6-7beb0b3b9c72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4efb9f4-4c07-4277-8dc3-8e939727366c,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:33:40.135005 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.16', 33568) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:33:40.184460 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-710adf1b-84c3-429f-af02-54db27876d56 admin admin] Publish callbacks [] for security_group (d4efb9f4-4c07-4277-8dc3-8e939727366c), before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:33:40.206257 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-710adf1b-84c3-429f-af02-54db27876d56 admin admin] Publish callbacks [] for security_group (d4efb9f4-4c07-4277-8dc3-8e939727366c), precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:33:40.253593 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-710adf1b-84c3-429f-af02-54db27876d56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433130'] for security_group (d4efb9f4-4c07-4277-8dc3-8e939727366c), after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:33:40.256772 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-710adf1b-84c3-429f-af02-54db27876d56 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:33:40.257918 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-710adf1b-84c3-429f-af02-54db27876d56 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/d4efb9f4-4c07-4277-8dc3-8e939727366c HTTP/1.1" status: 204 len: 168 time: 0.1220305 Aug 18 11:33:40.265639 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710adf1b-84c3-429f-af02-54db27876d56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4efb9f4-4c07-4277-8dc3-8e939727366c,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:33:40.947290 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.16', 33590) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:33:41.019468 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-b5baff71-a0d3-4d64-9128-90860cab2947 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (c499a017-4b38-4967-b050-d4094e1a7564), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:33:41.049337 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.v2.base [None req-4a75f027-bfb6-4913-899c-6ecb0ed8ceaa admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-439937011-network', 'tenant_id': 'f215c3a85f1c428496d1862a5c72067c'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:33:41.070308 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a75f027-bfb6-4913-899c-6ecb0ed8ceaa admin admin] Made reservation on behalf of f215c3a85f1c428496d1862a5c72067c for: {'network': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 11:33:41.072686 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-4a75f027-bfb6-4913-899c-6ecb0ed8ceaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for network (None), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:33:41.094837 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-4a75f027-bfb6-4913-899c-6ecb0ed8ceaa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:33:41.113221 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:33:41.173087 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-4a75f027-bfb6-4913-899c-6ecb0ed8ceaa admin admin] Publish callbacks [] for security_group (56b3c148-faab-4e55-ab1d-302700cca067), precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:33:41.177295 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-4a75f027-bfb6-4913-899c-6ecb0ed8ceaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433130'] for security_group (56b3c148-faab-4e55-ab1d-302700cca067), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:33:41.196745 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=81,neutron:DELETE=4,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:33:41.203927 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a75f027-bfb6-4913-899c-6ecb0ed8ceaa admin admin] vlan segment allocate from pool success with {'vlan_id': 969, 'physical_network': 'physnet1'} {{(pid=106379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 11:33:41.221098 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a75f027-bfb6-4913-899c-6ecb0ed8ceaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56b3c148-faab-4e55-ab1d-302700cca067,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:33:41.226605 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-4a75f027-bfb6-4913-899c-6ecb0ed8ceaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3609830'] for segment (8900eaba-5c51-45e8-8464-9b2961f08a13), precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:33:41.227066 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.db.segments_db [None req-4a75f027-bfb6-4913-899c-6ecb0ed8ceaa admin admin] Added segment 8900eaba-5c51-45e8-8464-9b2961f08a13 of type vlan for network cb34bfd6-afd9-49aa-9df8-61facb4f70ee Aug 18 11:33:41.274531 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-4a75f027-bfb6-4913-899c-6ecb0ed8ceaa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732802498636'] for network (cb34bfd6-afd9-49aa-9df8-61facb4f70ee), precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:33:41.298687 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-4a75f027-bfb6-4913-899c-6ecb0ed8ceaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403'] for network (cb34bfd6-afd9-49aa-9df8-61facb4f70ee), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:33:41.299662 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a75f027-bfb6-4913-899c-6ecb0ed8ceaa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:33:41.300269 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-4a75f027-bfb6-4913-899c-6ecb0ed8ceaa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682417'] for network (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:33:41.360629 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-4a75f027-bfb6-4913-899c-6ecb0ed8ceaa admin admin] 10.222.0.16 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4120739 Aug 18 11:33:41.363333 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.16', 33594) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:33:41.368570 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.v2.base [None req-b4cfb35d-91b7-428e-bbe1-96e55352b089 admin admin] Request body: {'subnet': {'network_id': 'cb34bfd6-afd9-49aa-9df8-61facb4f70ee', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-439937011-subnet', 'tenant_id': 'f215c3a85f1c428496d1862a5c72067c', 'ip_version': 4}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:33:41.378193 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a75f027-bfb6-4913-899c-6ecb0ed8ceaa admin admin] Pushing event updated for resources: {'Network': ['ID=cb34bfd6-afd9-49aa-9df8-61facb4f70ee,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:33:41.388895 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Network cb34bfd6-afd9-49aa-9df8-61facb4f70ee details requested by agent ovs-agent-dv-cinder-853450-2-iscsi with host dv-cinder-853450-2-iscsi {{(pid=106380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 11:33:41.393585 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4cfb35d-91b7-428e-bbe1-96e55352b089 admin admin] Made reservation on behalf of f215c3a85f1c428496d1862a5c72067c for: {'subnet': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 11:33:41.396652 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b4cfb35d-91b7-428e-bbe1-96e55352b089 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11267958'] for subnet (None), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:33:41.565744 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b4cfb35d-91b7-428e-bbe1-96e55352b089 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1640095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11267864'] for subnet (5f6fc857-d41d-46a6-aab6-5047e21bc185), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:33:41.615948 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cfb35d-91b7-428e-bbe1-96e55352b089 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f6fc857-d41d-46a6-aab6-5047e21bc185,revision_number=0']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:33:41.631314 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4cfb35d-91b7-428e-bbe1-96e55352b089 admin admin] Checking segment: {'id': '8900eaba-5c51-45e8-8464-9b2961f08a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 969, 'network_id': 'cb34bfd6-afd9-49aa-9df8-61facb4f70ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 18 11:33:41.631669 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4cfb35d-91b7-428e-bbe1-96e55352b089 admin admin] Network hostable DHCP agents. Network: cb34bfd6-afd9-49aa-9df8-61facb4f70ee, hostable agents: ['c499a017-4b38-4967-b050-d4094e1a7564'], hosted agents: [] {{(pid=106379) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 11:33:41.647893 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4cfb35d-91b7-428e-bbe1-96e55352b089 admin admin] Network cb34bfd6-afd9-49aa-9df8-61facb4f70ee is scheduled to be hosted by DHCP agent c499a017-4b38-4967-b050-d4094e1a7564 with binding_index 1 {{(pid=106379) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 11:33:41.656175 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-b4cfb35d-91b7-428e-bbe1-96e55352b089 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-853450-2-iscsi, cb34bfd6-afd9-49aa-9df8-61facb4f70ee) {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 11:33:41.660514 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4cfb35d-91b7-428e-bbe1-96e55352b089 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:33:41.661195 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b4cfb35d-91b7-428e-bbe1-96e55352b089 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:33:41.665934 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ace5d33-f57d-43d5-9d10-de244c4bee41 None None] Network cb34bfd6-afd9-49aa-9df8-61facb4f70ee requested from dv-cinder-853450-2-iscsi {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 18 11:33:41.678728 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-b4cfb35d-91b7-428e-bbe1-96e55352b089 admin admin] 10.222.0.16 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3143799 Aug 18 11:33:41.681447 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.16', 33596) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:33:41.685513 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.v2.base [None req-58a0da3a-1794-45d3-ae81-52e72f494522 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-439937011-router', 'tenant_id': 'f215c3a85f1c428496d1862a5c72067c', 'external_gateway_info': {'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153'}}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:33:41.705859 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-58a0da3a-1794-45d3-ae81-52e72f494522 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-519984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13683'] for router (f9fba6ab-c472-4ff2-9a49-9998fae2661c), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:33:41.706841 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-58a0da3a-1794-45d3-ae81-52e72f494522 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-519014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-494146', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-365753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13578'] for router (f9fba6ab-c472-4ff2-9a49-9998fae2661c), precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:33:41.761241 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-58a0da3a-1794-45d3-ae81-52e72f494522 admin admin] Publish callbacks [] for router_controller (f9fba6ab-c472-4ff2-9a49-9998fae2661c), precommit_add_association {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:33:41.771217 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22d22eae-a541-4fd3-bbc3-d344ea7137a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c84b3fc-1835-5fce-b972-629e751b1ddf-cb34bfd6-afd9-49aa-9df8-61facb4f70ee', 'network_id': 'cb34bfd6-afd9-49aa-9df8-61facb4f70ee', 'project_id': 'f215c3a85f1c428496d1862a5c72067c', 'fixed_ips': [{'subnet_id': '5f6fc857-d41d-46a6-aab6-5047e21bc185'}]}} from dv-cinder-853450-2-iscsi. {{(pid=106380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 18 11:33:41.772204 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-22d22eae-a541-4fd3-bbc3-d344ea7137a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (None), before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:33:41.899048 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-58a0da3a-1794-45d3-ae81-52e72f494522 admin admin] Publish callbacks [] for router_gateway (f9fba6ab-c472-4ff2-9a49-9998fae2661c), precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:33:41.901865 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=76,neutron:INSERT=16,neutron:UPDATE=6,neutron:DELETE=2 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:33:41.909467 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.db_base_plugin_common [None req-22d22eae-a541-4fd3-bbc3-d344ea7137a3 None None] Allocated IP 172.20.0.2 (cb34bfd6-afd9-49aa-9df8-61facb4f70ee/5f6fc857-d41d-46a6-aab6-5047e21bc185/d1e516ef-e02d-4092-9a45-55f4b9e990c8) {{(pid=106380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 11:33:42.048376 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:33:42.093045 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-58a0da3a-1794-45d3-ae81-52e72f494522 admin admin] Publish callbacks [] for router_gateway (f9fba6ab-c472-4ff2-9a49-9998fae2661c), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:33:42.115303 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-58a0da3a-1794-45d3-ae81-52e72f494522 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (None), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:33:42.177240 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-22d22eae-a541-4fd3-bbc3-d344ea7137a3 None None] Publish callbacks [] for port (d1e516ef-e02d-4092-9a45-55f4b9e990c8), precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:33:42.182693 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-22d22eae-a541-4fd3-bbc3-d344ea7137a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732802528781'] for port (d1e516ef-e02d-4092-9a45-55f4b9e990c8), after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:33:42.222670 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.db.db_base_plugin_common [None req-58a0da3a-1794-45d3-ae81-52e72f494522 admin admin] Allocated IP 172.27.4.246 (c4d5f339-67bc-4c12-8231-94aca87a7153/76ee03a1-e6cb-4518-8461-de8749842f4e/d95a176d-df34-4a45-b905-0ccdc0fa0ea0) {{(pid=106379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 11:33:42.222906 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22d22eae-a541-4fd3-bbc3-d344ea7137a3 None None] Network cb34bfd6-afd9-49aa-9df8-61facb4f70ee is already hosted by enough agents. {{(pid=106380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 11:33:42.225817 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.scheduler.base_scheduler [None req-22d22eae-a541-4fd3-bbc3-d344ea7137a3 None None] Resources bound (agent type, host, resource id): {{(pid=106380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 11:33:42.229903 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22d22eae-a541-4fd3-bbc3-d344ea7137a3 None None] Received port after_create {{(pid=106380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 18 11:33:42.236588 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d22eae-a541-4fd3-bbc3-d344ea7137a3 None None] Pushing event updated for resources: {'Port': ['ID=d1e516ef-e02d-4092-9a45-55f4b9e990c8,revision_number=1']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:33:42.263928 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d22eae-a541-4fd3-bbc3-d344ea7137a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:33:42.264303 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d22eae-a541-4fd3-bbc3-d344ea7137a3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:33:42.264664 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d22eae-a541-4fd3-bbc3-d344ea7137a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:33:42.264983 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d22eae-a541-4fd3-bbc3-d344ea7137a3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:33:42.265312 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d22eae-a541-4fd3-bbc3-d344ea7137a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:33:42.265641 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d22eae-a541-4fd3-bbc3-d344ea7137a3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:33:42.265964 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d22eae-a541-4fd3-bbc3-d344ea7137a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:33:42.266282 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d22eae-a541-4fd3-bbc3-d344ea7137a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:33:42.266604 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d22eae-a541-4fd3-bbc3-d344ea7137a3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:33:42.266919 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d22eae-a541-4fd3-bbc3-d344ea7137a3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:33:42.267238 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d22eae-a541-4fd3-bbc3-d344ea7137a3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:33:42.267556 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d22eae-a541-4fd3-bbc3-d344ea7137a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:33:42.267871 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d22eae-a541-4fd3-bbc3-d344ea7137a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:33:42.268197 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d22eae-a541-4fd3-bbc3-d344ea7137a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:33:42.268529 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d22eae-a541-4fd3-bbc3-d344ea7137a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:33:42.307415 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-22d22eae-a541-4fd3-bbc3-d344ea7137a3 None None] Attempting to bind port d1e516ef-e02d-4092-9a45-55f4b9e990c8 on host dv-cinder-853450-2-iscsi for vnic_type normal with profile {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 18 11:33:42.307778 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-22d22eae-a541-4fd3-bbc3-d344ea7137a3 None None] Attempting to bind port d1e516ef-e02d-4092-9a45-55f4b9e990c8 by drivers openvswitch,hyperv on host dv-cinder-853450-2-iscsi at level 0 using segments [{'id': '8900eaba-5c51-45e8-8464-9b2961f08a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 969, 'network_id': 'cb34bfd6-afd9-49aa-9df8-61facb4f70ee'}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 18 11:33:42.308142 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d22eae-a541-4fd3-bbc3-d344ea7137a3 None None] Attempting to bind port d1e516ef-e02d-4092-9a45-55f4b9e990c8 on network cb34bfd6-afd9-49aa-9df8-61facb4f70ee {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 18 11:33:42.313302 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d22eae-a541-4fd3-bbc3-d344ea7137a3 None None] Checking agent: {'id': '69d4285f-736d-41a6-a99e-1994eed59bce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-853450-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 18, 11, 7, 46), 'started_at': datetime.datetime(2022, 8, 18, 11, 8, 16), 'heartbeat_timestamp': datetime.datetime(2022, 8, 18, 11, 33, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-853450-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 18 11:33:42.313672 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d22eae-a541-4fd3-bbc3-d344ea7137a3 None None] Checking segment: {'id': '8900eaba-5c51-45e8-8464-9b2961f08a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 969, 'network_id': 'cb34bfd6-afd9-49aa-9df8-61facb4f70ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 18 11:33:42.314065 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-22d22eae-a541-4fd3-bbc3-d344ea7137a3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:33:42.314447 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d22eae-a541-4fd3-bbc3-d344ea7137a3 None None] Bound using segment: {'id': '8900eaba-5c51-45e8-8464-9b2961f08a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 969, 'network_id': 'cb34bfd6-afd9-49aa-9df8-61facb4f70ee'} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 18 11:33:42.314901 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-22d22eae-a541-4fd3-bbc3-d344ea7137a3 None None] Bound port: d1e516ef-e02d-4092-9a45-55f4b9e990c8, host: dv-cinder-853450-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8900eaba-5c51-45e8-8464-9b2961f08a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 969, 'network_id': 'cb34bfd6-afd9-49aa-9df8-61facb4f70ee'}}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 18 11:33:42.315273 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-22d22eae-a541-4fd3-bbc3-d344ea7137a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (d1e516ef-e02d-4092-9a45-55f4b9e990c8), before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:33:42.336860 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-58a0da3a-1794-45d3-ae81-52e72f494522 admin admin] Publish callbacks [] for port (d95a176d-df34-4a45-b905-0ccdc0fa0ea0), precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:33:42.370624 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-58a0da3a-1794-45d3-ae81-52e72f494522 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732802528781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638927'] for port (d95a176d-df34-4a45-b905-0ccdc0fa0ea0), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:33:42.375604 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-22d22eae-a541-4fd3-bbc3-d344ea7137a3 None None] For port d1e516ef-e02d-4092-9a45-55f4b9e990c8, host dv-cinder-853450-2-iscsi, cleared binding levels {{(pid=106380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 11:33:42.378743 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-22d22eae-a541-4fd3-bbc3-d344ea7137a3 None None] For port d1e516ef-e02d-4092-9a45-55f4b9e990c8, host dv-cinder-853450-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853450-2-iscsi',level=0,port_id=d1e516ef-e02d-4092-9a45-55f4b9e990c8,segment=NetworkSegment(8900eaba-5c51-45e8-8464-9b2961f08a13),segment_id=8900eaba-5c51-45e8-8464-9b2961f08a13)] {{(pid=106380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 11:33:42.385724 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-22d22eae-a541-4fd3-bbc3-d344ea7137a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732803053689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732802528799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732802528817'] for port (d1e516ef-e02d-4092-9a45-55f4b9e990c8), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:33:42.413509 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58a0da3a-1794-45d3-ae81-52e72f494522 admin admin] Network c4d5f339-67bc-4c12-8231-94aca87a7153 is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 11:33:42.418746 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-58a0da3a-1794-45d3-ae81-52e72f494522 admin admin] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 11:33:42.422570 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a0da3a-1794-45d3-ae81-52e72f494522 admin admin] Received port after_create {{(pid=106379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 18 11:33:42.437653 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d22eae-a541-4fd3-bbc3-d344ea7137a3 None None] Pushing event updated for resources: {'Port': ['ID=d1e516ef-e02d-4092-9a45-55f4b9e990c8,revision_number=2']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:33:42.444492 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a0da3a-1794-45d3-ae81-52e72f494522 admin admin] Pushing event updated for resources: {'Port': ['ID=d95a176d-df34-4a45-b905-0ccdc0fa0ea0,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:33:42.911207 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-58a0da3a-1794-45d3-ae81-52e72f494522 admin admin] Publish callbacks [] for router_gateway (f9fba6ab-c472-4ff2-9a49-9998fae2661c), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:33:42.996328 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:33:43.106901 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-58a0da3a-1794-45d3-ae81-52e72f494522 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-518933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-519602'] for router (f9fba6ab-c472-4ff2-9a49-9998fae2661c), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:33:43.193691 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:33:43.206736 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Device d1e516ef-e02d-4092-9a45-55f4b9e990c8 up at agent ovs-agent-dv-cinder-853450-2-iscsi {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 11:33:43.247521 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58a0da3a-1794-45d3-ae81-52e72f494522 admin admin] Router f9fba6ab-c472-4ff2-9a49-9998fae2661c is scheduled to L3 agent 5a2ac145-53e3-4597-a9e7-c52b4336ae58 with binding_index 1 {{(pid=106379) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 11:33:43.256264 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Provisioning complete for port d1e516ef-e02d-4092-9a45-55f4b9e990c8 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 18 11:33:43.256648 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619404'] for port (d1e516ef-e02d-4092-9a45-55f4b9e990c8), provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:33:43.287906 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:33:43.303626 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:33:43.335897 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Current status of the port d1e516ef-e02d-4092-9a45-55f4b9e990c8 is: DOWN; New status is: ACTIVE {{(pid=106380) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 11:33:43.336332 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (d1e516ef-e02d-4092-9a45-55f4b9e990c8), before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:33:43.347871 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf2bd39f-4c56-492a-b562-3ec32fbc5065 None None] Network cb34bfd6-afd9-49aa-9df8-61facb4f70ee requested from dv-cinder-853450-2-iscsi {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 18 11:33:43.368288 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58a0da3a-1794-45d3-ae81-52e72f494522 admin admin] Notify agent at l3_agent.dv-cinder-853450-2-iscsi the message routers_updated {{(pid=106379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 11:33:43.376620 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b09927c8-d8b9-4bed-a0a1-89c9de8e6375 None None] Sync routers for ids ['f9fba6ab-c472-4ff2-9a49-9998fae2661c'] in dv-cinder-853450-2-iscsi {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 11:33:43.388052 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b09927c8-d8b9-4bed-a0a1-89c9de8e6375 None None] Routers {'f9fba6ab-c472-4ff2-9a49-9998fae2661c'} bound to L3 agent in host dv-cinder-853450-2-iscsi {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 18 11:33:43.388702 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-b09927c8-d8b9-4bed-a0a1-89c9de8e6375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853450-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-18T11:07:43Z,description=,heartbeat_timestamp=2022-08-18T11:33:13Z,host='dv-cinder-853450-2-iscsi',id=5a2ac145-53e3-4597-a9e7-c52b4336ae58,load=0,resource_versions=,resources_synced=,started_at=2022-08-18T11:07:43Z,topic='l3_agent')) {'router_ids': ['f9fba6ab-c472-4ff2-9a49-9998fae2661c'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:33:43.389268 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-58a0da3a-1794-45d3-ae81-52e72f494522 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:33:43.390501 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-58a0da3a-1794-45d3-ae81-52e72f494522 admin admin] 10.222.0.16 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.7081199 Aug 18 11:33:43.393147 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.16', 33598) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:33:43.453350 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] For port d1e516ef-e02d-4092-9a45-55f4b9e990c8, host dv-cinder-853450-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853450-2-iscsi',level=0,port_id=d1e516ef-e02d-4092-9a45-55f4b9e990c8,segment=NetworkSegment(8900eaba-5c51-45e8-8464-9b2961f08a13),segment_id=8900eaba-5c51-45e8-8464-9b2961f08a13)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:33:43.455807 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-23b6f32c-8aba-49ca-bc1c-9bf6587c6980 None None] Provisioning complete for port d1e516ef-e02d-4092-9a45-55f4b9e990c8 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 18 11:33:43.456429 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-23b6f32c-8aba-49ca-bc1c-9bf6587c6980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619404'] for port (d1e516ef-e02d-4092-9a45-55f4b9e990c8), provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:33:43.478342 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-dd2875a7-cc95-4923-8356-1c95909b76c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (5a2ac145-53e3-4597-a9e7-c52b4336ae58), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:33:43.480144 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732803053689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732802528799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732802528817'] for port (d1e516ef-e02d-4092-9a45-55f4b9e990c8), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:33:43.507959 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-b09927c8-d8b9-4bed-a0a1-89c9de8e6375 None None] Set router f9fba6ab-c472-4ff2-9a49-9998fae2661c gateway port host: dv-cinder-853450-2-iscsi {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 18 11:33:43.598858 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Pushing event updated for resources: {'Port': ['ID=d1e516ef-e02d-4092-9a45-55f4b9e990c8,revision_number=3']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:33:43.648541 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-23b6f32c-8aba-49ca-bc1c-9bf6587c6980 None None] Current status of the port d1e516ef-e02d-4092-9a45-55f4b9e990c8 is: ACTIVE; New status is: ACTIVE {{(pid=106380) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 11:33:43.708433 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-b09927c8-d8b9-4bed-a0a1-89c9de8e6375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9fba6ab-c472-4ff2-9a49-9998fae2661c', 'name': 'tempest-TestShelveInstance-439937011-router', 'tenant_id': 'f215c3a85f1c428496d1862a5c72067c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'external_fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.246'}], 'enable_snat': True}, 'gw_port_id': 'd95a176d-df34-4a45-b905-0ccdc0fa0ea0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T11:33:41Z', 'updated_at': '2022-08-18T11:33:42Z', 'revision_number': 3, 'project_id': 'f215c3a85f1c428496d1862a5c72067c', 'gw_port': {'id': 'd95a176d-df34-4a45-b905-0ccdc0fa0ea0', 'name': '', 'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:26:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9fba6ab-c472-4ff2-9a49-9998fae2661c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:33:42Z', 'updated_at': '2022-08-18T11:33:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853450-2-iscsi'}], 'dv-cinder-853450-2-iscsi', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:33:43.738632 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b09927c8-d8b9-4bed-a0a1-89c9de8e6375 None None] Checking router: f9fba6ab-c472-4ff2-9a49-9998fae2661c for host: dv-cinder-853450-2-iscsi {{(pid=106381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 11:33:43.739732 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b09927c8-d8b9-4bed-a0a1-89c9de8e6375 None None] Updating router f9fba6ab-c472-4ff2-9a49-9998fae2661c port d95a176d-df34-4a45-b905-0ccdc0fa0ea0 binding host dv-cinder-853450-2-iscsi {{(pid=106381) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 11:33:43.773071 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-b09927c8-d8b9-4bed-a0a1-89c9de8e6375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (d95a176d-df34-4a45-b905-0ccdc0fa0ea0), before_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:33:43.850858 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-cef99613-8dc1-4a12-a146-e3a06100c23e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (None), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:33:43.867567 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-58ae4722-f29b-4bb2-b058-52408a48c2df None None] Provisioning complete for port d1e516ef-e02d-4092-9a45-55f4b9e990c8 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 18 11:33:43.867845 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-58ae4722-f29b-4bb2-b058-52408a48c2df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619404'] for port (d1e516ef-e02d-4092-9a45-55f4b9e990c8), provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:33:43.948826 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-58ae4722-f29b-4bb2-b058-52408a48c2df None None] Current status of the port d1e516ef-e02d-4092-9a45-55f4b9e990c8 is: ACTIVE; New status is: ACTIVE {{(pid=106380) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 11:33:43.987529 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:33:44.011653 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.db.db_base_plugin_common [None req-cef99613-8dc1-4a12-a146-e3a06100c23e admin admin] Allocated IP 172.20.0.1 (cb34bfd6-afd9-49aa-9df8-61facb4f70ee/5f6fc857-d41d-46a6-aab6-5047e21bc185/15077d47-5dbe-4a2d-820c-8d1010e44b2d) {{(pid=106379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 11:33:44.033383 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-b09927c8-d8b9-4bed-a0a1-89c9de8e6375 None None] Publish callbacks [] for port (d95a176d-df34-4a45-b905-0ccdc0fa0ea0), precommit_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:33:44.039026 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-b09927c8-d8b9-4bed-a0a1-89c9de8e6375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732803053689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732802528799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732802528817'] for port (d95a176d-df34-4a45-b905-0ccdc0fa0ea0), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:33:44.075228 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-b09927c8-d8b9-4bed-a0a1-89c9de8e6375 None None] Attempting to bind port d95a176d-df34-4a45-b905-0ccdc0fa0ea0 on host dv-cinder-853450-2-iscsi for vnic_type normal with profile {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 18 11:33:44.075595 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-b09927c8-d8b9-4bed-a0a1-89c9de8e6375 None None] Attempting to bind port d95a176d-df34-4a45-b905-0ccdc0fa0ea0 by drivers openvswitch,hyperv on host dv-cinder-853450-2-iscsi at level 0 using segments [{'id': '67ba5125-9fc9-4a45-924f-a98fceaf00fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153'}] {{(pid=106381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 18 11:33:44.075956 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b09927c8-d8b9-4bed-a0a1-89c9de8e6375 None None] Attempting to bind port d95a176d-df34-4a45-b905-0ccdc0fa0ea0 on network c4d5f339-67bc-4c12-8231-94aca87a7153 {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 18 11:33:44.084066 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:33:44.086893 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b09927c8-d8b9-4bed-a0a1-89c9de8e6375 None None] Checking agent: {'id': '69d4285f-736d-41a6-a99e-1994eed59bce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-853450-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 18, 11, 7, 46), 'started_at': datetime.datetime(2022, 8, 18, 11, 8, 16), 'heartbeat_timestamp': datetime.datetime(2022, 8, 18, 11, 33, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-853450-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 18 11:33:44.087264 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b09927c8-d8b9-4bed-a0a1-89c9de8e6375 None None] Checking segment: {'id': '67ba5125-9fc9-4a45-924f-a98fceaf00fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 18 11:33:44.087660 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-b09927c8-d8b9-4bed-a0a1-89c9de8e6375 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:33:44.088049 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b09927c8-d8b9-4bed-a0a1-89c9de8e6375 None None] Bound using segment: {'id': '67ba5125-9fc9-4a45-924f-a98fceaf00fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153'} {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 18 11:33:44.088545 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-b09927c8-d8b9-4bed-a0a1-89c9de8e6375 None None] Bound port: d95a176d-df34-4a45-b905-0ccdc0fa0ea0, host: dv-cinder-853450-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67ba5125-9fc9-4a45-924f-a98fceaf00fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153'}}] {{(pid=106381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 18 11:33:44.089060 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-b09927c8-d8b9-4bed-a0a1-89c9de8e6375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (d95a176d-df34-4a45-b905-0ccdc0fa0ea0), before_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:33:44.112690 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763e9521-93d2-4651-b9de-5f29c286cfbb None None] Pushing event updated for resources: {'Port': ['ID=d95a176d-df34-4a45-b905-0ccdc0fa0ea0,revision_number=2']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:33:44.122420 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763e9521-93d2-4651-b9de-5f29c286cfbb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:33:44.122758 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763e9521-93d2-4651-b9de-5f29c286cfbb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:33:44.123118 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763e9521-93d2-4651-b9de-5f29c286cfbb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:33:44.123455 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763e9521-93d2-4651-b9de-5f29c286cfbb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:33:44.123785 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763e9521-93d2-4651-b9de-5f29c286cfbb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:33:44.124110 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763e9521-93d2-4651-b9de-5f29c286cfbb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:33:44.124464 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763e9521-93d2-4651-b9de-5f29c286cfbb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:33:44.124791 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763e9521-93d2-4651-b9de-5f29c286cfbb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:33:44.125113 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763e9521-93d2-4651-b9de-5f29c286cfbb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:33:44.125434 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763e9521-93d2-4651-b9de-5f29c286cfbb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:33:44.125759 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763e9521-93d2-4651-b9de-5f29c286cfbb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:33:44.126077 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763e9521-93d2-4651-b9de-5f29c286cfbb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:33:44.126393 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763e9521-93d2-4651-b9de-5f29c286cfbb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:33:44.126707 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763e9521-93d2-4651-b9de-5f29c286cfbb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:33:44.127022 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763e9521-93d2-4651-b9de-5f29c286cfbb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:33:44.130393 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-cef99613-8dc1-4a12-a146-e3a06100c23e admin admin] Publish callbacks [] for port (15077d47-5dbe-4a2d-820c-8d1010e44b2d), precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:33:44.159734 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-b09927c8-d8b9-4bed-a0a1-89c9de8e6375 None None] For port d95a176d-df34-4a45-b905-0ccdc0fa0ea0, host dv-cinder-853450-2-iscsi, cleared binding levels {{(pid=106381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 11:33:44.164150 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-b09927c8-d8b9-4bed-a0a1-89c9de8e6375 None None] For port d95a176d-df34-4a45-b905-0ccdc0fa0ea0, host dv-cinder-853450-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853450-2-iscsi',level=0,port_id=d95a176d-df34-4a45-b905-0ccdc0fa0ea0,segment=NetworkSegment(67ba5125-9fc9-4a45-924f-a98fceaf00fb),segment_id=67ba5125-9fc9-4a45-924f-a98fceaf00fb)] {{(pid=106381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 11:33:44.167954 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-cef99613-8dc1-4a12-a146-e3a06100c23e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732802528781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638927'] for port (15077d47-5dbe-4a2d-820c-8d1010e44b2d), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:33:44.171304 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-b09927c8-d8b9-4bed-a0a1-89c9de8e6375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732803053689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732802528799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732802528817'] for port (d95a176d-df34-4a45-b905-0ccdc0fa0ea0), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:33:44.201345 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:33:44.209298 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cef99613-8dc1-4a12-a146-e3a06100c23e admin admin] Network cb34bfd6-afd9-49aa-9df8-61facb4f70ee is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 11:33:44.209508 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b09927c8-d8b9-4bed-a0a1-89c9de8e6375 None None] Routers {'f9fba6ab-c472-4ff2-9a49-9998fae2661c'} bound to L3 agent in host dv-cinder-853450-2-iscsi {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 18 11:33:44.209977 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-b09927c8-d8b9-4bed-a0a1-89c9de8e6375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853450-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-18T11:07:43Z,description=,heartbeat_timestamp=2022-08-18T11:33:43Z,host='dv-cinder-853450-2-iscsi',id=5a2ac145-53e3-4597-a9e7-c52b4336ae58,load=0,resource_versions=,resources_synced=,started_at=2022-08-18T11:07:43Z,topic='l3_agent')) {'router_ids': ['f9fba6ab-c472-4ff2-9a49-9998fae2661c'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:33:44.214408 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-cef99613-8dc1-4a12-a146-e3a06100c23e admin admin] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 11:33:44.218307 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef99613-8dc1-4a12-a146-e3a06100c23e admin admin] Received port after_create {{(pid=106379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 18 11:33:44.245816 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef99613-8dc1-4a12-a146-e3a06100c23e admin admin] Pushing event updated for resources: {'Port': ['ID=15077d47-5dbe-4a2d-820c-8d1010e44b2d,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:33:44.261629 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763e9521-93d2-4651-b9de-5f29c286cfbb None None] Pushing event updated for resources: {'Port': ['ID=d95a176d-df34-4a45-b905-0ccdc0fa0ea0,revision_number=3']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:33:44.265801 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-cef99613-8dc1-4a12-a146-e3a06100c23e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-516804'] for router_interface (f9fba6ab-c472-4ff2-9a49-9998fae2661c), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:33:44.342948 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:33:44.344934 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-b09927c8-d8b9-4bed-a0a1-89c9de8e6375 None None] Set router f9fba6ab-c472-4ff2-9a49-9998fae2661c gateway port host: dv-cinder-853450-2-iscsi {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 18 11:33:44.408356 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-cef99613-8dc1-4a12-a146-e3a06100c23e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (15077d47-5dbe-4a2d-820c-8d1010e44b2d), before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:33:44.470627 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-879da09c-8009-4be0-a05a-0347799e14f5 None None] Provisioning complete for port 15077d47-5dbe-4a2d-820c-8d1010e44b2d triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 18 11:33:44.471253 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-879da09c-8009-4be0-a05a-0347799e14f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619404'] for port (15077d47-5dbe-4a2d-820c-8d1010e44b2d), provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:33:44.505417 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-879da09c-8009-4be0-a05a-0347799e14f5 None None] Port 15077d47-5dbe-4a2d-820c-8d1010e44b2d cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 18 11:33:44.588715 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-cef99613-8dc1-4a12-a146-e3a06100c23e admin admin] Publish callbacks [] for port (15077d47-5dbe-4a2d-820c-8d1010e44b2d), precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:33:44.593698 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-cef99613-8dc1-4a12-a146-e3a06100c23e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732803053689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732802528799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732802528817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1638912'] for port (15077d47-5dbe-4a2d-820c-8d1010e44b2d), after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:33:44.609244 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-b09927c8-d8b9-4bed-a0a1-89c9de8e6375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9fba6ab-c472-4ff2-9a49-9998fae2661c', 'name': 'tempest-TestShelveInstance-439937011-router', 'tenant_id': 'f215c3a85f1c428496d1862a5c72067c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'external_fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.246'}], 'enable_snat': True}, 'gw_port_id': 'd95a176d-df34-4a45-b905-0ccdc0fa0ea0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T11:33:41Z', 'updated_at': '2022-08-18T11:33:42Z', 'revision_number': 3, 'project_id': 'f215c3a85f1c428496d1862a5c72067c', 'gw_port': {'id': 'd95a176d-df34-4a45-b905-0ccdc0fa0ea0', 'name': '', 'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:26:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9fba6ab-c472-4ff2-9a49-9998fae2661c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853450-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:33:42Z', 'updated_at': '2022-08-18T11:33:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853450-2-iscsi'}], 'dv-cinder-853450-2-iscsi', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:33:44.634725 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b09927c8-d8b9-4bed-a0a1-89c9de8e6375 None None] The sync data for ids ['f9fba6ab-c472-4ff2-9a49-9998fae2661c'] in dv-cinder-853450-2-iscsi is: [{'id': 'f9fba6ab-c472-4ff2-9a49-9998fae2661c', 'name': 'tempest-TestShelveInstance-439937011-router', 'tenant_id': 'f215c3a85f1c428496d1862a5c72067c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'external_fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.246'}], 'enable_snat': True}, 'gw_port_id': 'd95a176d-df34-4a45-b905-0ccdc0fa0ea0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T11:33:41Z', 'updated_at': '2022-08-18T11:33:42Z', 'revision_number': 3, 'project_id': 'f215c3a85f1c428496d1862a5c72067c', 'gw_port': {'id': 'd95a176d-df34-4a45-b905-0ccdc0fa0ea0', 'name': '', 'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:26:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9fba6ab-c472-4ff2-9a49-9998fae2661c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853450-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:33:42Z', 'updated_at': '2022-08-18T11:33:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853450-2-iscsi'}] {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 11:33:44.669789 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef99613-8dc1-4a12-a146-e3a06100c23e admin admin] Pushing event updated for resources: {'Port': ['ID=15077d47-5dbe-4a2d-820c-8d1010e44b2d,revision_number=2']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:33:44.672123 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-cef99613-8dc1-4a12-a146-e3a06100c23e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3683465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-516656'] for router_interface (f9fba6ab-c472-4ff2-9a49-9998fae2661c), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:33:44.753578 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-a5cc8183-7213-4642-9d48-bc0d47940d29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (29720577-1c8f-43c1-a8be-c2a14df8d65e), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:33:44.764635 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:33:44.770738 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cef99613-8dc1-4a12-a146-e3a06100c23e admin admin] Network cb34bfd6-afd9-49aa-9df8-61facb4f70ee is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 11:33:44.772719 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-cef99613-8dc1-4a12-a146-e3a06100c23e admin admin] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 11:33:44.907278 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cef99613-8dc1-4a12-a146-e3a06100c23e admin admin] Router f9fba6ab-c472-4ff2-9a49-9998fae2661c has already been hosted by L3 agent 5a2ac145-53e3-4597-a9e7-c52b4336ae58 {{(pid=106379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 11:33:44.922284 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:33:45.027603 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-b240b6cd-36ef-46a2-bec3-b60e01b8f4e5 None None] Provisioning complete for port 15077d47-5dbe-4a2d-820c-8d1010e44b2d triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 18 11:33:45.027992 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-b240b6cd-36ef-46a2-bec3-b60e01b8f4e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619404'] for port (15077d47-5dbe-4a2d-820c-8d1010e44b2d), provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:33:45.036552 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cef99613-8dc1-4a12-a146-e3a06100c23e admin admin] Notify agent at l3_agent.dv-cinder-853450-2-iscsi the message routers_updated {{(pid=106379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 11:33:45.048308 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-cef99613-8dc1-4a12-a146-e3a06100c23e admin admin] 10.222.0.16 "PUT /networking/v2.0/routers/f9fba6ab-c472-4ff2-9a49-9998fae2661c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6476817 Aug 18 11:33:45.061516 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-b240b6cd-36ef-46a2-bec3-b60e01b8f4e5 None None] Port 15077d47-5dbe-4a2d-820c-8d1010e44b2d cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 18 11:33:45.279643 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Device d1e516ef-e02d-4092-9a45-55f4b9e990c8 up at agent ovs-agent-dv-cinder-853450-2-iscsi {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 11:33:45.330733 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Provisioning complete for port d1e516ef-e02d-4092-9a45-55f4b9e990c8 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 18 11:33:45.331207 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619404'] for port (d1e516ef-e02d-4092-9a45-55f4b9e990c8), provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:33:45.415549 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Current status of the port d1e516ef-e02d-4092-9a45-55f4b9e990c8 is: ACTIVE; New status is: ACTIVE {{(pid=106380) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 11:33:45.417005 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Device d95a176d-df34-4a45-b905-0ccdc0fa0ea0 up at agent ovs-agent-dv-cinder-853450-2-iscsi {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 11:33:45.467074 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Provisioning complete for port d95a176d-df34-4a45-b905-0ccdc0fa0ea0 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 18 11:33:45.467455 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619404'] for port (d95a176d-df34-4a45-b905-0ccdc0fa0ea0), provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:33:45.501474 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:33:45.537513 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:33:45.552688 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Current status of the port d95a176d-df34-4a45-b905-0ccdc0fa0ea0 is: DOWN; New status is: ACTIVE {{(pid=106380) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 11:33:45.553333 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (d95a176d-df34-4a45-b905-0ccdc0fa0ea0), before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:33:45.576476 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] For port d95a176d-df34-4a45-b905-0ccdc0fa0ea0, host dv-cinder-853450-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853450-2-iscsi',level=0,port_id=d95a176d-df34-4a45-b905-0ccdc0fa0ea0,segment=NetworkSegment(67ba5125-9fc9-4a45-924f-a98fceaf00fb),segment_id=67ba5125-9fc9-4a45-924f-a98fceaf00fb)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:33:45.580383 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732803053689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732802528799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732802528817'] for port (d95a176d-df34-4a45-b905-0ccdc0fa0ea0), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:33:45.593378 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.16', 33614) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:33:45.599343 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.v2.base [None req-816b3ad6-2df5-421c-a197-550f69079969 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-371296556-network', 'tenant_id': 'c3c85d5165774e80812175604ae1d2cf'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:33:45.620920 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-816b3ad6-2df5-421c-a197-550f69079969 admin admin] Made reservation on behalf of c3c85d5165774e80812175604ae1d2cf for: {'network': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 11:33:45.623356 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-816b3ad6-2df5-421c-a197-550f69079969 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for network (None), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:33:45.632133 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-816b3ad6-2df5-421c-a197-550f69079969 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:33:45.633237 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Pushing event updated for resources: {'Port': ['ID=d95a176d-df34-4a45-b905-0ccdc0fa0ea0,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:33:45.710322 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-816b3ad6-2df5-421c-a197-550f69079969 admin admin] Publish callbacks [] for security_group (a93dbe4d-3c59-428e-9899-3481eac998db), precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:33:45.714535 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-816b3ad6-2df5-421c-a197-550f69079969 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433130'] for security_group (a93dbe4d-3c59-428e-9899-3481eac998db), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:33:45.742172 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-816b3ad6-2df5-421c-a197-550f69079969 admin admin] vlan segment allocate from pool success with {'vlan_id': 970, 'physical_network': 'physnet1'} {{(pid=106379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 11:33:45.751340 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816b3ad6-2df5-421c-a197-550f69079969 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a93dbe4d-3c59-428e-9899-3481eac998db,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:33:45.758347 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-816b3ad6-2df5-421c-a197-550f69079969 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3609830'] for segment (e93d3aa2-088d-4b00-929e-1f5a513dd1a4), precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:33:45.759343 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.db.segments_db [None req-816b3ad6-2df5-421c-a197-550f69079969 admin admin] Added segment e93d3aa2-088d-4b00-929e-1f5a513dd1a4 of type vlan for network 5d661c76-4771-4045-91db-b22039ed22bc Aug 18 11:33:45.802082 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-816b3ad6-2df5-421c-a197-550f69079969 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732802498636'] for network (5d661c76-4771-4045-91db-b22039ed22bc), precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:33:45.826327 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-816b3ad6-2df5-421c-a197-550f69079969 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403'] for network (5d661c76-4771-4045-91db-b22039ed22bc), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:33:45.827568 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-816b3ad6-2df5-421c-a197-550f69079969 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:33:45.828155 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-816b3ad6-2df5-421c-a197-550f69079969 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682417'] for network (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:33:45.887867 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-816b3ad6-2df5-421c-a197-550f69079969 admin admin] 10.222.0.16 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.2933173 Aug 18 11:33:45.890989 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.16', 33616) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:33:45.894335 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816b3ad6-2df5-421c-a197-550f69079969 admin admin] Pushing event updated for resources: {'Network': ['ID=5d661c76-4771-4045-91db-b22039ed22bc,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:33:45.896171 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.v2.base [None req-9da159d0-5b66-4ea3-b8aa-b1cf580e7a05 admin admin] Request body: {'subnet': {'network_id': '5d661c76-4771-4045-91db-b22039ed22bc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-371296556-subnet', 'tenant_id': 'c3c85d5165774e80812175604ae1d2cf', 'ip_version': 4}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:33:45.905064 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Network 5d661c76-4771-4045-91db-b22039ed22bc details requested by agent ovs-agent-dv-cinder-853450-2-iscsi with host dv-cinder-853450-2-iscsi {{(pid=106380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 11:33:45.921273 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9da159d0-5b66-4ea3-b8aa-b1cf580e7a05 admin admin] Made reservation on behalf of c3c85d5165774e80812175604ae1d2cf for: {'subnet': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 11:33:45.923539 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9da159d0-5b66-4ea3-b8aa-b1cf580e7a05 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11843941'] for subnet (None), before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:33:46.003820 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (69d4285f-736d-41a6-a99e-1994eed59bce), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:33:46.095849 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9da159d0-5b66-4ea3-b8aa-b1cf580e7a05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11810139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11843851'] for subnet (26ce4fd4-17f5-494c-b588-524ffc896e81), after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:33:46.165828 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da159d0-5b66-4ea3-b8aa-b1cf580e7a05 admin admin] Pushing event updated for resources: {'Subnet': ['ID=26ce4fd4-17f5-494c-b588-524ffc896e81,revision_number=0']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:33:46.175343 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9da159d0-5b66-4ea3-b8aa-b1cf580e7a05 admin admin] Checking segment: {'id': 'e93d3aa2-088d-4b00-929e-1f5a513dd1a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 970, 'network_id': '5d661c76-4771-4045-91db-b22039ed22bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 18 11:33:46.175343 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9da159d0-5b66-4ea3-b8aa-b1cf580e7a05 admin admin] Network hostable DHCP agents. Network: 5d661c76-4771-4045-91db-b22039ed22bc, hostable agents: ['c499a017-4b38-4967-b050-d4094e1a7564'], hosted agents: [] {{(pid=106378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 11:33:46.191405 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9da159d0-5b66-4ea3-b8aa-b1cf580e7a05 admin admin] Network 5d661c76-4771-4045-91db-b22039ed22bc is scheduled to be hosted by DHCP agent c499a017-4b38-4967-b050-d4094e1a7564 with binding_index 1 {{(pid=106378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 11:33:46.198420 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c2b4d2-d42c-4337-bd56-2c34e7b6c6e3 None None] Sync routers for ids ['f9fba6ab-c472-4ff2-9a49-9998fae2661c'] in dv-cinder-853450-2-iscsi {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 11:33:46.200961 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-9da159d0-5b66-4ea3-b8aa-b1cf580e7a05 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-853450-2-iscsi, 5d661c76-4771-4045-91db-b22039ed22bc) {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 11:33:46.206242 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9da159d0-5b66-4ea3-b8aa-b1cf580e7a05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:33:46.207528 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9da159d0-5b66-4ea3-b8aa-b1cf580e7a05 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682417'] for subnet (None), before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:33:46.212057 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57bd0d31-448a-4987-8e7c-dd214784b7d0 None None] Network 5d661c76-4771-4045-91db-b22039ed22bc requested from dv-cinder-853450-2-iscsi {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 18 11:33:46.214540 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c2b4d2-d42c-4337-bd56-2c34e7b6c6e3 None None] Routers {'f9fba6ab-c472-4ff2-9a49-9998fae2661c'} bound to L3 agent in host dv-cinder-853450-2-iscsi {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 18 11:33:46.215238 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-b3c2b4d2-d42c-4337-bd56-2c34e7b6c6e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853450-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-18T11:07:43Z,description=,heartbeat_timestamp=2022-08-18T11:33:43Z,host='dv-cinder-853450-2-iscsi',id=5a2ac145-53e3-4597-a9e7-c52b4336ae58,load=0,resource_versions=,resources_synced=,started_at=2022-08-18T11:07:43Z,topic='l3_agent')) {'router_ids': ['f9fba6ab-c472-4ff2-9a49-9998fae2661c'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:33:46.226386 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [None req-9da159d0-5b66-4ea3-b8aa-b1cf580e7a05 admin admin] 10.222.0.16 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3333039 Aug 18 11:33:46.228024 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.16', 33618) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:33:46.232611 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.v2.base [None req-083379a3-1f14-4be6-9b59-cc754f06c39d admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-371296556-router', 'tenant_id': 'c3c85d5165774e80812175604ae1d2cf', 'external_gateway_info': {'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153'}}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:33:46.253237 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-083379a3-1f14-4be6-9b59-cc754f06c39d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-519984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13683'] for router (934cf6c5-b8db-47c2-a2b5-ce89cd164466), before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:33:46.254225 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-083379a3-1f14-4be6-9b59-cc754f06c39d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-519014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-494146', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-365753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13578'] for router (934cf6c5-b8db-47c2-a2b5-ce89cd164466), precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:33:46.304403 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-083379a3-1f14-4be6-9b59-cc754f06c39d admin admin] Publish callbacks [] for router_controller (934cf6c5-b8db-47c2-a2b5-ce89cd164466), precommit_add_association {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:33:46.396763 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-b3c2b4d2-d42c-4337-bd56-2c34e7b6c6e3 None None] Set router f9fba6ab-c472-4ff2-9a49-9998fae2661c gateway port host: dv-cinder-853450-2-iscsi {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 18 11:33:46.406592 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=84,neutron:DELETE=3,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:33:46.424342 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f77d8693-21b3-46ad-bfaf-2f66d61922cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c84b3fc-1835-5fce-b972-629e751b1ddf-5d661c76-4771-4045-91db-b22039ed22bc', 'network_id': '5d661c76-4771-4045-91db-b22039ed22bc', 'project_id': 'c3c85d5165774e80812175604ae1d2cf', 'fixed_ips': [{'subnet_id': '26ce4fd4-17f5-494c-b588-524ffc896e81'}]}} from dv-cinder-853450-2-iscsi. {{(pid=106380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 18 11:33:46.425253 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-f77d8693-21b3-46ad-bfaf-2f66d61922cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (None), before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:33:46.443564 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-083379a3-1f14-4be6-9b59-cc754f06c39d admin admin] Publish callbacks [] for router_gateway (934cf6c5-b8db-47c2-a2b5-ce89cd164466), precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:33:46.617779 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c68edff8-e550-48a3-9de2-17badfe483c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (307af099-d926-4e52-9df3-0cd09baf3c81), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:33:46.631063 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-083379a3-1f14-4be6-9b59-cc754f06c39d admin admin] Publish callbacks [] for router_gateway (934cf6c5-b8db-47c2-a2b5-ce89cd164466), before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:33:46.656929 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-083379a3-1f14-4be6-9b59-cc754f06c39d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (None), before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:33:46.754359 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:33:46.768528 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-083379a3-1f14-4be6-9b59-cc754f06c39d admin admin] Allocated IP 172.27.4.221 (c4d5f339-67bc-4c12-8231-94aca87a7153/76ee03a1-e6cb-4518-8461-de8749842f4e/25ff6e53-7d44-4475-9450-94d3adf3dbe4) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 11:33:46.848605 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.db_base_plugin_common [None req-f77d8693-21b3-46ad-bfaf-2f66d61922cb None None] Allocated IP 172.20.0.2 (5d661c76-4771-4045-91db-b22039ed22bc/26ce4fd4-17f5-494c-b588-524ffc896e81/f16ac3ad-1d99-46df-8e4a-c6755bb71aa0) {{(pid=106380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 11:33:46.867620 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-b3c2b4d2-d42c-4337-bd56-2c34e7b6c6e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9fba6ab-c472-4ff2-9a49-9998fae2661c', 'name': 'tempest-TestShelveInstance-439937011-router', 'tenant_id': 'f215c3a85f1c428496d1862a5c72067c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'external_fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.246'}], 'enable_snat': True}, 'gw_port_id': 'd95a176d-df34-4a45-b905-0ccdc0fa0ea0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T11:33:41Z', 'updated_at': '2022-08-18T11:33:44Z', 'revision_number': 4, 'project_id': 'f215c3a85f1c428496d1862a5c72067c', 'gw_port': {'id': 'd95a176d-df34-4a45-b905-0ccdc0fa0ea0', 'name': '', 'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:26:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9fba6ab-c472-4ff2-9a49-9998fae2661c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853450-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:33:42Z', 'updated_at': '2022-08-18T11:33:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853450-2-iscsi', '_interfaces': [{'id': '15077d47-5dbe-4a2d-820c-8d1010e44b2d', 'name': '', 'network_id': 'cb34bfd6-afd9-49aa-9df8-61facb4f70ee', 'tenant_id': 'f215c3a85f1c428496d1862a5c72067c', 'mac_address': 'fa:16:3e:af:37:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9fba6ab-c472-4ff2-9a49-9998fae2661c', 'device_owner': 'network:router_interface', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '5f6fc857-d41d-46a6-aab6-5047e21bc185', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:33:43Z', 'updated_at': '2022-08-18T11:33:44Z', 'revision_number': 2, 'project_id': 'f215c3a85f1c428496d1862a5c72067c', 'subnets': [{'id': '5f6fc857-d41d-46a6-aab6-5047e21bc185', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853450-2-iscsi', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:33:46.883210 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-083379a3-1f14-4be6-9b59-cc754f06c39d admin admin] Publish callbacks [] for port (25ff6e53-7d44-4475-9450-94d3adf3dbe4), precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:33:46.900458 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c2b4d2-d42c-4337-bd56-2c34e7b6c6e3 None None] Checking router: f9fba6ab-c472-4ff2-9a49-9998fae2661c for host: dv-cinder-853450-2-iscsi {{(pid=106380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 11:33:46.900820 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c2b4d2-d42c-4337-bd56-2c34e7b6c6e3 None None] Updating router f9fba6ab-c472-4ff2-9a49-9998fae2661c port 15077d47-5dbe-4a2d-820c-8d1010e44b2d binding host dv-cinder-853450-2-iscsi {{(pid=106380) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 11:33:46.916547 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-083379a3-1f14-4be6-9b59-cc754f06c39d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732802528781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11809227'] for port (25ff6e53-7d44-4475-9450-94d3adf3dbe4), after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:33:46.955287 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-083379a3-1f14-4be6-9b59-cc754f06c39d admin admin] Network c4d5f339-67bc-4c12-8231-94aca87a7153 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 11:33:46.959851 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-083379a3-1f14-4be6-9b59-cc754f06c39d admin admin] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 11:33:46.963870 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-083379a3-1f14-4be6-9b59-cc754f06c39d admin admin] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 18 11:33:46.969458 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-b3c2b4d2-d42c-4337-bd56-2c34e7b6c6e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (15077d47-5dbe-4a2d-820c-8d1010e44b2d), before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:33:46.985206 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083379a3-1f14-4be6-9b59-cc754f06c39d admin admin] Pushing event updated for resources: {'Port': ['ID=25ff6e53-7d44-4475-9450-94d3adf3dbe4,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:33:46.994627 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:33:47.023424 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:33:47.154277 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-f77d8693-21b3-46ad-bfaf-2f66d61922cb None None] Publish callbacks [] for port (f16ac3ad-1d99-46df-8e4a-c6755bb71aa0), precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:33:47.173982 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-f77d8693-21b3-46ad-bfaf-2f66d61922cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732802528781'] for port (f16ac3ad-1d99-46df-8e4a-c6755bb71aa0), after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:33:47.200990 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=5 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:33:47.215111 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-083379a3-1f14-4be6-9b59-cc754f06c39d admin admin] Publish callbacks [] for router_gateway (934cf6c5-b8db-47c2-a2b5-ce89cd164466), after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:33:47.233085 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Device d95a176d-df34-4a45-b905-0ccdc0fa0ea0 up at agent ovs-agent-dv-cinder-853450-2-iscsi {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 11:33:47.273654 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f77d8693-21b3-46ad-bfaf-2f66d61922cb None None] Network 5d661c76-4771-4045-91db-b22039ed22bc is already hosted by enough agents. {{(pid=106380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 11:33:47.291343 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.scheduler.base_scheduler [None req-f77d8693-21b3-46ad-bfaf-2f66d61922cb None None] Resources bound (agent type, host, resource id): {{(pid=106380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 11:33:47.296560 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77d8693-21b3-46ad-bfaf-2f66d61922cb None None] Pushing event updated for resources: {'Port': ['ID=f16ac3ad-1d99-46df-8e4a-c6755bb71aa0,revision_number=1']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:33:47.299227 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f77d8693-21b3-46ad-bfaf-2f66d61922cb None None] Received port after_create {{(pid=106380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 18 11:33:47.403097 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-083379a3-1f14-4be6-9b59-cc754f06c39d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-518933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-519602'] for router (934cf6c5-b8db-47c2-a2b5-ce89cd164466), after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:33:47.407776 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Provisioning complete for port d95a176d-df34-4a45-b905-0ccdc0fa0ea0 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 18 11:33:47.408154 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619404'] for port (d95a176d-df34-4a45-b905-0ccdc0fa0ea0), provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:33:47.428084 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-f77d8693-21b3-46ad-bfaf-2f66d61922cb None None] Attempting to bind port f16ac3ad-1d99-46df-8e4a-c6755bb71aa0 on host dv-cinder-853450-2-iscsi for vnic_type normal with profile {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 18 11:33:47.428397 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-f77d8693-21b3-46ad-bfaf-2f66d61922cb None None] Attempting to bind port f16ac3ad-1d99-46df-8e4a-c6755bb71aa0 by drivers openvswitch,hyperv on host dv-cinder-853450-2-iscsi at level 0 using segments [{'id': 'e93d3aa2-088d-4b00-929e-1f5a513dd1a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 970, 'network_id': '5d661c76-4771-4045-91db-b22039ed22bc'}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 18 11:33:47.428762 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f77d8693-21b3-46ad-bfaf-2f66d61922cb None None] Attempting to bind port f16ac3ad-1d99-46df-8e4a-c6755bb71aa0 on network 5d661c76-4771-4045-91db-b22039ed22bc {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 18 11:33:47.462360 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f77d8693-21b3-46ad-bfaf-2f66d61922cb None None] Checking agent: {'id': '69d4285f-736d-41a6-a99e-1994eed59bce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-853450-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 18, 11, 7, 46), 'started_at': datetime.datetime(2022, 8, 18, 11, 8, 16), 'heartbeat_timestamp': datetime.datetime(2022, 8, 18, 11, 33, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-853450-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 18 11:33:47.462737 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f77d8693-21b3-46ad-bfaf-2f66d61922cb None None] Checking segment: {'id': 'e93d3aa2-088d-4b00-929e-1f5a513dd1a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 970, 'network_id': '5d661c76-4771-4045-91db-b22039ed22bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 18 11:33:47.463142 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-f77d8693-21b3-46ad-bfaf-2f66d61922cb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:33:47.463540 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f77d8693-21b3-46ad-bfaf-2f66d61922cb None None] Bound using segment: {'id': 'e93d3aa2-088d-4b00-929e-1f5a513dd1a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 970, 'network_id': '5d661c76-4771-4045-91db-b22039ed22bc'} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 18 11:33:47.464021 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-f77d8693-21b3-46ad-bfaf-2f66d61922cb None None] Bound port: f16ac3ad-1d99-46df-8e4a-c6755bb71aa0, host: dv-cinder-853450-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e93d3aa2-088d-4b00-929e-1f5a513dd1a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 970, 'network_id': '5d661c76-4771-4045-91db-b22039ed22bc'}}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 18 11:33:47.464433 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-f77d8693-21b3-46ad-bfaf-2f66d61922cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (f16ac3ad-1d99-46df-8e4a-c6755bb71aa0), before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:33:47.492869 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-b3c2b4d2-d42c-4337-bd56-2c34e7b6c6e3 None None] Publish callbacks [] for port (15077d47-5dbe-4a2d-820c-8d1010e44b2d), precommit_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:33:47.502304 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-b3c2b4d2-d42c-4337-bd56-2c34e7b6c6e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732803053689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732802528799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732802528817'] for port (15077d47-5dbe-4a2d-820c-8d1010e44b2d), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:33:47.532165 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-083379a3-1f14-4be6-9b59-cc754f06c39d admin admin] Router 934cf6c5-b8db-47c2-a2b5-ce89cd164466 is scheduled to L3 agent 5a2ac145-53e3-4597-a9e7-c52b4336ae58 with binding_index 1 {{(pid=106378) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 11:33:47.635395 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-083379a3-1f14-4be6-9b59-cc754f06c39d admin admin] Notify agent at l3_agent.dv-cinder-853450-2-iscsi the message routers_updated {{(pid=106378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 11:33:47.635981 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b204e4-b68b-4809-b245-1135988bfc0e None None] Pushing event updated for resources: {'Port': ['ID=15077d47-5dbe-4a2d-820c-8d1010e44b2d,revision_number=3']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:33:47.640498 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:33:47.649396 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f00f1cd6-cd30-4796-8dcc-97bae86a2f03 None None] Sync routers for ids ['934cf6c5-b8db-47c2-a2b5-ce89cd164466'] in dv-cinder-853450-2-iscsi {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 11:33:47.656265 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-f77d8693-21b3-46ad-bfaf-2f66d61922cb None None] For port f16ac3ad-1d99-46df-8e4a-c6755bb71aa0, host dv-cinder-853450-2-iscsi, cleared binding levels {{(pid=106380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 11:33:47.658573 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-083379a3-1f14-4be6-9b59-cc754f06c39d admin admin] Publish callbacks [] for router (None), before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:33:47.663336 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:33:47.663533 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [None req-083379a3-1f14-4be6-9b59-cc754f06c39d admin admin] 10.222.0.16 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.4310036 Aug 18 11:33:47.664053 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.16', 33620) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:33:47.664614 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f00f1cd6-cd30-4796-8dcc-97bae86a2f03 None None] Routers {'934cf6c5-b8db-47c2-a2b5-ce89cd164466'} bound to L3 agent in host dv-cinder-853450-2-iscsi {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 18 11:33:47.665044 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-f00f1cd6-cd30-4796-8dcc-97bae86a2f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853450-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-18T11:07:43Z,description=,heartbeat_timestamp=2022-08-18T11:33:43Z,host='dv-cinder-853450-2-iscsi',id=5a2ac145-53e3-4597-a9e7-c52b4336ae58,load=0,resource_versions=,resources_synced=,started_at=2022-08-18T11:07:43Z,topic='l3_agent')) {'router_ids': ['934cf6c5-b8db-47c2-a2b5-ce89cd164466'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:33:47.681665 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Current status of the port d95a176d-df34-4a45-b905-0ccdc0fa0ea0 is: ACTIVE; New status is: ACTIVE {{(pid=106380) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 11:33:47.684774 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-f77d8693-21b3-46ad-bfaf-2f66d61922cb None None] For port f16ac3ad-1d99-46df-8e4a-c6755bb71aa0, host dv-cinder-853450-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853450-2-iscsi',level=0,port_id=f16ac3ad-1d99-46df-8e4a-c6755bb71aa0,segment=NetworkSegment(e93d3aa2-088d-4b00-929e-1f5a513dd1a4),segment_id=e93d3aa2-088d-4b00-929e-1f5a513dd1a4)] {{(pid=106380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 11:33:47.690194 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-b3c2b4d2-d42c-4337-bd56-2c34e7b6c6e3 None None] Attempting to bind port 15077d47-5dbe-4a2d-820c-8d1010e44b2d on host dv-cinder-853450-2-iscsi for vnic_type normal with profile {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 18 11:33:47.690568 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-b3c2b4d2-d42c-4337-bd56-2c34e7b6c6e3 None None] Attempting to bind port 15077d47-5dbe-4a2d-820c-8d1010e44b2d by drivers openvswitch,hyperv on host dv-cinder-853450-2-iscsi at level 0 using segments [{'id': '8900eaba-5c51-45e8-8464-9b2961f08a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 969, 'network_id': 'cb34bfd6-afd9-49aa-9df8-61facb4f70ee'}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 18 11:33:47.690927 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c2b4d2-d42c-4337-bd56-2c34e7b6c6e3 None None] Attempting to bind port 15077d47-5dbe-4a2d-820c-8d1010e44b2d on network cb34bfd6-afd9-49aa-9df8-61facb4f70ee {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 18 11:33:47.697699 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-f77d8693-21b3-46ad-bfaf-2f66d61922cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732803053689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732802528799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732802528817'] for port (f16ac3ad-1d99-46df-8e4a-c6755bb71aa0), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:33:47.703374 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c2b4d2-d42c-4337-bd56-2c34e7b6c6e3 None None] Checking agent: {'id': '69d4285f-736d-41a6-a99e-1994eed59bce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-853450-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 18, 11, 7, 46), 'started_at': datetime.datetime(2022, 8, 18, 11, 8, 16), 'heartbeat_timestamp': datetime.datetime(2022, 8, 18, 11, 33, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-853450-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 18 11:33:47.703760 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c2b4d2-d42c-4337-bd56-2c34e7b6c6e3 None None] Checking segment: {'id': '8900eaba-5c51-45e8-8464-9b2961f08a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 969, 'network_id': 'cb34bfd6-afd9-49aa-9df8-61facb4f70ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 18 11:33:47.704636 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-b3c2b4d2-d42c-4337-bd56-2c34e7b6c6e3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:33:47.704636 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c2b4d2-d42c-4337-bd56-2c34e7b6c6e3 None None] Bound using segment: {'id': '8900eaba-5c51-45e8-8464-9b2961f08a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 969, 'network_id': 'cb34bfd6-afd9-49aa-9df8-61facb4f70ee'} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 18 11:33:47.705148 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-b3c2b4d2-d42c-4337-bd56-2c34e7b6c6e3 None None] Bound port: 15077d47-5dbe-4a2d-820c-8d1010e44b2d, host: dv-cinder-853450-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8900eaba-5c51-45e8-8464-9b2961f08a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 969, 'network_id': 'cb34bfd6-afd9-49aa-9df8-61facb4f70ee'}}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 18 11:33:47.705537 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-b3c2b4d2-d42c-4337-bd56-2c34e7b6c6e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (15077d47-5dbe-4a2d-820c-8d1010e44b2d), before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:33:47.779183 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-f00f1cd6-cd30-4796-8dcc-97bae86a2f03 None None] Set router 934cf6c5-b8db-47c2-a2b5-ce89cd164466 gateway port host: dv-cinder-853450-2-iscsi {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 18 11:33:47.790859 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77d8693-21b3-46ad-bfaf-2f66d61922cb None None] Pushing event updated for resources: {'Port': ['ID=f16ac3ad-1d99-46df-8e4a-c6755bb71aa0,revision_number=2']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:33:47.816848 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-b3c2b4d2-d42c-4337-bd56-2c34e7b6c6e3 None None] For port 15077d47-5dbe-4a2d-820c-8d1010e44b2d, host dv-cinder-853450-2-iscsi, cleared binding levels {{(pid=106380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 11:33:47.821034 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-b3c2b4d2-d42c-4337-bd56-2c34e7b6c6e3 None None] For port 15077d47-5dbe-4a2d-820c-8d1010e44b2d, host dv-cinder-853450-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853450-2-iscsi',level=0,port_id=15077d47-5dbe-4a2d-820c-8d1010e44b2d,segment=NetworkSegment(8900eaba-5c51-45e8-8464-9b2961f08a13),segment_id=8900eaba-5c51-45e8-8464-9b2961f08a13)] {{(pid=106380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 11:33:47.828632 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-b3c2b4d2-d42c-4337-bd56-2c34e7b6c6e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732803053689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732802528799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732802528817'] for port (15077d47-5dbe-4a2d-820c-8d1010e44b2d), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:33:47.837612 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:33:47.878004 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c2b4d2-d42c-4337-bd56-2c34e7b6c6e3 None None] Routers {'f9fba6ab-c472-4ff2-9a49-9998fae2661c'} bound to L3 agent in host dv-cinder-853450-2-iscsi {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 18 11:33:47.878695 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-b3c2b4d2-d42c-4337-bd56-2c34e7b6c6e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853450-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-18T11:07:43Z,description=,heartbeat_timestamp=2022-08-18T11:33:43Z,host='dv-cinder-853450-2-iscsi',id=5a2ac145-53e3-4597-a9e7-c52b4336ae58,load=0,resource_versions=,resources_synced=,started_at=2022-08-18T11:07:43Z,topic='l3_agent')) {'router_ids': ['f9fba6ab-c472-4ff2-9a49-9998fae2661c'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:33:47.964905 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b204e4-b68b-4809-b245-1135988bfc0e None None] Pushing event updated for resources: {'Port': ['ID=15077d47-5dbe-4a2d-820c-8d1010e44b2d,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:33:47.994423 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-f00f1cd6-cd30-4796-8dcc-97bae86a2f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '934cf6c5-b8db-47c2-a2b5-ce89cd164466', 'name': 'tempest-TestShelveInstance-371296556-router', 'tenant_id': 'c3c85d5165774e80812175604ae1d2cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'external_fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.221'}], 'enable_snat': True}, 'gw_port_id': '25ff6e53-7d44-4475-9450-94d3adf3dbe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T11:33:46Z', 'updated_at': '2022-08-18T11:33:47Z', 'revision_number': 3, 'project_id': 'c3c85d5165774e80812175604ae1d2cf', 'gw_port': {'id': '25ff6e53-7d44-4475-9450-94d3adf3dbe4', 'name': '', 'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:5f:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '934cf6c5-b8db-47c2-a2b5-ce89cd164466', 'device_owner': 'network:router_gateway', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:33:46Z', 'updated_at': '2022-08-18T11:33:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853450-2-iscsi'}], 'dv-cinder-853450-2-iscsi', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:33:48.034068 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f00f1cd6-cd30-4796-8dcc-97bae86a2f03 None None] Checking router: 934cf6c5-b8db-47c2-a2b5-ce89cd164466 for host: dv-cinder-853450-2-iscsi {{(pid=106381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 11:33:48.034429 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f00f1cd6-cd30-4796-8dcc-97bae86a2f03 None None] Updating router 934cf6c5-b8db-47c2-a2b5-ce89cd164466 port 25ff6e53-7d44-4475-9450-94d3adf3dbe4 binding host dv-cinder-853450-2-iscsi {{(pid=106381) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 11:33:48.064266 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-f00f1cd6-cd30-4796-8dcc-97bae86a2f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (25ff6e53-7d44-4475-9450-94d3adf3dbe4), before_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:33:48.074807 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-b3c2b4d2-d42c-4337-bd56-2c34e7b6c6e3 None None] Set router f9fba6ab-c472-4ff2-9a49-9998fae2661c gateway port host: dv-cinder-853450-2-iscsi {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 18 11:33:48.084478 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:33:48.160554 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:33:48.221216 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-58a0623a-3ab1-4c1f-8e58-fdb56d890b49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (None), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:33:48.291488 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-b3c2b4d2-d42c-4337-bd56-2c34e7b6c6e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9fba6ab-c472-4ff2-9a49-9998fae2661c', 'name': 'tempest-TestShelveInstance-439937011-router', 'tenant_id': 'f215c3a85f1c428496d1862a5c72067c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'external_fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.246'}], 'enable_snat': True}, 'gw_port_id': 'd95a176d-df34-4a45-b905-0ccdc0fa0ea0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T11:33:41Z', 'updated_at': '2022-08-18T11:33:44Z', 'revision_number': 4, 'project_id': 'f215c3a85f1c428496d1862a5c72067c', 'gw_port': {'id': 'd95a176d-df34-4a45-b905-0ccdc0fa0ea0', 'name': '', 'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:26:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9fba6ab-c472-4ff2-9a49-9998fae2661c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853450-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:33:42Z', 'updated_at': '2022-08-18T11:33:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853450-2-iscsi', '_interfaces': [{'id': '15077d47-5dbe-4a2d-820c-8d1010e44b2d', 'name': '', 'network_id': 'cb34bfd6-afd9-49aa-9df8-61facb4f70ee', 'tenant_id': 'f215c3a85f1c428496d1862a5c72067c', 'mac_address': 'fa:16:3e:af:37:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9fba6ab-c472-4ff2-9a49-9998fae2661c', 'device_owner': 'network:router_interface', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '5f6fc857-d41d-46a6-aab6-5047e21bc185', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853450-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:33:43Z', 'updated_at': '2022-08-18T11:33:47Z', 'revision_number': 4, 'project_id': 'f215c3a85f1c428496d1862a5c72067c', 'subnets': [{'id': '5f6fc857-d41d-46a6-aab6-5047e21bc185', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853450-2-iscsi', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:33:48.328635 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c2b4d2-d42c-4337-bd56-2c34e7b6c6e3 None None] The sync data for ids ['f9fba6ab-c472-4ff2-9a49-9998fae2661c'] in dv-cinder-853450-2-iscsi is: [{'id': 'f9fba6ab-c472-4ff2-9a49-9998fae2661c', 'name': 'tempest-TestShelveInstance-439937011-router', 'tenant_id': 'f215c3a85f1c428496d1862a5c72067c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'external_fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.246'}], 'enable_snat': True}, 'gw_port_id': 'd95a176d-df34-4a45-b905-0ccdc0fa0ea0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T11:33:41Z', 'updated_at': '2022-08-18T11:33:44Z', 'revision_number': 4, 'project_id': 'f215c3a85f1c428496d1862a5c72067c', 'gw_port': {'id': 'd95a176d-df34-4a45-b905-0ccdc0fa0ea0', 'name': '', 'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:26:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9fba6ab-c472-4ff2-9a49-9998fae2661c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853450-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:33:42Z', 'updated_at': '2022-08-18T11:33:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853450-2-iscsi', '_interfaces': [{'id': '15077d47-5dbe-4a2d-820c-8d1010e44b2d', 'name': '', 'network_id': 'cb34bfd6-afd9-49aa-9df8-61facb4f70ee', 'tenant_id': 'f215c3a85f1c428496d1862a5c72067c', 'mac_address': 'fa:16:3e:af:37:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9fba6ab-c472-4ff2-9a49-9998fae2661c', 'device_owner': 'network:router_interface', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '5f6fc857-d41d-46a6-aab6-5047e21bc185', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853450-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:33:43Z', 'updated_at': '2022-08-18T11:33:47Z', 'revision_number': 4, 'project_id': 'f215c3a85f1c428496d1862a5c72067c', 'subnets': [{'id': '5f6fc857-d41d-46a6-aab6-5047e21bc185', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 11:33:48.351358 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-f00f1cd6-cd30-4796-8dcc-97bae86a2f03 None None] Publish callbacks [] for port (25ff6e53-7d44-4475-9450-94d3adf3dbe4), precommit_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:33:48.357643 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-f00f1cd6-cd30-4796-8dcc-97bae86a2f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732803053689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732802528799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732802528817'] for port (25ff6e53-7d44-4475-9450-94d3adf3dbe4), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:33:48.397969 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.db.db_base_plugin_common [None req-58a0623a-3ab1-4c1f-8e58-fdb56d890b49 admin admin] Allocated IP 172.20.0.1 (5d661c76-4771-4045-91db-b22039ed22bc/26ce4fd4-17f5-494c-b588-524ffc896e81/81556be7-3952-4b61-9590-8a98354e479d) {{(pid=106379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 11:33:48.414641 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66dcc77d-1518-4737-860a-38ade2ee9905 None None] Pushing event updated for resources: {'Port': ['ID=25ff6e53-7d44-4475-9450-94d3adf3dbe4,revision_number=2']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:33:48.428729 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-f00f1cd6-cd30-4796-8dcc-97bae86a2f03 None None] Attempting to bind port 25ff6e53-7d44-4475-9450-94d3adf3dbe4 on host dv-cinder-853450-2-iscsi for vnic_type normal with profile {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 18 11:33:48.429099 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-f00f1cd6-cd30-4796-8dcc-97bae86a2f03 None None] Attempting to bind port 25ff6e53-7d44-4475-9450-94d3adf3dbe4 by drivers openvswitch,hyperv on host dv-cinder-853450-2-iscsi at level 0 using segments [{'id': '67ba5125-9fc9-4a45-924f-a98fceaf00fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153'}] {{(pid=106381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 18 11:33:48.429457 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f00f1cd6-cd30-4796-8dcc-97bae86a2f03 None None] Attempting to bind port 25ff6e53-7d44-4475-9450-94d3adf3dbe4 on network c4d5f339-67bc-4c12-8231-94aca87a7153 {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 18 11:33:48.434647 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f00f1cd6-cd30-4796-8dcc-97bae86a2f03 None None] Checking agent: {'id': '69d4285f-736d-41a6-a99e-1994eed59bce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-853450-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 18, 11, 7, 46), 'started_at': datetime.datetime(2022, 8, 18, 11, 8, 16), 'heartbeat_timestamp': datetime.datetime(2022, 8, 18, 11, 33, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-853450-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 18 11:33:48.435017 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f00f1cd6-cd30-4796-8dcc-97bae86a2f03 None None] Checking segment: {'id': '67ba5125-9fc9-4a45-924f-a98fceaf00fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 18 11:33:48.435411 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-f00f1cd6-cd30-4796-8dcc-97bae86a2f03 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:33:48.435797 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f00f1cd6-cd30-4796-8dcc-97bae86a2f03 None None] Bound using segment: {'id': '67ba5125-9fc9-4a45-924f-a98fceaf00fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153'} {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 18 11:33:48.436350 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-f00f1cd6-cd30-4796-8dcc-97bae86a2f03 None None] Bound port: 25ff6e53-7d44-4475-9450-94d3adf3dbe4, host: dv-cinder-853450-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67ba5125-9fc9-4a45-924f-a98fceaf00fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153'}}] {{(pid=106381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 18 11:33:48.440891 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-f00f1cd6-cd30-4796-8dcc-97bae86a2f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (25ff6e53-7d44-4475-9450-94d3adf3dbe4), before_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:33:48.479291 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=100 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:33:48.508265 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-f00f1cd6-cd30-4796-8dcc-97bae86a2f03 None None] For port 25ff6e53-7d44-4475-9450-94d3adf3dbe4, host dv-cinder-853450-2-iscsi, cleared binding levels {{(pid=106381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 11:33:48.512166 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-f00f1cd6-cd30-4796-8dcc-97bae86a2f03 None None] For port 25ff6e53-7d44-4475-9450-94d3adf3dbe4, host dv-cinder-853450-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853450-2-iscsi',level=0,port_id=25ff6e53-7d44-4475-9450-94d3adf3dbe4,segment=NetworkSegment(67ba5125-9fc9-4a45-924f-a98fceaf00fb),segment_id=67ba5125-9fc9-4a45-924f-a98fceaf00fb)] {{(pid=106381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 11:33:48.528977 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-f00f1cd6-cd30-4796-8dcc-97bae86a2f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732803053689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732802528799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732802528817'] for port (25ff6e53-7d44-4475-9450-94d3adf3dbe4), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:33:48.596906 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66dcc77d-1518-4737-860a-38ade2ee9905 None None] Pushing event updated for resources: {'Port': ['ID=25ff6e53-7d44-4475-9450-94d3adf3dbe4,revision_number=3']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:33:48.615893 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f00f1cd6-cd30-4796-8dcc-97bae86a2f03 None None] Routers {'934cf6c5-b8db-47c2-a2b5-ce89cd164466'} bound to L3 agent in host dv-cinder-853450-2-iscsi {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 18 11:33:48.616586 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-f00f1cd6-cd30-4796-8dcc-97bae86a2f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853450-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-18T11:07:43Z,description=,heartbeat_timestamp=2022-08-18T11:33:43Z,host='dv-cinder-853450-2-iscsi',id=5a2ac145-53e3-4597-a9e7-c52b4336ae58,load=0,resource_versions=,resources_synced=,started_at=2022-08-18T11:07:43Z,topic='l3_agent')) {'router_ids': ['934cf6c5-b8db-47c2-a2b5-ce89cd164466'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:33:48.710170 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:33:48.742925 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-f00f1cd6-cd30-4796-8dcc-97bae86a2f03 None None] Set router 934cf6c5-b8db-47c2-a2b5-ce89cd164466 gateway port host: dv-cinder-853450-2-iscsi {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 18 11:33:48.825168 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-58a0623a-3ab1-4c1f-8e58-fdb56d890b49 admin admin] Publish callbacks [] for port (81556be7-3952-4b61-9590-8a98354e479d), precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:33:48.871114 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-58a0623a-3ab1-4c1f-8e58-fdb56d890b49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732802528781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638927'] for port (81556be7-3952-4b61-9590-8a98354e479d), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:33:48.901502 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58a0623a-3ab1-4c1f-8e58-fdb56d890b49 admin admin] Network 5d661c76-4771-4045-91db-b22039ed22bc is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 11:33:48.904938 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-58a0623a-3ab1-4c1f-8e58-fdb56d890b49 admin admin] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 11:33:48.907099 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae244e3f-087a-4be7-b628-9beaf6168a5a None None] Network 5d661c76-4771-4045-91db-b22039ed22bc requested from dv-cinder-853450-2-iscsi {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 18 11:33:48.907600 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a0623a-3ab1-4c1f-8e58-fdb56d890b49 admin admin] Received port after_create {{(pid=106379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 18 11:33:48.966424 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-f00f1cd6-cd30-4796-8dcc-97bae86a2f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '934cf6c5-b8db-47c2-a2b5-ce89cd164466', 'name': 'tempest-TestShelveInstance-371296556-router', 'tenant_id': 'c3c85d5165774e80812175604ae1d2cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'external_fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.221'}], 'enable_snat': True}, 'gw_port_id': '25ff6e53-7d44-4475-9450-94d3adf3dbe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T11:33:46Z', 'updated_at': '2022-08-18T11:33:47Z', 'revision_number': 3, 'project_id': 'c3c85d5165774e80812175604ae1d2cf', 'gw_port': {'id': '25ff6e53-7d44-4475-9450-94d3adf3dbe4', 'name': '', 'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:5f:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '934cf6c5-b8db-47c2-a2b5-ce89cd164466', 'device_owner': 'network:router_gateway', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853450-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:33:46Z', 'updated_at': '2022-08-18T11:33:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853450-2-iscsi'}], 'dv-cinder-853450-2-iscsi', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:33:48.999508 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f00f1cd6-cd30-4796-8dcc-97bae86a2f03 None None] The sync data for ids ['934cf6c5-b8db-47c2-a2b5-ce89cd164466'] in dv-cinder-853450-2-iscsi is: [{'id': '934cf6c5-b8db-47c2-a2b5-ce89cd164466', 'name': 'tempest-TestShelveInstance-371296556-router', 'tenant_id': 'c3c85d5165774e80812175604ae1d2cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'external_fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.221'}], 'enable_snat': True}, 'gw_port_id': '25ff6e53-7d44-4475-9450-94d3adf3dbe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T11:33:46Z', 'updated_at': '2022-08-18T11:33:47Z', 'revision_number': 3, 'project_id': 'c3c85d5165774e80812175604ae1d2cf', 'gw_port': {'id': '25ff6e53-7d44-4475-9450-94d3adf3dbe4', 'name': '', 'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:5f:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '934cf6c5-b8db-47c2-a2b5-ce89cd164466', 'device_owner': 'network:router_gateway', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853450-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:33:46Z', 'updated_at': '2022-08-18T11:33:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853450-2-iscsi'}] {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 11:33:49.012541 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a0623a-3ab1-4c1f-8e58-fdb56d890b49 admin admin] Pushing event updated for resources: {'Port': ['ID=81556be7-3952-4b61-9590-8a98354e479d,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:33:49.018607 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-58a0623a-3ab1-4c1f-8e58-fdb56d890b49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-516804'] for router_interface (934cf6c5-b8db-47c2-a2b5-ce89cd164466), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:33:49.042473 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-8743860d-3b2d-46b2-a599-d78d58429846 None None] Provisioning complete for port f16ac3ad-1d99-46df-8e4a-c6755bb71aa0 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 18 11:33:49.042848 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8743860d-3b2d-46b2-a599-d78d58429846 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619404'] for port (f16ac3ad-1d99-46df-8e4a-c6755bb71aa0), provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:33:49.139780 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-8743860d-3b2d-46b2-a599-d78d58429846 None None] Current status of the port f16ac3ad-1d99-46df-8e4a-c6755bb71aa0 is: DOWN; New status is: ACTIVE {{(pid=106380) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 11:33:49.140182 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8743860d-3b2d-46b2-a599-d78d58429846 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (f16ac3ad-1d99-46df-8e4a-c6755bb71aa0), before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:33:49.185478 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8743860d-3b2d-46b2-a599-d78d58429846 None None] For port f16ac3ad-1d99-46df-8e4a-c6755bb71aa0, host dv-cinder-853450-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853450-2-iscsi',level=0,port_id=f16ac3ad-1d99-46df-8e4a-c6755bb71aa0,segment=NetworkSegment(e93d3aa2-088d-4b00-929e-1f5a513dd1a4),segment_id=e93d3aa2-088d-4b00-929e-1f5a513dd1a4)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:33:49.199242 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8743860d-3b2d-46b2-a599-d78d58429846 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732803053689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732802528799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732802528817'] for port (f16ac3ad-1d99-46df-8e4a-c6755bb71aa0), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:33:49.201799 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-58a0623a-3ab1-4c1f-8e58-fdb56d890b49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (81556be7-3952-4b61-9590-8a98354e479d), before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:33:49.298735 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8743860d-3b2d-46b2-a599-d78d58429846 None None] Pushing event updated for resources: {'Port': ['ID=f16ac3ad-1d99-46df-8e4a-c6755bb71aa0,revision_number=3']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:33:49.309534 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Device 15077d47-5dbe-4a2d-820c-8d1010e44b2d up at agent ovs-agent-dv-cinder-853450-2-iscsi {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 11:33:49.401215 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Provisioning complete for port 15077d47-5dbe-4a2d-820c-8d1010e44b2d triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 18 11:33:49.401600 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619404'] for port (15077d47-5dbe-4a2d-820c-8d1010e44b2d), provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:33:49.435373 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:33:49.459702 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:33:49.495068 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-18da46e1-db85-4d04-9b0d-f35faf10e8fc None None] Provisioning complete for port 81556be7-3952-4b61-9590-8a98354e479d triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 18 11:33:49.495461 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-18da46e1-db85-4d04-9b0d-f35faf10e8fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619404'] for port (81556be7-3952-4b61-9590-8a98354e479d), provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:33:49.541142 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-58a0623a-3ab1-4c1f-8e58-fdb56d890b49 admin admin] Publish callbacks [] for port (81556be7-3952-4b61-9590-8a98354e479d), precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:33:49.549701 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-58a0623a-3ab1-4c1f-8e58-fdb56d890b49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732803053689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732802528799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732802528817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1638912'] for port (81556be7-3952-4b61-9590-8a98354e479d), after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:33:49.559865 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:33:49.569323 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:33:49.688940 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-58a0623a-3ab1-4c1f-8e58-fdb56d890b49 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3683465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-516656'] for router_interface (934cf6c5-b8db-47c2-a2b5-ce89cd164466), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:33:49.760413 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Current status of the port 15077d47-5dbe-4a2d-820c-8d1010e44b2d is: DOWN; New status is: ACTIVE {{(pid=106380) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 11:33:49.760866 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (15077d47-5dbe-4a2d-820c-8d1010e44b2d), before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:33:49.774157 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-18da46e1-db85-4d04-9b0d-f35faf10e8fc None None] Port 81556be7-3952-4b61-9590-8a98354e479d cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 18 11:33:49.776622 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a0623a-3ab1-4c1f-8e58-fdb56d890b49 admin admin] Pushing event updated for resources: {'Port': ['ID=81556be7-3952-4b61-9590-8a98354e479d,revision_number=2']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:33:49.788287 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-18da46e1-db85-4d04-9b0d-f35faf10e8fc None None] Provisioning complete for port f16ac3ad-1d99-46df-8e4a-c6755bb71aa0 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 18 11:33:49.788697 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-18da46e1-db85-4d04-9b0d-f35faf10e8fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619404'] for port (f16ac3ad-1d99-46df-8e4a-c6755bb71aa0), provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:33:49.829365 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58a0623a-3ab1-4c1f-8e58-fdb56d890b49 admin admin] Network 5d661c76-4771-4045-91db-b22039ed22bc is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 11:33:49.835684 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-58a0623a-3ab1-4c1f-8e58-fdb56d890b49 admin admin] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 11:33:49.841987 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] For port 15077d47-5dbe-4a2d-820c-8d1010e44b2d, host dv-cinder-853450-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853450-2-iscsi',level=0,port_id=15077d47-5dbe-4a2d-820c-8d1010e44b2d,segment=NetworkSegment(8900eaba-5c51-45e8-8464-9b2961f08a13),segment_id=8900eaba-5c51-45e8-8464-9b2961f08a13)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:33:49.853242 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732803053689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732802528799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732802528817'] for port (15077d47-5dbe-4a2d-820c-8d1010e44b2d), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:33:49.854065 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Device f16ac3ad-1d99-46df-8e4a-c6755bb71aa0 up at agent ovs-agent-dv-cinder-853450-2-iscsi {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 11:33:49.968380 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Pushing event updated for resources: {'Port': ['ID=15077d47-5dbe-4a2d-820c-8d1010e44b2d,revision_number=5']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:33:49.979581 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-18da46e1-db85-4d04-9b0d-f35faf10e8fc None None] Current status of the port f16ac3ad-1d99-46df-8e4a-c6755bb71aa0 is: ACTIVE; New status is: ACTIVE {{(pid=106380) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 11:33:49.994186 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Provisioning complete for port f16ac3ad-1d99-46df-8e4a-c6755bb71aa0 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 18 11:33:49.994186 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619404'] for port (f16ac3ad-1d99-46df-8e4a-c6755bb71aa0), provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:33:50.048837 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58a0623a-3ab1-4c1f-8e58-fdb56d890b49 admin admin] Router 934cf6c5-b8db-47c2-a2b5-ce89cd164466 has already been hosted by L3 agent 5a2ac145-53e3-4597-a9e7-c52b4336ae58 {{(pid=106379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 11:33:50.115092 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Current status of the port f16ac3ad-1d99-46df-8e4a-c6755bb71aa0 is: ACTIVE; New status is: ACTIVE {{(pid=106380) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 11:33:50.120634 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-7b915e45-2e35-4d62-be8f-786cb7da234d None None] Provisioning complete for port 81556be7-3952-4b61-9590-8a98354e479d triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 18 11:33:50.120971 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-7b915e45-2e35-4d62-be8f-786cb7da234d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619404'] for port (81556be7-3952-4b61-9590-8a98354e479d), provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:33:50.163205 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-7b915e45-2e35-4d62-be8f-786cb7da234d None None] Port 81556be7-3952-4b61-9590-8a98354e479d cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 18 11:33:50.188760 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58a0623a-3ab1-4c1f-8e58-fdb56d890b49 admin admin] Notify agent at l3_agent.dv-cinder-853450-2-iscsi the message routers_updated {{(pid=106379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 11:33:50.195000 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-58a0623a-3ab1-4c1f-8e58-fdb56d890b49 admin admin] 10.222.0.16 "PUT /networking/v2.0/routers/934cf6c5-b8db-47c2-a2b5-ce89cd164466/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5290956 Aug 18 11:33:50.283083 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-7b65e2c0-9f95-4442-aa55-a18e8163b88e None None] Provisioning complete for port 81556be7-3952-4b61-9590-8a98354e479d triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 18 11:33:50.283647 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-7b65e2c0-9f95-4442-aa55-a18e8163b88e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619404'] for port (81556be7-3952-4b61-9590-8a98354e479d), provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:33:50.326998 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-7b65e2c0-9f95-4442-aa55-a18e8163b88e None None] Port 81556be7-3952-4b61-9590-8a98354e479d cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 18 11:33:50.557629 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.16', 33628) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:33:50.562318 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.v2.base [None req-436c204e-d50c-48e8-9a82-a5bd1fa184ef tempest-TestShelveInstance-995297295 tempest-TestShelveInstance-995297295-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1254037628', 'description': 'tempest-secgroup-smoke-1254037628 description', 'project_id': 'f215c3a85f1c428496d1862a5c72067c'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:33:50.583626 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-436c204e-d50c-48e8-9a82-a5bd1fa184ef tempest-TestShelveInstance-995297295 tempest-TestShelveInstance-995297295-project] Publish callbacks [] for security_group (None), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:33:50.656843 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-436c204e-d50c-48e8-9a82-a5bd1fa184ef tempest-TestShelveInstance-995297295 tempest-TestShelveInstance-995297295-project] Publish callbacks [] for security_group (b1bf556f-cab1-4a0a-9066-4c9184507626), precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:33:50.661384 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-436c204e-d50c-48e8-9a82-a5bd1fa184ef tempest-TestShelveInstance-995297295 tempest-TestShelveInstance-995297295-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433130'] for security_group (b1bf556f-cab1-4a0a-9066-4c9184507626), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:33:50.691245 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-436c204e-d50c-48e8-9a82-a5bd1fa184ef tempest-TestShelveInstance-995297295 tempest-TestShelveInstance-995297295-project] Publish callbacks [] for security_group (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:33:50.693151 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-436c204e-d50c-48e8-9a82-a5bd1fa184ef tempest-TestShelveInstance-995297295 tempest-TestShelveInstance-995297295-project] 10.222.0.16 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1343689 Aug 18 11:33:50.695061 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436c204e-d50c-48e8-9a82-a5bd1fa184ef tempest-TestShelveInstance-995297295 tempest-TestShelveInstance-995297295-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1bf556f-cab1-4a0a-9066-4c9184507626,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:33:50.696422 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.16', 33630) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:33:50.701022 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.v2.base [None req-e997c73b-711c-41c8-9ac1-612c656b9fa8 tempest-TestShelveInstance-995297295 tempest-TestShelveInstance-995297295-project] Request body: {'security_group_rule': {'security_group_id': 'b1bf556f-cab1-4a0a-9066-4c9184507626', 'project_id': 'f215c3a85f1c428496d1862a5c72067c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:33:50.979642 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e997c73b-711c-41c8-9ac1-612c656b9fa8 tempest-TestShelveInstance-995297295 tempest-TestShelveInstance-995297295-project] Publish callbacks [] for security_group_rule (a8e48603-ce0f-4bd5-a7aa-2ab64df09a82), before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:33:51.038411 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e997c73b-711c-41c8-9ac1-612c656b9fa8 tempest-TestShelveInstance-995297295 tempest-TestShelveInstance-995297295-project] Publish callbacks [] for security_group_rule (a8e48603-ce0f-4bd5-a7aa-2ab64df09a82), precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:33:51.041752 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e997c73b-711c-41c8-9ac1-612c656b9fa8 tempest-TestShelveInstance-995297295 tempest-TestShelveInstance-995297295-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432955'] for security_group_rule (a8e48603-ce0f-4bd5-a7aa-2ab64df09a82), after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:33:51.062396 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e997c73b-711c-41c8-9ac1-612c656b9fa8 tempest-TestShelveInstance-995297295 tempest-TestShelveInstance-995297295-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8e48603-ce0f-4bd5-a7aa-2ab64df09a82,revision_number=0']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:33:51.068983 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e997c73b-711c-41c8-9ac1-612c656b9fa8 tempest-TestShelveInstance-995297295 tempest-TestShelveInstance-995297295-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:33:51.072772 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [None req-e997c73b-711c-41c8-9ac1-612c656b9fa8 tempest-TestShelveInstance-995297295 tempest-TestShelveInstance-995297295-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3751321 Aug 18 11:33:51.073320 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.16', 33632) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:33:51.081623 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.v2.base [None req-647e5260-ebbe-47b4-a41e-045d19b394a1 tempest-TestShelveInstance-995297295 tempest-TestShelveInstance-995297295-project] Request body: {'security_group_rule': {'security_group_id': 'b1bf556f-cab1-4a0a-9066-4c9184507626', 'project_id': 'f215c3a85f1c428496d1862a5c72067c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:33:51.110684 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-647e5260-ebbe-47b4-a41e-045d19b394a1 tempest-TestShelveInstance-995297295 tempest-TestShelveInstance-995297295-project] Publish callbacks [] for security_group_rule (2137df22-0b1c-4831-b66d-6edbc0c33962), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:33:51.167869 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-647e5260-ebbe-47b4-a41e-045d19b394a1 tempest-TestShelveInstance-995297295 tempest-TestShelveInstance-995297295-project] Publish callbacks [] for security_group_rule (2137df22-0b1c-4831-b66d-6edbc0c33962), precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:33:51.171805 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-647e5260-ebbe-47b4-a41e-045d19b394a1 tempest-TestShelveInstance-995297295 tempest-TestShelveInstance-995297295-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432955'] for security_group_rule (2137df22-0b1c-4831-b66d-6edbc0c33962), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:33:51.189481 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647e5260-ebbe-47b4-a41e-045d19b394a1 tempest-TestShelveInstance-995297295 tempest-TestShelveInstance-995297295-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2137df22-0b1c-4831-b66d-6edbc0c33962,revision_number=0']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:33:51.202261 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-647e5260-ebbe-47b4-a41e-045d19b394a1 tempest-TestShelveInstance-995297295 tempest-TestShelveInstance-995297295-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:33:51.203476 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-647e5260-ebbe-47b4-a41e-045d19b394a1 tempest-TestShelveInstance-995297295 tempest-TestShelveInstance-995297295-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1291530 Aug 18 11:33:51.206441 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.16', 33634) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:33:51.211651 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.v2.base [None req-105f903f-ea59-406e-92a4-ffde1474d0fe tempest-TestShelveInstance-995297295 tempest-TestShelveInstance-995297295-project] Request body: {'security_group_rule': {'security_group_id': 'b1bf556f-cab1-4a0a-9066-4c9184507626', 'project_id': 'f215c3a85f1c428496d1862a5c72067c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:33:51.240560 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-105f903f-ea59-406e-92a4-ffde1474d0fe tempest-TestShelveInstance-995297295 tempest-TestShelveInstance-995297295-project] Publish callbacks [] for security_group_rule (4665be92-37a3-4cd2-aa45-cfa366189691), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:33:51.260919 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:DELETE=4 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:33:51.270902 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:33:51.294590 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Device 15077d47-5dbe-4a2d-820c-8d1010e44b2d up at agent ovs-agent-dv-cinder-853450-2-iscsi {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 11:33:51.320451 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-105f903f-ea59-406e-92a4-ffde1474d0fe tempest-TestShelveInstance-995297295 tempest-TestShelveInstance-995297295-project] Publish callbacks [] for security_group_rule (4665be92-37a3-4cd2-aa45-cfa366189691), precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:33:51.324052 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-105f903f-ea59-406e-92a4-ffde1474d0fe tempest-TestShelveInstance-995297295 tempest-TestShelveInstance-995297295-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432955'] for security_group_rule (4665be92-37a3-4cd2-aa45-cfa366189691), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:33:51.341831 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Provisioning complete for port 15077d47-5dbe-4a2d-820c-8d1010e44b2d triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 18 11:33:51.342531 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619404'] for port (15077d47-5dbe-4a2d-820c-8d1010e44b2d), provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:33:51.342684 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105f903f-ea59-406e-92a4-ffde1474d0fe tempest-TestShelveInstance-995297295 tempest-TestShelveInstance-995297295-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4665be92-37a3-4cd2-aa45-cfa366189691,revision_number=0']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:33:51.351533 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-105f903f-ea59-406e-92a4-ffde1474d0fe tempest-TestShelveInstance-995297295 tempest-TestShelveInstance-995297295-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:33:51.352867 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-105f903f-ea59-406e-92a4-ffde1474d0fe tempest-TestShelveInstance-995297295 tempest-TestShelveInstance-995297295-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1454368 Aug 18 11:33:51.355517 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.16', 33636) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:33:51.360080 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.v2.base [None req-973032fa-ad30-43cd-8b8e-730fe8d912fe tempest-TestShelveInstance-995297295 tempest-TestShelveInstance-995297295-project] Request body: {'security_group_rule': {'security_group_id': 'b1bf556f-cab1-4a0a-9066-4c9184507626', 'project_id': 'f215c3a85f1c428496d1862a5c72067c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:33:51.391498 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-973032fa-ad30-43cd-8b8e-730fe8d912fe tempest-TestShelveInstance-995297295 tempest-TestShelveInstance-995297295-project] Publish callbacks [] for security_group_rule (ab81a28c-e192-4988-a625-26becf715f36), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:33:51.430991 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Current status of the port 15077d47-5dbe-4a2d-820c-8d1010e44b2d is: ACTIVE; New status is: ACTIVE {{(pid=106380) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 11:33:51.432217 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Device 25ff6e53-7d44-4475-9450-94d3adf3dbe4 up at agent ovs-agent-dv-cinder-853450-2-iscsi {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 11:33:51.457322 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-973032fa-ad30-43cd-8b8e-730fe8d912fe tempest-TestShelveInstance-995297295 tempest-TestShelveInstance-995297295-project] Publish callbacks [] for security_group_rule (ab81a28c-e192-4988-a625-26becf715f36), precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:33:51.461962 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-973032fa-ad30-43cd-8b8e-730fe8d912fe tempest-TestShelveInstance-995297295 tempest-TestShelveInstance-995297295-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432955'] for security_group_rule (ab81a28c-e192-4988-a625-26becf715f36), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:33:51.472967 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:33:51.478195 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Provisioning complete for port 25ff6e53-7d44-4475-9450-94d3adf3dbe4 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 18 11:33:51.478914 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619404'] for port (25ff6e53-7d44-4475-9450-94d3adf3dbe4), provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:33:51.485870 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973032fa-ad30-43cd-8b8e-730fe8d912fe tempest-TestShelveInstance-995297295 tempest-TestShelveInstance-995297295-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab81a28c-e192-4988-a625-26becf715f36,revision_number=0']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:33:51.493651 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-973032fa-ad30-43cd-8b8e-730fe8d912fe tempest-TestShelveInstance-995297295 tempest-TestShelveInstance-995297295-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:33:51.497863 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-973032fa-ad30-43cd-8b8e-730fe8d912fe tempest-TestShelveInstance-995297295 tempest-TestShelveInstance-995297295-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1386538 Aug 18 11:33:51.498087 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.16', 33638) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:33:51.503377 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.v2.base [None req-e8f7b16e-f553-472d-ad7f-e76f18643230 tempest-TestShelveInstance-995297295 tempest-TestShelveInstance-995297295-project] Request body: {'security_group_rule': {'security_group_id': 'b1bf556f-cab1-4a0a-9066-4c9184507626', 'project_id': 'f215c3a85f1c428496d1862a5c72067c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:33:51.527750 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.db.securitygroups_db [None req-e8f7b16e-f553-472d-ad7f-e76f18643230 tempest-TestShelveInstance-995297295 tempest-TestShelveInstance-995297295-project] Project f215c3a85f1c428496d1862a5c72067c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 18 11:33:51.534487 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e8f7b16e-f553-472d-ad7f-e76f18643230 tempest-TestShelveInstance-995297295 tempest-TestShelveInstance-995297295-project] Publish callbacks [] for security_group_rule (651a5d1b-7b49-4e29-b9a9-48c671b0b906), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:33:51.560026 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Current status of the port 25ff6e53-7d44-4475-9450-94d3adf3dbe4 is: DOWN; New status is: ACTIVE {{(pid=106380) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 11:33:51.560573 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (25ff6e53-7d44-4475-9450-94d3adf3dbe4), before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:33:51.584627 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] For port 25ff6e53-7d44-4475-9450-94d3adf3dbe4, host dv-cinder-853450-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853450-2-iscsi',level=0,port_id=25ff6e53-7d44-4475-9450-94d3adf3dbe4,segment=NetworkSegment(67ba5125-9fc9-4a45-924f-a98fceaf00fb),segment_id=67ba5125-9fc9-4a45-924f-a98fceaf00fb)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:33:51.589457 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732803053689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732802528799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732802528817'] for port (25ff6e53-7d44-4475-9450-94d3adf3dbe4), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:33:51.590281 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Device f16ac3ad-1d99-46df-8e4a-c6755bb71aa0 up at agent ovs-agent-dv-cinder-853450-2-iscsi {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 11:33:51.602854 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e8f7b16e-f553-472d-ad7f-e76f18643230 tempest-TestShelveInstance-995297295 tempest-TestShelveInstance-995297295-project] Publish callbacks [] for security_group_rule (651a5d1b-7b49-4e29-b9a9-48c671b0b906), precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:33:51.607842 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e8f7b16e-f553-472d-ad7f-e76f18643230 tempest-TestShelveInstance-995297295 tempest-TestShelveInstance-995297295-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432955'] for security_group_rule (651a5d1b-7b49-4e29-b9a9-48c671b0b906), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:33:51.627609 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f7b16e-f553-472d-ad7f-e76f18643230 tempest-TestShelveInstance-995297295 tempest-TestShelveInstance-995297295-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=651a5d1b-7b49-4e29-b9a9-48c671b0b906,revision_number=0']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:33:51.628586 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e9f5b5a-c4e3-4bbb-8f94-60095253d752 None None] Sync routers for ids ['934cf6c5-b8db-47c2-a2b5-ce89cd164466'] in dv-cinder-853450-2-iscsi {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 11:33:51.636759 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e8f7b16e-f553-472d-ad7f-e76f18643230 tempest-TestShelveInstance-995297295 tempest-TestShelveInstance-995297295-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:33:51.640869 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.16', 33640) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:33:51.641037 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-e8f7b16e-f553-472d-ad7f-e76f18643230 tempest-TestShelveInstance-995297295 tempest-TestShelveInstance-995297295-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1417859 Aug 18 11:33:51.647338 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.v2.base [None req-b0ebf79a-a63b-4bde-862d-47a28ce82ee6 tempest-TestShelveInstance-995297295 tempest-TestShelveInstance-995297295-project] Request body: {'security_group_rule': {'security_group_id': 'b1bf556f-cab1-4a0a-9066-4c9184507626', 'project_id': 'f215c3a85f1c428496d1862a5c72067c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:33:51.665027 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e9f5b5a-c4e3-4bbb-8f94-60095253d752 None None] Routers {'934cf6c5-b8db-47c2-a2b5-ce89cd164466'} bound to L3 agent in host dv-cinder-853450-2-iscsi {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 18 11:33:51.665704 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-0e9f5b5a-c4e3-4bbb-8f94-60095253d752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853450-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-18T11:07:43Z,description=,heartbeat_timestamp=2022-08-18T11:33:43Z,host='dv-cinder-853450-2-iscsi',id=5a2ac145-53e3-4597-a9e7-c52b4336ae58,load=0,resource_versions=,resources_synced=,started_at=2022-08-18T11:07:43Z,topic='l3_agent')) {'router_ids': ['934cf6c5-b8db-47c2-a2b5-ce89cd164466'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:33:51.668538 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.db.securitygroups_db [None req-b0ebf79a-a63b-4bde-862d-47a28ce82ee6 tempest-TestShelveInstance-995297295 tempest-TestShelveInstance-995297295-project] Project f215c3a85f1c428496d1862a5c72067c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 18 11:33:51.674671 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b0ebf79a-a63b-4bde-862d-47a28ce82ee6 tempest-TestShelveInstance-995297295 tempest-TestShelveInstance-995297295-project] Publish callbacks [] for security_group_rule (0aea7d56-47ac-4d82-96bc-37cb0f391b92), before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:33:51.714981 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Pushing event updated for resources: {'Port': ['ID=25ff6e53-7d44-4475-9450-94d3adf3dbe4,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:33:51.730217 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Provisioning complete for port f16ac3ad-1d99-46df-8e4a-c6755bb71aa0 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 18 11:33:51.730589 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619404'] for port (f16ac3ad-1d99-46df-8e4a-c6755bb71aa0), provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:33:51.734322 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:33:51.734949 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b0ebf79a-a63b-4bde-862d-47a28ce82ee6 tempest-TestShelveInstance-995297295 tempest-TestShelveInstance-995297295-project] Publish callbacks [] for security_group_rule (0aea7d56-47ac-4d82-96bc-37cb0f391b92), precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:33:51.740277 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b0ebf79a-a63b-4bde-862d-47a28ce82ee6 tempest-TestShelveInstance-995297295 tempest-TestShelveInstance-995297295-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432955'] for security_group_rule (0aea7d56-47ac-4d82-96bc-37cb0f391b92), after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:33:51.759398 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ebf79a-a63b-4bde-862d-47a28ce82ee6 tempest-TestShelveInstance-995297295 tempest-TestShelveInstance-995297295-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0aea7d56-47ac-4d82-96bc-37cb0f391b92,revision_number=0']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:33:51.768577 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b0ebf79a-a63b-4bde-862d-47a28ce82ee6 tempest-TestShelveInstance-995297295 tempest-TestShelveInstance-995297295-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:33:51.769782 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [None req-b0ebf79a-a63b-4bde-862d-47a28ce82ee6 tempest-TestShelveInstance-995297295 tempest-TestShelveInstance-995297295-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1276448 Aug 18 11:33:51.827625 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-0e9f5b5a-c4e3-4bbb-8f94-60095253d752 None None] Set router 934cf6c5-b8db-47c2-a2b5-ce89cd164466 gateway port host: dv-cinder-853450-2-iscsi {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 18 11:33:51.923084 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Current status of the port f16ac3ad-1d99-46df-8e4a-c6755bb71aa0 is: ACTIVE; New status is: ACTIVE {{(pid=106380) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 11:33:52.045777 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-0e9f5b5a-c4e3-4bbb-8f94-60095253d752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '934cf6c5-b8db-47c2-a2b5-ce89cd164466', 'name': 'tempest-TestShelveInstance-371296556-router', 'tenant_id': 'c3c85d5165774e80812175604ae1d2cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'external_fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.221'}], 'enable_snat': True}, 'gw_port_id': '25ff6e53-7d44-4475-9450-94d3adf3dbe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T11:33:46Z', 'updated_at': '2022-08-18T11:33:49Z', 'revision_number': 4, 'project_id': 'c3c85d5165774e80812175604ae1d2cf', 'gw_port': {'id': '25ff6e53-7d44-4475-9450-94d3adf3dbe4', 'name': '', 'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:5f:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '934cf6c5-b8db-47c2-a2b5-ce89cd164466', 'device_owner': 'network:router_gateway', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853450-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:33:46Z', 'updated_at': '2022-08-18T11:33:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853450-2-iscsi', '_interfaces': [{'id': '81556be7-3952-4b61-9590-8a98354e479d', 'name': '', 'network_id': '5d661c76-4771-4045-91db-b22039ed22bc', 'tenant_id': 'c3c85d5165774e80812175604ae1d2cf', 'mac_address': 'fa:16:3e:84:ef:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '934cf6c5-b8db-47c2-a2b5-ce89cd164466', 'device_owner': 'network:router_interface', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': '26ce4fd4-17f5-494c-b588-524ffc896e81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:33:48Z', 'updated_at': '2022-08-18T11:33:49Z', 'revision_number': 2, 'project_id': 'c3c85d5165774e80812175604ae1d2cf', 'subnets': [{'id': '26ce4fd4-17f5-494c-b588-524ffc896e81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853450-2-iscsi', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:33:52.074855 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e9f5b5a-c4e3-4bbb-8f94-60095253d752 None None] Checking router: 934cf6c5-b8db-47c2-a2b5-ce89cd164466 for host: dv-cinder-853450-2-iscsi {{(pid=106380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 11:33:52.075242 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e9f5b5a-c4e3-4bbb-8f94-60095253d752 None None] Updating router 934cf6c5-b8db-47c2-a2b5-ce89cd164466 port 81556be7-3952-4b61-9590-8a98354e479d binding host dv-cinder-853450-2-iscsi {{(pid=106380) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 11:33:52.102753 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-0e9f5b5a-c4e3-4bbb-8f94-60095253d752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (81556be7-3952-4b61-9590-8a98354e479d), before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:33:52.274807 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:33:52.368626 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-0e9f5b5a-c4e3-4bbb-8f94-60095253d752 None None] Publish callbacks [] for port (81556be7-3952-4b61-9590-8a98354e479d), precommit_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:33:52.374277 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-0e9f5b5a-c4e3-4bbb-8f94-60095253d752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732803053689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732802528799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732802528817'] for port (81556be7-3952-4b61-9590-8a98354e479d), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:33:52.453929 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc19e1c3-3cdd-4178-b3e8-8fd1799ffe86 None None] Pushing event updated for resources: {'Port': ['ID=81556be7-3952-4b61-9590-8a98354e479d,revision_number=3']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:33:52.468606 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-0e9f5b5a-c4e3-4bbb-8f94-60095253d752 None None] Attempting to bind port 81556be7-3952-4b61-9590-8a98354e479d on host dv-cinder-853450-2-iscsi for vnic_type normal with profile {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 18 11:33:52.468980 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-0e9f5b5a-c4e3-4bbb-8f94-60095253d752 None None] Attempting to bind port 81556be7-3952-4b61-9590-8a98354e479d by drivers openvswitch,hyperv on host dv-cinder-853450-2-iscsi at level 0 using segments [{'id': 'e93d3aa2-088d-4b00-929e-1f5a513dd1a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 970, 'network_id': '5d661c76-4771-4045-91db-b22039ed22bc'}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 18 11:33:52.469346 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e9f5b5a-c4e3-4bbb-8f94-60095253d752 None None] Attempting to bind port 81556be7-3952-4b61-9590-8a98354e479d on network 5d661c76-4771-4045-91db-b22039ed22bc {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 18 11:33:52.475004 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e9f5b5a-c4e3-4bbb-8f94-60095253d752 None None] Checking agent: {'id': '69d4285f-736d-41a6-a99e-1994eed59bce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-853450-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 18, 11, 7, 46), 'started_at': datetime.datetime(2022, 8, 18, 11, 8, 16), 'heartbeat_timestamp': datetime.datetime(2022, 8, 18, 11, 33, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-853450-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 18 11:33:52.475780 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e9f5b5a-c4e3-4bbb-8f94-60095253d752 None None] Checking segment: {'id': 'e93d3aa2-088d-4b00-929e-1f5a513dd1a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 970, 'network_id': '5d661c76-4771-4045-91db-b22039ed22bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 18 11:33:52.476213 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-0e9f5b5a-c4e3-4bbb-8f94-60095253d752 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:33:52.476750 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e9f5b5a-c4e3-4bbb-8f94-60095253d752 None None] Bound using segment: {'id': 'e93d3aa2-088d-4b00-929e-1f5a513dd1a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 970, 'network_id': '5d661c76-4771-4045-91db-b22039ed22bc'} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 18 11:33:52.477155 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-0e9f5b5a-c4e3-4bbb-8f94-60095253d752 None None] Bound port: 81556be7-3952-4b61-9590-8a98354e479d, host: dv-cinder-853450-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e93d3aa2-088d-4b00-929e-1f5a513dd1a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 970, 'network_id': '5d661c76-4771-4045-91db-b22039ed22bc'}}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 18 11:33:52.477586 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-0e9f5b5a-c4e3-4bbb-8f94-60095253d752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (81556be7-3952-4b61-9590-8a98354e479d), before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:33:52.541719 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-0e9f5b5a-c4e3-4bbb-8f94-60095253d752 None None] For port 81556be7-3952-4b61-9590-8a98354e479d, host dv-cinder-853450-2-iscsi, cleared binding levels {{(pid=106380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 11:33:52.545051 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-0e9f5b5a-c4e3-4bbb-8f94-60095253d752 None None] For port 81556be7-3952-4b61-9590-8a98354e479d, host dv-cinder-853450-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853450-2-iscsi',level=0,port_id=81556be7-3952-4b61-9590-8a98354e479d,segment=NetworkSegment(e93d3aa2-088d-4b00-929e-1f5a513dd1a4),segment_id=e93d3aa2-088d-4b00-929e-1f5a513dd1a4)] {{(pid=106380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 11:33:52.550985 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-0e9f5b5a-c4e3-4bbb-8f94-60095253d752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732803053689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732802528799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732802528817'] for port (81556be7-3952-4b61-9590-8a98354e479d), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:33:52.586984 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e9f5b5a-c4e3-4bbb-8f94-60095253d752 None None] Routers {'934cf6c5-b8db-47c2-a2b5-ce89cd164466'} bound to L3 agent in host dv-cinder-853450-2-iscsi {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 18 11:33:52.587610 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-0e9f5b5a-c4e3-4bbb-8f94-60095253d752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853450-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-18T11:07:43Z,description=,heartbeat_timestamp=2022-08-18T11:33:43Z,host='dv-cinder-853450-2-iscsi',id=5a2ac145-53e3-4597-a9e7-c52b4336ae58,load=0,resource_versions=,resources_synced=,started_at=2022-08-18T11:07:43Z,topic='l3_agent')) {'router_ids': ['934cf6c5-b8db-47c2-a2b5-ce89cd164466'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:33:52.637966 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:33:52.653268 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc19e1c3-3cdd-4178-b3e8-8fd1799ffe86 None None] Pushing event updated for resources: {'Port': ['ID=81556be7-3952-4b61-9590-8a98354e479d,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:33:52.716785 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-0e9f5b5a-c4e3-4bbb-8f94-60095253d752 None None] Set router 934cf6c5-b8db-47c2-a2b5-ce89cd164466 gateway port host: dv-cinder-853450-2-iscsi {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 18 11:33:53.035914 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-0e9f5b5a-c4e3-4bbb-8f94-60095253d752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '934cf6c5-b8db-47c2-a2b5-ce89cd164466', 'name': 'tempest-TestShelveInstance-371296556-router', 'tenant_id': 'c3c85d5165774e80812175604ae1d2cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'external_fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.221'}], 'enable_snat': True}, 'gw_port_id': '25ff6e53-7d44-4475-9450-94d3adf3dbe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T11:33:46Z', 'updated_at': '2022-08-18T11:33:49Z', 'revision_number': 4, 'project_id': 'c3c85d5165774e80812175604ae1d2cf', 'gw_port': {'id': '25ff6e53-7d44-4475-9450-94d3adf3dbe4', 'name': '', 'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:5f:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '934cf6c5-b8db-47c2-a2b5-ce89cd164466', 'device_owner': 'network:router_gateway', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853450-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:33:46Z', 'updated_at': '2022-08-18T11:33:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853450-2-iscsi', '_interfaces': [{'id': '81556be7-3952-4b61-9590-8a98354e479d', 'name': '', 'network_id': '5d661c76-4771-4045-91db-b22039ed22bc', 'tenant_id': 'c3c85d5165774e80812175604ae1d2cf', 'mac_address': 'fa:16:3e:84:ef:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '934cf6c5-b8db-47c2-a2b5-ce89cd164466', 'device_owner': 'network:router_interface', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': '26ce4fd4-17f5-494c-b588-524ffc896e81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853450-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:33:48Z', 'updated_at': '2022-08-18T11:33:52Z', 'revision_number': 4, 'project_id': 'c3c85d5165774e80812175604ae1d2cf', 'subnets': [{'id': '26ce4fd4-17f5-494c-b588-524ffc896e81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853450-2-iscsi', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:33:53.061218 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e9f5b5a-c4e3-4bbb-8f94-60095253d752 None None] The sync data for ids ['934cf6c5-b8db-47c2-a2b5-ce89cd164466'] in dv-cinder-853450-2-iscsi is: [{'id': '934cf6c5-b8db-47c2-a2b5-ce89cd164466', 'name': 'tempest-TestShelveInstance-371296556-router', 'tenant_id': 'c3c85d5165774e80812175604ae1d2cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'external_fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.221'}], 'enable_snat': True}, 'gw_port_id': '25ff6e53-7d44-4475-9450-94d3adf3dbe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T11:33:46Z', 'updated_at': '2022-08-18T11:33:49Z', 'revision_number': 4, 'project_id': 'c3c85d5165774e80812175604ae1d2cf', 'gw_port': {'id': '25ff6e53-7d44-4475-9450-94d3adf3dbe4', 'name': '', 'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:5f:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '934cf6c5-b8db-47c2-a2b5-ce89cd164466', 'device_owner': 'network:router_gateway', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853450-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:33:46Z', 'updated_at': '2022-08-18T11:33:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853450-2-iscsi', '_interfaces': [{'id': '81556be7-3952-4b61-9590-8a98354e479d', 'name': '', 'network_id': '5d661c76-4771-4045-91db-b22039ed22bc', 'tenant_id': 'c3c85d5165774e80812175604ae1d2cf', 'mac_address': 'fa:16:3e:84:ef:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '934cf6c5-b8db-47c2-a2b5-ce89cd164466', 'device_owner': 'network:router_interface', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': '26ce4fd4-17f5-494c-b588-524ffc896e81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853450-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:33:48Z', 'updated_at': '2022-08-18T11:33:52Z', 'revision_number': 4, 'project_id': 'c3c85d5165774e80812175604ae1d2cf', 'subnets': [{'id': '26ce4fd4-17f5-494c-b588-524ffc896e81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 11:33:53.271126 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Device 81556be7-3952-4b61-9590-8a98354e479d up at agent ovs-agent-dv-cinder-853450-2-iscsi {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 11:33:53.321002 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Provisioning complete for port 81556be7-3952-4b61-9590-8a98354e479d triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 18 11:33:53.321496 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619404'] for port (81556be7-3952-4b61-9590-8a98354e479d), provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:33:53.404954 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Current status of the port 81556be7-3952-4b61-9590-8a98354e479d is: DOWN; New status is: ACTIVE {{(pid=106380) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 11:33:53.405642 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (81556be7-3952-4b61-9590-8a98354e479d), before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:33:53.442782 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] For port 81556be7-3952-4b61-9590-8a98354e479d, host dv-cinder-853450-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853450-2-iscsi',level=0,port_id=81556be7-3952-4b61-9590-8a98354e479d,segment=NetworkSegment(e93d3aa2-088d-4b00-929e-1f5a513dd1a4),segment_id=e93d3aa2-088d-4b00-929e-1f5a513dd1a4)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:33:53.446814 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732803053689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732802528799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732802528817'] for port (81556be7-3952-4b61-9590-8a98354e479d), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:33:53.447624 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Device 25ff6e53-7d44-4475-9450-94d3adf3dbe4 up at agent ovs-agent-dv-cinder-853450-2-iscsi {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 11:33:53.452456 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:33:53.538396 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Pushing event updated for resources: {'Port': ['ID=81556be7-3952-4b61-9590-8a98354e479d,revision_number=5']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:33:53.544778 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Provisioning complete for port 25ff6e53-7d44-4475-9450-94d3adf3dbe4 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 18 11:33:53.545158 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619404'] for port (25ff6e53-7d44-4475-9450-94d3adf3dbe4), provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:33:53.624460 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Current status of the port 25ff6e53-7d44-4475-9450-94d3adf3dbe4 is: ACTIVE; New status is: ACTIVE {{(pid=106380) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 11:33:55.198519 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Device 81556be7-3952-4b61-9590-8a98354e479d up at agent ovs-agent-dv-cinder-853450-2-iscsi {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 11:33:55.242713 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Provisioning complete for port 81556be7-3952-4b61-9590-8a98354e479d triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 18 11:33:55.243079 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619404'] for port (81556be7-3952-4b61-9590-8a98354e479d), provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:33:55.317590 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=100 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:33:55.319772 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Current status of the port 81556be7-3952-4b61-9590-8a98354e479d is: ACTIVE; New status is: ACTIVE {{(pid=106380) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 11:33:58.964752 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=17 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:33:58.969877 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:UPDATE=1,neutron:SELECT=53,neutron:INSERT=1 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:34:00.389848 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.agents_db [None req-8a9264f7-88d3-4c8b-91d1-adcc6bb37de7 None None] Agent healthcheck: found 6 active agents {{(pid=106381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 11:34:01.625822 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=38,neutron:INSERT=6,neutron:DELETE=3 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:34:01.627739 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=40,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:34:01.758697 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=34,neutron:INSERT=8,neutron:DELETE=1 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:34:01.761360 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=73,neutron:INSERT=1,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:34:04.950952 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.wsgi [req-3ce78bd8-076e-45ba-9ec8-c8c9fd6f2729 req-ac5d47c6-80b5-4f6f-a4cc-5a5df1dd8d47 service neutron] (106379) timed out ('10.222.0.20', 61059) {{(pid=106379) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Aug 18 11:34:05.316848 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=31 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:34:06.754025 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (0c451e2b-fe38-44d1-984c-2dd7bcedf4dc), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:34:10.385380 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=1 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:34:10.386040 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=1 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:34:11.023366 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9d2db371-cd54-40c5-9237-d74f1c3fb6fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (c499a017-4b38-4967-b050-d4094e1a7564), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:34:13.410824 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-bfed15f8-477e-488f-b40e-d2122f5b6bd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (5a2ac145-53e3-4597-a9e7-c52b4336ae58), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:34:14.484678 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-56af8ece-1253-435d-92ed-c30d101138d2 req-4c35afac-0b00-4e71-8394-288365b49752 tempest-TestShelveInstance-995297295 tempest-TestShelveInstance-995297295-project] 10.222.0.16 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1254037628&fields=id&tenant_id=f215c3a85f1c428496d1862a5c72067c HTTP/1.1" status: 200 len: 267 time: 0.0457852 Aug 18 11:34:14.598553 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56af8ece-1253-435d-92ed-c30d101138d2 req-291b7a36-7cfe-4cd5-8471-93c7c0f9e10e tempest-TestShelveInstance-995297295 tempest-TestShelveInstance-995297295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:34:14.600110 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-56af8ece-1253-435d-92ed-c30d101138d2 req-291b7a36-7cfe-4cd5-8471-93c7c0f9e10e tempest-TestShelveInstance-995297295 tempest-TestShelveInstance-995297295-project] 10.222.0.16 "GET /networking/v2.0/networks?id=cb34bfd6-afd9-49aa-9df8-61facb4f70ee HTTP/1.1" status: 200 len: 808 time: 0.1092455 Aug 18 11:34:14.615645 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-56af8ece-1253-435d-92ed-c30d101138d2 req-a2617118-07ae-44b8-9760-378fae55860a tempest-TestShelveInstance-995297295 tempest-TestShelveInstance-995297295-project] 10.222.0.16 "GET /networking/v2.0/quotas/f215c3a85f1c428496d1862a5c72067c HTTP/1.1" status: 200 len: 375 time: 0.0093484 Aug 18 11:34:14.664529 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-56af8ece-1253-435d-92ed-c30d101138d2 req-6af9051f-c6a2-4733-a9ab-6f7c43e2183c tempest-TestShelveInstance-995297295 tempest-TestShelveInstance-995297295-project] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=f215c3a85f1c428496d1862a5c72067c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0437827 Aug 18 11:34:14.753126 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-a5cc8183-7213-4642-9d48-bc0d47940d29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (29720577-1c8f-43c1-a8be-c2a14df8d65e), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:34:14.764319 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-56af8ece-1253-435d-92ed-c30d101138d2 req-9d34bb70-8341-4b9f-b5ab-efbc2bde98f3 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/cb34bfd6-afd9-49aa-9df8-61facb4f70ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877502 Aug 18 11:34:14.858957 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-56af8ece-1253-435d-92ed-c30d101138d2 req-512a4111-f7aa-4665-a47b-25238d7173ab service neutron] 10.222.0.16 "GET /networking/v2.0/networks/cb34bfd6-afd9-49aa-9df8-61facb4f70ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886478 Aug 18 11:34:15.169082 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-b91f3569-0958-4e90-8a7e-677dd44c15f6 req-714a9b07-be7e-43c4-a2c4-720b6cd4e6bf tempest-TestShelveInstance-995297295 tempest-TestShelveInstance-995297295-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=8b111deb-a80d-480b-9e42-8ae4c63a0fb6 HTTP/1.1" status: 200 len: 210 time: 0.0302863 Aug 18 11:34:16.000403 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (69d4285f-736d-41a6-a99e-1994eed59bce), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:34:16.285588 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-8393e2b4-591b-42e6-945b-1108bd21ea37 req-1e3cc286-9483-4d84-b59f-02664b7a0dbc tempest-TestShelveInstance-995297295 tempest-TestShelveInstance-995297295-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=8b111deb-a80d-480b-9e42-8ae4c63a0fb6 HTTP/1.1" status: 200 len: 210 time: 0.0367258 Aug 18 11:34:16.331936 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56af8ece-1253-435d-92ed-c30d101138d2 req-2268176d-b6d0-4fc8-8b60-89914cad703a tempest-TestShelveInstance-995297295 tempest-TestShelveInstance-995297295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:34:16.333428 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-56af8ece-1253-435d-92ed-c30d101138d2 req-2268176d-b6d0-4fc8-8b60-89914cad703a tempest-TestShelveInstance-995297295 tempest-TestShelveInstance-995297295-project] 10.222.0.20 "GET /networking/v2.0/networks?id=cb34bfd6-afd9-49aa-9df8-61facb4f70ee HTTP/1.1" status: 200 len: 808 time: 0.1411722 Aug 18 11:34:16.403594 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-56af8ece-1253-435d-92ed-c30d101138d2 req-fad9af21-c9d7-4d3d-965a-5b6e7fee57fb tempest-TestShelveInstance-995297295 tempest-TestShelveInstance-995297295-project] 10.222.0.20 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=f215c3a85f1c428496d1862a5c72067c HTTP/1.1" status: 200 len: 380 time: 0.0554256 Aug 18 11:34:16.412852 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.v2.base [req-56af8ece-1253-435d-92ed-c30d101138d2 req-9ef81480-7eae-438a-a7d8-08986b5c77bf tempest-TestShelveInstance-995297295 tempest-TestShelveInstance-995297295-project] Request body: {'port': {'device_id': '8b111deb-a80d-480b-9e42-8ae4c63a0fb6', 'network_id': 'cb34bfd6-afd9-49aa-9df8-61facb4f70ee', 'admin_state_up': True, 'tenant_id': 'f215c3a85f1c428496d1862a5c72067c', 'security_groups': ['b1bf556f-cab1-4a0a-9066-4c9184507626']}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:34:16.523960 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56af8ece-1253-435d-92ed-c30d101138d2 req-9ef81480-7eae-438a-a7d8-08986b5c77bf tempest-TestShelveInstance-995297295 tempest-TestShelveInstance-995297295-project] Made reservation on behalf of f215c3a85f1c428496d1862a5c72067c for: {'port': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 11:34:16.527384 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-56af8ece-1253-435d-92ed-c30d101138d2 req-9ef81480-7eae-438a-a7d8-08986b5c77bf tempest-TestShelveInstance-995297295 tempest-TestShelveInstance-995297295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (None), before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:34:16.549997 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c68edff8-e550-48a3-9de2-17badfe483c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (307af099-d926-4e52-9df3-0cd09baf3c81), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:34:16.666411 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [req-56af8ece-1253-435d-92ed-c30d101138d2 req-9ef81480-7eae-438a-a7d8-08986b5c77bf tempest-TestShelveInstance-995297295 tempest-TestShelveInstance-995297295-project] Allocated IP 172.20.0.9 (cb34bfd6-afd9-49aa-9df8-61facb4f70ee/5f6fc857-d41d-46a6-aab6-5047e21bc185/be24d6e9-411b-44e0-9e80-fd3b3563fddf) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 11:34:16.754639 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:34:16.763400 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:34:16.820913 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-56af8ece-1253-435d-92ed-c30d101138d2 req-9ef81480-7eae-438a-a7d8-08986b5c77bf tempest-TestShelveInstance-995297295 tempest-TestShelveInstance-995297295-project] Publish callbacks [] for port (be24d6e9-411b-44e0-9e80-fd3b3563fddf), precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:34:16.855021 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-56af8ece-1253-435d-92ed-c30d101138d2 req-9ef81480-7eae-438a-a7d8-08986b5c77bf tempest-TestShelveInstance-995297295 tempest-TestShelveInstance-995297295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732802528781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11809227'] for port (be24d6e9-411b-44e0-9e80-fd3b3563fddf), after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:34:16.900005 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56af8ece-1253-435d-92ed-c30d101138d2 req-9ef81480-7eae-438a-a7d8-08986b5c77bf tempest-TestShelveInstance-995297295 tempest-TestShelveInstance-995297295-project] Network cb34bfd6-afd9-49aa-9df8-61facb4f70ee is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 11:34:16.903294 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [req-56af8ece-1253-435d-92ed-c30d101138d2 req-9ef81480-7eae-438a-a7d8-08986b5c77bf tempest-TestShelveInstance-995297295 tempest-TestShelveInstance-995297295-project] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 11:34:16.907178 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [req-56af8ece-1253-435d-92ed-c30d101138d2 req-9ef81480-7eae-438a-a7d8-08986b5c77bf tempest-TestShelveInstance-995297295 tempest-TestShelveInstance-995297295-project] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 18 11:34:16.914243 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef81480-7eae-438a-a7d8-08986b5c77bf tempest-TestShelveInstance-995297295 tempest-TestShelveInstance-995297295-project] Pushing event updated for resources: {'Port': ['ID=be24d6e9-411b-44e0-9e80-fd3b3563fddf,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:34:16.966829 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56af8ece-1253-435d-92ed-c30d101138d2 req-9ef81480-7eae-438a-a7d8-08986b5c77bf tempest-TestShelveInstance-995297295 tempest-TestShelveInstance-995297295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:34:16.967444 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-56af8ece-1253-435d-92ed-c30d101138d2 req-9ef81480-7eae-438a-a7d8-08986b5c77bf tempest-TestShelveInstance-995297295 tempest-TestShelveInstance-995297295-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22494'] for port (None), before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:34:16.984952 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-56af8ece-1253-435d-92ed-c30d101138d2 req-9ef81480-7eae-438a-a7d8-08986b5c77bf tempest-TestShelveInstance-995297295 tempest-TestShelveInstance-995297295-project] 10.222.0.20 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5761833 Aug 18 11:34:17.180082 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.v2.base [req-56af8ece-1253-435d-92ed-c30d101138d2 req-e2c39de7-c1db-4703-beba-7ada8ac8192b service neutron] Request body: {'port': {'device_id': '8b111deb-a80d-480b-9e42-8ae4c63a0fb6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85345'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:34:17.200044 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-2d4d166e-ee38-42b0-81c2-fa689a76c4fc None None] Provisioning complete for port be24d6e9-411b-44e0-9e80-fd3b3563fddf triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 18 11:34:17.201166 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-2d4d166e-ee38-42b0-81c2-fa689a76c4fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619404'] for port (be24d6e9-411b-44e0-9e80-fd3b3563fddf), provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:34:17.238755 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-2d4d166e-ee38-42b0-81c2-fa689a76c4fc None None] Port be24d6e9-411b-44e0-9e80-fd3b3563fddf cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 18 11:34:17.244217 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-56af8ece-1253-435d-92ed-c30d101138d2 req-e2c39de7-c1db-4703-beba-7ada8ac8192b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (be24d6e9-411b-44e0-9e80-fd3b3563fddf), before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:34:17.455528 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0d2301-b13b-4cf4-9930-0fe6e9e86cad req-922fbb08-d227-4c31-9e8a-230d2b8bd032 tempest-TestShelveInstance-995297295 tempest-TestShelveInstance-995297295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:34:17.457029 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-be0d2301-b13b-4cf4-9930-0fe6e9e86cad req-922fbb08-d227-4c31-9e8a-230d2b8bd032 tempest-TestShelveInstance-995297295 tempest-TestShelveInstance-995297295-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=8b111deb-a80d-480b-9e42-8ae4c63a0fb6 HTTP/1.1" status: 200 len: 931 time: 0.0971060 Aug 18 11:34:17.543858 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-be0d2301-b13b-4cf4-9930-0fe6e9e86cad req-7b815308-2bc6-4e4f-878f-ea8a574cd0c5 tempest-TestShelveInstance-995297295 tempest-TestShelveInstance-995297295-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b1bf556f-cab1-4a0a-9066-4c9184507626&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799828 Aug 18 11:34:17.590283 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.notifiers.nova [req-56af8ece-1253-435d-92ed-c30d101138d2 req-e2c39de7-c1db-4703-beba-7ada8ac8192b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be24d6e9-411b-44e0-9e80-fd3b3563fddf {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 18 11:34:17.597895 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-56af8ece-1253-435d-92ed-c30d101138d2 req-e2c39de7-c1db-4703-beba-7ada8ac8192b service neutron] Publish callbacks [] for port (be24d6e9-411b-44e0-9e80-fd3b3563fddf), precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:34:17.610807 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [req-56af8ece-1253-435d-92ed-c30d101138d2 req-e2c39de7-c1db-4703-beba-7ada8ac8192b service neutron] Transition to ACTIVE for port object be24d6e9-411b-44e0-9e80-fd3b3563fddf will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 18 11:34:17.614477 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-56af8ece-1253-435d-92ed-c30d101138d2 req-e2c39de7-c1db-4703-beba-7ada8ac8192b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732803053689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732802528799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732802528817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11809220'] for port (be24d6e9-411b-44e0-9e80-fd3b3563fddf), after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:34:17.696009 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c39de7-c1db-4703-beba-7ada8ac8192b service neutron] Pushing event updated for resources: {'Port': ['ID=be24d6e9-411b-44e0-9e80-fd3b3563fddf,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:34:17.726582 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-56af8ece-1253-435d-92ed-c30d101138d2 req-e2c39de7-c1db-4703-beba-7ada8ac8192b service neutron] Attempting to bind port be24d6e9-411b-44e0-9e80-fd3b3563fddf on host hv-cinder-85345 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 18 11:34:17.726905 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-56af8ece-1253-435d-92ed-c30d101138d2 req-e2c39de7-c1db-4703-beba-7ada8ac8192b service neutron] Attempting to bind port be24d6e9-411b-44e0-9e80-fd3b3563fddf by drivers openvswitch,hyperv on host hv-cinder-85345 at level 0 using segments [{'id': '8900eaba-5c51-45e8-8464-9b2961f08a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 969, 'network_id': 'cb34bfd6-afd9-49aa-9df8-61facb4f70ee'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 18 11:34:17.727255 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56af8ece-1253-435d-92ed-c30d101138d2 req-e2c39de7-c1db-4703-beba-7ada8ac8192b service neutron] Attempting to bind port be24d6e9-411b-44e0-9e80-fd3b3563fddf on network cb34bfd6-afd9-49aa-9df8-61facb4f70ee {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 18 11:34:17.729866 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=4 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:34:17.732198 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56af8ece-1253-435d-92ed-c30d101138d2 req-e2c39de7-c1db-4703-beba-7ada8ac8192b service neutron] Port be24d6e9-411b-44e0-9e80-fd3b3563fddf on network cb34bfd6-afd9-49aa-9df8-61facb4f70ee not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85345 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 18 11:34:17.732571 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56af8ece-1253-435d-92ed-c30d101138d2 req-e2c39de7-c1db-4703-beba-7ada8ac8192b service neutron] Attempting to bind port be24d6e9-411b-44e0-9e80-fd3b3563fddf on network cb34bfd6-afd9-49aa-9df8-61facb4f70ee {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 18 11:34:17.738363 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56af8ece-1253-435d-92ed-c30d101138d2 req-e2c39de7-c1db-4703-beba-7ada8ac8192b service neutron] Checking agent: {'id': '0c451e2b-fe38-44d1-984c-2dd7bcedf4dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85345', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 18, 11, 14, 5), 'started_at': datetime.datetime(2022, 8, 18, 11, 14, 5), 'heartbeat_timestamp': datetime.datetime(2022, 8, 18, 11, 34, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 18 11:34:17.738728 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56af8ece-1253-435d-92ed-c30d101138d2 req-e2c39de7-c1db-4703-beba-7ada8ac8192b service neutron] Checking segment: {'id': '8900eaba-5c51-45e8-8464-9b2961f08a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 969, 'network_id': 'cb34bfd6-afd9-49aa-9df8-61facb4f70ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 18 11:34:17.739112 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56af8ece-1253-435d-92ed-c30d101138d2 req-e2c39de7-c1db-4703-beba-7ada8ac8192b service neutron] Bound using segment: {'id': '8900eaba-5c51-45e8-8464-9b2961f08a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 969, 'network_id': 'cb34bfd6-afd9-49aa-9df8-61facb4f70ee'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 18 11:34:17.739540 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-56af8ece-1253-435d-92ed-c30d101138d2 req-e2c39de7-c1db-4703-beba-7ada8ac8192b service neutron] Bound port: be24d6e9-411b-44e0-9e80-fd3b3563fddf, host: hv-cinder-85345, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8900eaba-5c51-45e8-8464-9b2961f08a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 969, 'network_id': 'cb34bfd6-afd9-49aa-9df8-61facb4f70ee'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 18 11:34:17.739901 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-56af8ece-1253-435d-92ed-c30d101138d2 req-e2c39de7-c1db-4703-beba-7ada8ac8192b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (be24d6e9-411b-44e0-9e80-fd3b3563fddf), before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:34:17.749758 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:34:17.804588 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-56af8ece-1253-435d-92ed-c30d101138d2 req-e2c39de7-c1db-4703-beba-7ada8ac8192b service neutron] For port be24d6e9-411b-44e0-9e80-fd3b3563fddf, host hv-cinder-85345, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 11:34:17.807543 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-56af8ece-1253-435d-92ed-c30d101138d2 req-e2c39de7-c1db-4703-beba-7ada8ac8192b service neutron] For port be24d6e9-411b-44e0-9e80-fd3b3563fddf, host hv-cinder-85345, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85345',level=0,port_id=be24d6e9-411b-44e0-9e80-fd3b3563fddf,segment=NetworkSegment(8900eaba-5c51-45e8-8464-9b2961f08a13),segment_id=8900eaba-5c51-45e8-8464-9b2961f08a13)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 11:34:17.813205 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-56af8ece-1253-435d-92ed-c30d101138d2 req-e2c39de7-c1db-4703-beba-7ada8ac8192b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732803053689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732802528799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732802528817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11809220'] for port (be24d6e9-411b-44e0-9e80-fd3b3563fddf), after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:34:17.816209 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56af8ece-1253-435d-92ed-c30d101138d2 req-e2c39de7-c1db-4703-beba-7ada8ac8192b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:34:17.816832 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-56af8ece-1253-435d-92ed-c30d101138d2 req-e2c39de7-c1db-4703-beba-7ada8ac8192b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22494'] for port (None), before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:34:17.818197 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-56af8ece-1253-435d-92ed-c30d101138d2 req-e2c39de7-c1db-4703-beba-7ada8ac8192b service neutron] 10.222.0.20 "PUT /networking/v2.0/ports/be24d6e9-411b-44e0-9e80-fd3b3563fddf HTTP/1.1" status: 200 len: 1093 time: 0.6427929 Aug 18 11:34:17.820729 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b111deb-a80d-480b-9e42-8ae4c63a0fb6', 'tag': 'be24d6e9-411b-44e0-9e80-fd3b3563fddf'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 18 11:34:17.822960 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c862ab1b2ee120cb5e2e4f2725a0fe0d7acaf57f657006002d91667c9b4c94a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4a47f99-b47c-4ed3-8707-5d6374a7dd1b" -d '{"events": [{"name": "network-changed", "server_uuid": "8b111deb-a80d-480b-9e42-8ae4c63a0fb6", "tag": "be24d6e9-411b-44e0-9e80-fd3b3563fddf"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:34:17.870022 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Aug 2022 11:34:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c86f24c4-2b67-413f-8602-e419f4230c26 x-openstack-request-id: req-c86f24c4-2b67-413f-8602-e419f4230c26 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:34:17.870318 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b111deb-a80d-480b-9e42-8ae4c63a0fb6", "tag": "be24d6e9-411b-44e0-9e80-fd3b3563fddf", "status": "completed", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:34:17.870574 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c86f24c4-2b67-413f-8602-e419f4230c26 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:34:17.870972 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c86f24c4-2b67-413f-8602-e419f4230c26'] response: {'name': 'network-changed', 'server_uuid': '8b111deb-a80d-480b-9e42-8ae4c63a0fb6', 'tag': 'be24d6e9-411b-44e0-9e80-fd3b3563fddf', 'status': 'completed', 'code': 200} Aug 18 11:34:17.907362 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c39de7-c1db-4703-beba-7ada8ac8192b service neutron] Pushing event updated for resources: {'Port': ['ID=be24d6e9-411b-44e0-9e80-fd3b3563fddf,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:34:17.916975 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56af8ece-1253-435d-92ed-c30d101138d2 req-19c712be-62d7-4381-8734-93b2de1b17d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:34:17.918478 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-56af8ece-1253-435d-92ed-c30d101138d2 req-19c712be-62d7-4381-8734-93b2de1b17d6 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=f215c3a85f1c428496d1862a5c72067c&device_id=8b111deb-a80d-480b-9e42-8ae4c63a0fb6 HTTP/1.1" status: 200 len: 1127 time: 0.0607407 Aug 18 11:34:17.957248 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-56af8ece-1253-435d-92ed-c30d101138d2 req-b7d870b7-7407-4c66-93be-c34a3cdb331e service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=be24d6e9-411b-44e0-9e80-fd3b3563fddf HTTP/1.1" status: 200 len: 217 time: 0.0320594 Aug 18 11:34:18.007732 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56af8ece-1253-435d-92ed-c30d101138d2 req-2ad2378e-fe88-41fb-9c37-bb9c318eb32c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:34:18.009153 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-56af8ece-1253-435d-92ed-c30d101138d2 req-2ad2378e-fe88-41fb-9c37-bb9c318eb32c service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=5f6fc857-d41d-46a6-aab6-5047e21bc185 HTTP/1.1" status: 200 len: 847 time: 0.0452535 Aug 18 11:34:18.057259 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56af8ece-1253-435d-92ed-c30d101138d2 req-75a85df7-c93b-4a8a-9b0e-e322fc19e6b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:34:18.058726 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-56af8ece-1253-435d-92ed-c30d101138d2 req-75a85df7-c93b-4a8a-9b0e-e322fc19e6b3 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=cb34bfd6-afd9-49aa-9df8-61facb4f70ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0428109 Aug 18 11:34:18.146270 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-56af8ece-1253-435d-92ed-c30d101138d2 req-af1e3090-9f53-4c10-85e9-7fcf4e6ed8b1 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/cb34bfd6-afd9-49aa-9df8-61facb4f70ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819199 Aug 18 11:34:18.237296 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-56af8ece-1253-435d-92ed-c30d101138d2 req-1cdbd894-5532-45c8-884f-7a9c398217eb service neutron] 10.222.0.20 "GET /networking/v2.0/networks/cb34bfd6-afd9-49aa-9df8-61facb4f70ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853393 Aug 18 11:34:18.659477 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78990d0d-736e-4def-ad70-039cd4f0c4a7 req-7a77758e-fc01-491f-bada-e8b62a401689 tempest-TestShelveInstance-995297295 tempest-TestShelveInstance-995297295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:34:18.660937 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-78990d0d-736e-4def-ad70-039cd4f0c4a7 req-7a77758e-fc01-491f-bada-e8b62a401689 tempest-TestShelveInstance-995297295 tempest-TestShelveInstance-995297295-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=8b111deb-a80d-480b-9e42-8ae4c63a0fb6 HTTP/1.1" status: 200 len: 943 time: 0.0469155 Aug 18 11:34:18.709607 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-78990d0d-736e-4def-ad70-039cd4f0c4a7 req-4068f36e-0633-4f30-8f87-9d06285f5014 tempest-TestShelveInstance-995297295 tempest-TestShelveInstance-995297295-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b1bf556f-cab1-4a0a-9066-4c9184507626&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425105 Aug 18 11:34:19.092947 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a47f99-b47c-4ed3-8707-5d6374a7dd1b req-ed205ca0-89c3-407d-bf6c-92dd77eb7e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:34:19.094437 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-f4a47f99-b47c-4ed3-8707-5d6374a7dd1b req-ed205ca0-89c3-407d-bf6c-92dd77eb7e4c service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=f215c3a85f1c428496d1862a5c72067c&device_id=8b111deb-a80d-480b-9e42-8ae4c63a0fb6 HTTP/1.1" status: 200 len: 1127 time: 0.0404646 Aug 18 11:34:19.187691 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a47f99-b47c-4ed3-8707-5d6374a7dd1b req-8b0000bc-b951-4e14-82b9-f4e0a8330071 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:34:19.189174 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-f4a47f99-b47c-4ed3-8707-5d6374a7dd1b req-8b0000bc-b951-4e14-82b9-f4e0a8330071 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=cb34bfd6-afd9-49aa-9df8-61facb4f70ee HTTP/1.1" status: 200 len: 909 time: 0.0886984 Aug 18 11:34:19.228452 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-f4a47f99-b47c-4ed3-8707-5d6374a7dd1b req-3210528f-bcd2-4ba9-9b29-c39d82858828 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=be24d6e9-411b-44e0-9e80-fd3b3563fddf HTTP/1.1" status: 200 len: 217 time: 0.0327363 Aug 18 11:34:19.279424 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a47f99-b47c-4ed3-8707-5d6374a7dd1b req-54c0bc4b-61b5-4ee0-a70e-175530782ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:34:19.280946 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-f4a47f99-b47c-4ed3-8707-5d6374a7dd1b req-54c0bc4b-61b5-4ee0-a70e-175530782ed8 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=5f6fc857-d41d-46a6-aab6-5047e21bc185 HTTP/1.1" status: 200 len: 847 time: 0.0467424 Aug 18 11:34:19.323765 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a47f99-b47c-4ed3-8707-5d6374a7dd1b req-24e8c55a-b5fd-486c-b2c6-b45bc9be7f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:34:19.325258 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-f4a47f99-b47c-4ed3-8707-5d6374a7dd1b req-24e8c55a-b5fd-486c-b2c6-b45bc9be7f95 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=cb34bfd6-afd9-49aa-9df8-61facb4f70ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0388782 Aug 18 11:34:19.416887 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-f4a47f99-b47c-4ed3-8707-5d6374a7dd1b req-bf455197-5dfb-4fbf-a8f4-5826b383498e service neutron] 10.222.0.20 "GET /networking/v2.0/networks/cb34bfd6-afd9-49aa-9df8-61facb4f70ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858562 Aug 18 11:34:19.429836 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:34:19.506214 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-f4a47f99-b47c-4ed3-8707-5d6374a7dd1b req-f2acd16d-0d4e-4970-8810-bb1e6dac9b36 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/cb34bfd6-afd9-49aa-9df8-61facb4f70ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830402 Aug 18 11:34:19.829348 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d88da7-e9d0-4df9-b58b-3fc56c767435 req-32dcfcda-233f-4903-a918-dbf72d122310 tempest-TestShelveInstance-995297295 tempest-TestShelveInstance-995297295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:34:19.830785 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-17d88da7-e9d0-4df9-b58b-3fc56c767435 req-32dcfcda-233f-4903-a918-dbf72d122310 tempest-TestShelveInstance-995297295 tempest-TestShelveInstance-995297295-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=8b111deb-a80d-480b-9e42-8ae4c63a0fb6 HTTP/1.1" status: 200 len: 943 time: 0.0470562 Aug 18 11:34:19.864170 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:34:19.885305 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-17d88da7-e9d0-4df9-b58b-3fc56c767435 req-658805b6-091c-4f5c-a9f9-1e9df1ff0af7 tempest-TestShelveInstance-995297295 tempest-TestShelveInstance-995297295-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b1bf556f-cab1-4a0a-9066-4c9184507626&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489614 Aug 18 11:34:21.013774 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be706ef2-4a17-45a4-9807-805ca65d83f1 req-98ece491-3c93-489a-841a-3064f65bc353 tempest-TestShelveInstance-995297295 tempest-TestShelveInstance-995297295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:34:21.015264 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-be706ef2-4a17-45a4-9807-805ca65d83f1 req-98ece491-3c93-489a-841a-3064f65bc353 tempest-TestShelveInstance-995297295 tempest-TestShelveInstance-995297295-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=8b111deb-a80d-480b-9e42-8ae4c63a0fb6 HTTP/1.1" status: 200 len: 943 time: 0.0499425 Aug 18 11:34:21.069263 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-be706ef2-4a17-45a4-9807-805ca65d83f1 req-af1d05fa-52f4-4e01-b90c-ef433e04dc73 tempest-TestShelveInstance-995297295 tempest-TestShelveInstance-995297295-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b1bf556f-cab1-4a0a-9066-4c9184507626&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482781 Aug 18 11:34:22.190665 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800af8b1-5e8f-4aec-b2d1-f64b73a0b91f req-925a641a-60ab-411f-a2ff-b4bf0cde6f2c tempest-TestShelveInstance-995297295 tempest-TestShelveInstance-995297295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:34:22.192537 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-800af8b1-5e8f-4aec-b2d1-f64b73a0b91f req-925a641a-60ab-411f-a2ff-b4bf0cde6f2c tempest-TestShelveInstance-995297295 tempest-TestShelveInstance-995297295-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=8b111deb-a80d-480b-9e42-8ae4c63a0fb6 HTTP/1.1" status: 200 len: 943 time: 0.0489364 Aug 18 11:34:22.246362 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-800af8b1-5e8f-4aec-b2d1-f64b73a0b91f req-4d4442f7-67a7-46fa-aa7e-4e40223a800a tempest-TestShelveInstance-995297295 tempest-TestShelveInstance-995297295-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b1bf556f-cab1-4a0a-9066-4c9184507626&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441225 Aug 18 11:34:23.369634 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1e54cd-118e-4af9-b1bf-f0b14402385b req-b23a4720-e229-41c3-9864-fa6134a7e87b tempest-TestShelveInstance-995297295 tempest-TestShelveInstance-995297295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:34:23.371122 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-0c1e54cd-118e-4af9-b1bf-f0b14402385b req-b23a4720-e229-41c3-9864-fa6134a7e87b tempest-TestShelveInstance-995297295 tempest-TestShelveInstance-995297295-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=8b111deb-a80d-480b-9e42-8ae4c63a0fb6 HTTP/1.1" status: 200 len: 943 time: 0.0522399 Aug 18 11:34:23.420006 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-0c1e54cd-118e-4af9-b1bf-f0b14402385b req-93af1b5a-a8db-4ece-9d9f-c2d42ef08b1e tempest-TestShelveInstance-995297295 tempest-TestShelveInstance-995297295-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b1bf556f-cab1-4a0a-9066-4c9184507626&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433252 Aug 18 11:34:24.538921 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0305a7-1d54-4810-8b7a-4f0c94b1a165 req-71c8dc59-e92e-49a8-9b5a-4dff2888e6d5 tempest-TestShelveInstance-995297295 tempest-TestShelveInstance-995297295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:34:24.540429 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-1a0305a7-1d54-4810-8b7a-4f0c94b1a165 req-71c8dc59-e92e-49a8-9b5a-4dff2888e6d5 tempest-TestShelveInstance-995297295 tempest-TestShelveInstance-995297295-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=8b111deb-a80d-480b-9e42-8ae4c63a0fb6 HTTP/1.1" status: 200 len: 943 time: 0.0471756 Aug 18 11:34:24.590379 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-1a0305a7-1d54-4810-8b7a-4f0c94b1a165 req-12c560eb-1c4d-4672-b0a6-bb2e3e9a5966 tempest-TestShelveInstance-995297295 tempest-TestShelveInstance-995297295-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b1bf556f-cab1-4a0a-9066-4c9184507626&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444379 Aug 18 11:34:25.212213 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=3 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:34:25.218240 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=3 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:34:25.714822 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d9852d-cde7-48e0-8ecb-bc06bc562bde req-1717c768-49da-4d75-808c-e36a26e3d1ce tempest-TestShelveInstance-995297295 tempest-TestShelveInstance-995297295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:34:25.716208 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-94d9852d-cde7-48e0-8ecb-bc06bc562bde req-1717c768-49da-4d75-808c-e36a26e3d1ce tempest-TestShelveInstance-995297295 tempest-TestShelveInstance-995297295-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=8b111deb-a80d-480b-9e42-8ae4c63a0fb6 HTTP/1.1" status: 200 len: 943 time: 0.0497246 Aug 18 11:34:25.764579 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-94d9852d-cde7-48e0-8ecb-bc06bc562bde req-224e5c9e-d641-4ef9-9eed-a70f7980e606 tempest-TestShelveInstance-995297295 tempest-TestShelveInstance-995297295-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b1bf556f-cab1-4a0a-9066-4c9184507626&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427785 Aug 18 11:34:26.886624 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b951fb-d794-4fc4-8b4d-d90d9ace0151 req-266d016d-c8f8-4956-9bb2-8f03c7c8d300 tempest-TestShelveInstance-995297295 tempest-TestShelveInstance-995297295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:34:26.887993 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-89b951fb-d794-4fc4-8b4d-d90d9ace0151 req-266d016d-c8f8-4956-9bb2-8f03c7c8d300 tempest-TestShelveInstance-995297295 tempest-TestShelveInstance-995297295-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=8b111deb-a80d-480b-9e42-8ae4c63a0fb6 HTTP/1.1" status: 200 len: 943 time: 0.0476897 Aug 18 11:34:26.937340 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-89b951fb-d794-4fc4-8b4d-d90d9ace0151 req-b10e9ad2-762b-4301-878f-a5c45cad65c2 tempest-TestShelveInstance-995297295 tempest-TestShelveInstance-995297295-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b1bf556f-cab1-4a0a-9066-4c9184507626&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438364 Aug 18 11:34:27.233554 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=13,neutron:UPDATE=3 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:34:27.237174 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=17,neutron:UPDATE=3 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:34:28.053854 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc7a691-f2ac-4524-ae23-8e0ad8b98e35 req-1e91eaca-1b58-4961-b301-6e25606726df tempest-TestShelveInstance-995297295 tempest-TestShelveInstance-995297295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:34:28.055950 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-ffc7a691-f2ac-4524-ae23-8e0ad8b98e35 req-1e91eaca-1b58-4961-b301-6e25606726df tempest-TestShelveInstance-995297295 tempest-TestShelveInstance-995297295-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=8b111deb-a80d-480b-9e42-8ae4c63a0fb6 HTTP/1.1" status: 200 len: 943 time: 0.0471127 Aug 18 11:34:28.092992 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Device be24d6e9-411b-44e0-9e80-fd3b3563fddf details requested by agent hyperv_hv-cinder-85345 with host hv-cinder-85345 {{(pid=106380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 11:34:28.108545 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-ffc7a691-f2ac-4524-ae23-8e0ad8b98e35 req-d3f042a3-ad71-465f-985f-6ecbdfe58b39 tempest-TestShelveInstance-995297295 tempest-TestShelveInstance-995297295-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b1bf556f-cab1-4a0a-9066-4c9184507626&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469639 Aug 18 11:34:28.194089 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] For port be24d6e9-411b-44e0-9e80-fd3b3563fddf, host hv-cinder-85345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85345',level=0,port_id=be24d6e9-411b-44e0-9e80-fd3b3563fddf,segment=NetworkSegment(8900eaba-5c51-45e8-8464-9b2961f08a13),segment_id=8900eaba-5c51-45e8-8464-9b2961f08a13)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:34:28.205629 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Returning: {'device': 'be24d6e9-411b-44e0-9e80-fd3b3563fddf', 'network_id': 'cb34bfd6-afd9-49aa-9df8-61facb4f70ee', 'port_id': 'be24d6e9-411b-44e0-9e80-fd3b3563fddf', 'mac_address': 'fa:16:3e:11:e6:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 969, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f6fc857-d41d-46a6-aab6-5047e21bc185', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 11:34:28.238745 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Current status of the port be24d6e9-411b-44e0-9e80-fd3b3563fddf is: DOWN; New status is: BUILD {{(pid=106380) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 11:34:28.239380 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (be24d6e9-411b-44e0-9e80-fd3b3563fddf), before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:34:28.252225 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.notifiers.nova [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be24d6e9-411b-44e0-9e80-fd3b3563fddf {{(pid=106380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 18 11:34:28.273297 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] For port be24d6e9-411b-44e0-9e80-fd3b3563fddf, host hv-cinder-85345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85345',level=0,port_id=be24d6e9-411b-44e0-9e80-fd3b3563fddf,segment=NetworkSegment(8900eaba-5c51-45e8-8464-9b2961f08a13),segment_id=8900eaba-5c51-45e8-8464-9b2961f08a13)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:34:28.277865 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732803053689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732802528799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732802528817'] for port (be24d6e9-411b-44e0-9e80-fd3b3563fddf), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:34:28.326619 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Pushing event updated for resources: {'Port': ['ID=be24d6e9-411b-44e0-9e80-fd3b3563fddf,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:34:28.669176 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] get_ports_and_sgs() called for port_ids ['be24d6e9-411b-44e0-9e80-fd3b3563fddf'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 18 11:34:29.225355 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e951cfe-eb34-4c48-81bf-da5a1833901f req-be749ea9-16ee-4e46-9f69-d387be625078 tempest-TestShelveInstance-995297295 tempest-TestShelveInstance-995297295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:34:29.227412 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-9e951cfe-eb34-4c48-81bf-da5a1833901f req-be749ea9-16ee-4e46-9f69-d387be625078 tempest-TestShelveInstance-995297295 tempest-TestShelveInstance-995297295-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=8b111deb-a80d-480b-9e42-8ae4c63a0fb6 HTTP/1.1" status: 200 len: 944 time: 0.0460310 Aug 18 11:34:29.275614 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-9e951cfe-eb34-4c48-81bf-da5a1833901f req-ba1ee93f-a3ec-4f7f-bf24-6a91353f8cef tempest-TestShelveInstance-995297295 tempest-TestShelveInstance-995297295-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b1bf556f-cab1-4a0a-9066-4c9184507626&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427420 Aug 18 11:34:30.086468 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Device be24d6e9-411b-44e0-9e80-fd3b3563fddf up at agent hyperv_hv-cinder-85345 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 11:34:30.129589 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Provisioning for port be24d6e9-411b-44e0-9e80-fd3b3563fddf completed by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 18 11:34:30.136406 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Provisioning complete for port be24d6e9-411b-44e0-9e80-fd3b3563fddf triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 18 11:34:30.136786 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619404'] for port (be24d6e9-411b-44e0-9e80-fd3b3563fddf), provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:34:30.207462 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Current status of the port be24d6e9-411b-44e0-9e80-fd3b3563fddf is: BUILD; New status is: ACTIVE {{(pid=106380) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 11:34:30.207846 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (be24d6e9-411b-44e0-9e80-fd3b3563fddf), before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:34:30.233664 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b111deb-a80d-480b-9e42-8ae4c63a0fb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be24d6e9-411b-44e0-9e80-fd3b3563fddf'}] {{(pid=106380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 18 11:34:30.235864 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2abfa1ee86993cd756e72fd91a3a01a1a8fb73078c92f04bbbffdb72ec117730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14be0f51-c4f7-41bf-9e5d-4e0158667b49" -d '{"events": [{"server_uuid": "8b111deb-a80d-480b-9e42-8ae4c63a0fb6", "name": "network-vif-plugged", "status": "completed", "tag": "be24d6e9-411b-44e0-9e80-fd3b3563fddf"}]}' {{(pid=106380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:34:30.249363 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] For port be24d6e9-411b-44e0-9e80-fd3b3563fddf, host hv-cinder-85345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85345',level=0,port_id=be24d6e9-411b-44e0-9e80-fd3b3563fddf,segment=NetworkSegment(8900eaba-5c51-45e8-8464-9b2961f08a13),segment_id=8900eaba-5c51-45e8-8464-9b2961f08a13)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:34:30.253519 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732803053689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732802528799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732802528817'] for port (be24d6e9-411b-44e0-9e80-fd3b3563fddf), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:34:30.276578 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Aug 2022 11:34:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c78283dc-f2a5-40c9-928d-fe43af7a5e00 x-openstack-request-id: req-c78283dc-f2a5-40c9-928d-fe43af7a5e00 {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:34:30.276875 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b111deb-a80d-480b-9e42-8ae4c63a0fb6", "name": "network-vif-plugged", "status": "completed", "tag": "be24d6e9-411b-44e0-9e80-fd3b3563fddf", "code": 200}]} {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:34:30.277128 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c78283dc-f2a5-40c9-928d-fe43af7a5e00 {{(pid=106380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:34:30.277520 dv-cinder-853450-2-iscsi neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c78283dc-f2a5-40c9-928d-fe43af7a5e00'] response: {'server_uuid': '8b111deb-a80d-480b-9e42-8ae4c63a0fb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be24d6e9-411b-44e0-9e80-fd3b3563fddf', 'code': 200} Aug 18 11:34:30.286013 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:34:30.307118 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Pushing event updated for resources: {'Port': ['ID=be24d6e9-411b-44e0-9e80-fd3b3563fddf,revision_number=5']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:34:30.406435 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46c2b78-1427-40c9-aeaa-062566c3d44a req-f9dbb334-0e76-4d4e-9416-2134b61e4727 tempest-TestShelveInstance-995297295 tempest-TestShelveInstance-995297295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:34:30.408055 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-f46c2b78-1427-40c9-aeaa-062566c3d44a req-f9dbb334-0e76-4d4e-9416-2134b61e4727 tempest-TestShelveInstance-995297295 tempest-TestShelveInstance-995297295-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=8b111deb-a80d-480b-9e42-8ae4c63a0fb6 HTTP/1.1" status: 200 len: 945 time: 0.0490389 Aug 18 11:34:30.463445 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=100 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:34:30.470911 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-f46c2b78-1427-40c9-aeaa-062566c3d44a req-33158465-1086-4bae-8140-df9eb4cf242d tempest-TestShelveInstance-995297295 tempest-TestShelveInstance-995297295-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b1bf556f-cab1-4a0a-9066-4c9184507626&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566664 Aug 18 11:34:30.501779 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f65de7-f4d2-423c-819f-dc0d010fda71 req-0516caec-a63e-4092-85ed-221a94c26ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:34:30.503262 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-60f65de7-f4d2-423c-819f-dc0d010fda71 req-0516caec-a63e-4092-85ed-221a94c26ed1 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=8b111deb-a80d-480b-9e42-8ae4c63a0fb6 HTTP/1.1" status: 200 len: 1129 time: 0.0511501 Aug 18 11:34:30.550128 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-60f65de7-f4d2-423c-819f-dc0d010fda71 req-455b8567-e789-4253-addc-9fcaa5801427 service neutron] 10.222.0.20 "GET /networking/v2.0/security-groups?id=b1bf556f-cab1-4a0a-9066-4c9184507626&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405335 Aug 18 11:34:31.591288 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3842bd67-9710-4b0b-8224-f26541461593 req-07362e24-9ae1-44b4-934b-59f656f01a11 tempest-TestShelveInstance-995297295 tempest-TestShelveInstance-995297295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:34:31.592774 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-3842bd67-9710-4b0b-8224-f26541461593 req-07362e24-9ae1-44b4-934b-59f656f01a11 tempest-TestShelveInstance-995297295 tempest-TestShelveInstance-995297295-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=8b111deb-a80d-480b-9e42-8ae4c63a0fb6 HTTP/1.1" status: 200 len: 945 time: 0.0465539 Aug 18 11:34:31.641693 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-3842bd67-9710-4b0b-8224-f26541461593 req-ee307f44-22a6-43f6-8587-7f5a2c5b6505 tempest-TestShelveInstance-995297295 tempest-TestShelveInstance-995297295-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b1bf556f-cab1-4a0a-9066-4c9184507626&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433671 Aug 18 11:34:32.743609 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=100 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:34:32.762271 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce613d9-1010-489b-b63e-7f32d8bd529d req-8cd6f2e9-4fb0-41d8-a4d8-d18ad1522ff8 tempest-TestShelveInstance-995297295 tempest-TestShelveInstance-995297295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:34:32.763738 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-dce613d9-1010-489b-b63e-7f32d8bd529d req-8cd6f2e9-4fb0-41d8-a4d8-d18ad1522ff8 tempest-TestShelveInstance-995297295 tempest-TestShelveInstance-995297295-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=8b111deb-a80d-480b-9e42-8ae4c63a0fb6 HTTP/1.1" status: 200 len: 945 time: 0.0491793 Aug 18 11:34:32.815286 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-dce613d9-1010-489b-b63e-7f32d8bd529d req-ad693422-8025-4cea-a08f-518baeb351e8 tempest-TestShelveInstance-995297295 tempest-TestShelveInstance-995297295-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b1bf556f-cab1-4a0a-9066-4c9184507626&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460293 Aug 18 11:34:32.932930 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce309cc6-6d6f-4350-a6f3-fb387faa0d68 req-ae09b88c-8932-479d-9283-8bbd7c819360 tempest-TestShelveInstance-995297295 tempest-TestShelveInstance-995297295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:34:32.934288 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-ce309cc6-6d6f-4350-a6f3-fb387faa0d68 req-ae09b88c-8932-479d-9283-8bbd7c819360 tempest-TestShelveInstance-995297295 tempest-TestShelveInstance-995297295-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=8b111deb-a80d-480b-9e42-8ae4c63a0fb6 HTTP/1.1" status: 200 len: 945 time: 0.0481403 Aug 18 11:34:32.984277 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-ce309cc6-6d6f-4350-a6f3-fb387faa0d68 req-b6ec110b-1822-4783-ba1e-8983bd6275df tempest-TestShelveInstance-995297295 tempest-TestShelveInstance-995297295-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b1bf556f-cab1-4a0a-9066-4c9184507626&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444241 Aug 18 11:34:33.010408 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.16', 33824) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:34:33.173594 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e7db0bd-f592-49e4-97bc-1d29d8a1cc5e tempest-TestShelveInstance-702855404 tempest-TestShelveInstance-702855404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:34:33.175139 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [None req-4e7db0bd-f592-49e4-97bc-1d29d8a1cc5e tempest-TestShelveInstance-702855404 tempest-TestShelveInstance-702855404-project-admin] 10.222.0.16 "GET /networking/v2.0/ports?device_id=8b111deb-a80d-480b-9e42-8ae4c63a0fb6 HTTP/1.1" status: 200 len: 1124 time: 0.1636629 Aug 18 11:34:33.178027 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.16', 33828) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:34:33.182349 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.v2.base [None req-a63fb8ba-8103-4d2a-a81f-f3b44b51a062 tempest-TestShelveInstance-995297295 tempest-TestShelveInstance-995297295-project] Request body: {'floatingip': {'floating_network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'port_id': 'be24d6e9-411b-44e0-9e80-fd3b3563fddf', 'tenant_id': 'f215c3a85f1c428496d1862a5c72067c', 'fixed_ip_address': '172.20.0.9'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:34:33.204138 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a63fb8ba-8103-4d2a-a81f-f3b44b51a062 tempest-TestShelveInstance-995297295 tempest-TestShelveInstance-995297295-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:34:33.284918 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a63fb8ba-8103-4d2a-a81f-f3b44b51a062 tempest-TestShelveInstance-995297295 tempest-TestShelveInstance-995297295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (None), before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:34:33.385076 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-a63fb8ba-8103-4d2a-a81f-f3b44b51a062 tempest-TestShelveInstance-995297295 tempest-TestShelveInstance-995297295-project] Allocated IP 172.27.4.223 (c4d5f339-67bc-4c12-8231-94aca87a7153/76ee03a1-e6cb-4518-8461-de8749842f4e/06db97e3-fd3a-43c3-a47c-ff8e728d6bb6) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 11:34:33.492992 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a63fb8ba-8103-4d2a-a81f-f3b44b51a062 tempest-TestShelveInstance-995297295 tempest-TestShelveInstance-995297295-project] Publish callbacks [] for port (06db97e3-fd3a-43c3-a47c-ff8e728d6bb6), precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:34:33.523867 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a63fb8ba-8103-4d2a-a81f-f3b44b51a062 tempest-TestShelveInstance-995297295 tempest-TestShelveInstance-995297295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732802528781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11809227'] for port (06db97e3-fd3a-43c3-a47c-ff8e728d6bb6), after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:34:33.561986 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a63fb8ba-8103-4d2a-a81f-f3b44b51a062 tempest-TestShelveInstance-995297295 tempest-TestShelveInstance-995297295-project] Network c4d5f339-67bc-4c12-8231-94aca87a7153 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 11:34:33.566423 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-a63fb8ba-8103-4d2a-a81f-f3b44b51a062 tempest-TestShelveInstance-995297295 tempest-TestShelveInstance-995297295-project] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 11:34:33.570300 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a63fb8ba-8103-4d2a-a81f-f3b44b51a062 tempest-TestShelveInstance-995297295 tempest-TestShelveInstance-995297295-project] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 18 11:34:33.574803 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:34:33.595319 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63fb8ba-8103-4d2a-a81f-f3b44b51a062 tempest-TestShelveInstance-995297295 tempest-TestShelveInstance-995297295-project] Pushing event updated for resources: {'Port': ['ID=06db97e3-fd3a-43c3-a47c-ff8e728d6bb6,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:34:33.610484 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63fb8ba-8103-4d2a-a81f-f3b44b51a062 tempest-TestShelveInstance-995297295 tempest-TestShelveInstance-995297295-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:34:33.610834 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63fb8ba-8103-4d2a-a81f-f3b44b51a062 tempest-TestShelveInstance-995297295 tempest-TestShelveInstance-995297295-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:34:33.611172 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63fb8ba-8103-4d2a-a81f-f3b44b51a062 tempest-TestShelveInstance-995297295 tempest-TestShelveInstance-995297295-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:34:33.611507 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63fb8ba-8103-4d2a-a81f-f3b44b51a062 tempest-TestShelveInstance-995297295 tempest-TestShelveInstance-995297295-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:34:33.611836 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63fb8ba-8103-4d2a-a81f-f3b44b51a062 tempest-TestShelveInstance-995297295 tempest-TestShelveInstance-995297295-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:34:33.612167 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63fb8ba-8103-4d2a-a81f-f3b44b51a062 tempest-TestShelveInstance-995297295 tempest-TestShelveInstance-995297295-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:34:33.612513 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63fb8ba-8103-4d2a-a81f-f3b44b51a062 tempest-TestShelveInstance-995297295 tempest-TestShelveInstance-995297295-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:34:33.612835 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63fb8ba-8103-4d2a-a81f-f3b44b51a062 tempest-TestShelveInstance-995297295 tempest-TestShelveInstance-995297295-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:34:33.613155 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63fb8ba-8103-4d2a-a81f-f3b44b51a062 tempest-TestShelveInstance-995297295 tempest-TestShelveInstance-995297295-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:34:33.613472 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63fb8ba-8103-4d2a-a81f-f3b44b51a062 tempest-TestShelveInstance-995297295 tempest-TestShelveInstance-995297295-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:34:33.613787 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63fb8ba-8103-4d2a-a81f-f3b44b51a062 tempest-TestShelveInstance-995297295 tempest-TestShelveInstance-995297295-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:34:33.614106 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63fb8ba-8103-4d2a-a81f-f3b44b51a062 tempest-TestShelveInstance-995297295 tempest-TestShelveInstance-995297295-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:34:33.614431 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63fb8ba-8103-4d2a-a81f-f3b44b51a062 tempest-TestShelveInstance-995297295 tempest-TestShelveInstance-995297295-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:34:33.614739 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63fb8ba-8103-4d2a-a81f-f3b44b51a062 tempest-TestShelveInstance-995297295 tempest-TestShelveInstance-995297295-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:34:33.615049 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63fb8ba-8103-4d2a-a81f-f3b44b51a062 tempest-TestShelveInstance-995297295 tempest-TestShelveInstance-995297295-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:34:33.785397 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:34:33.933871 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a63fb8ba-8103-4d2a-a81f-f3b44b51a062 tempest-TestShelveInstance-995297295 tempest-TestShelveInstance-995297295-project] Publish callbacks [] for floatingip (4f80cc45-e0f6-4330-85ea-5222b8aa86ff), precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:34:33.999992 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a63fb8ba-8103-4d2a-a81f-f3b44b51a062 tempest-TestShelveInstance-995297295 tempest-TestShelveInstance-995297295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (06db97e3-fd3a-43c3-a47c-ff8e728d6bb6), before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:34:34.155147 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a63fb8ba-8103-4d2a-a81f-f3b44b51a062 tempest-TestShelveInstance-995297295 tempest-TestShelveInstance-995297295-project] Publish callbacks [] for port (06db97e3-fd3a-43c3-a47c-ff8e728d6bb6), precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:34:34.159853 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a63fb8ba-8103-4d2a-a81f-f3b44b51a062 tempest-TestShelveInstance-995297295 tempest-TestShelveInstance-995297295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732803053689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732802528799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732802528817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11809220'] for port (06db97e3-fd3a-43c3-a47c-ff8e728d6bb6), after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:34:34.224787 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63fb8ba-8103-4d2a-a81f-f3b44b51a062 tempest-TestShelveInstance-995297295 tempest-TestShelveInstance-995297295-project] Pushing event updated for resources: {'Port': ['ID=06db97e3-fd3a-43c3-a47c-ff8e728d6bb6,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:34:34.227240 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a63fb8ba-8103-4d2a-a81f-f3b44b51a062 tempest-TestShelveInstance-995297295 tempest-TestShelveInstance-995297295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-519515'] for floatingip (4f80cc45-e0f6-4330-85ea-5222b8aa86ff), after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:34:34.321528 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.db.l3_db [None req-a63fb8ba-8103-4d2a-a81f-f3b44b51a062 tempest-TestShelveInstance-995297295 tempest-TestShelveInstance-995297295-project] Floating IP 4f80cc45-e0f6-4330-85ea-5222b8aa86ff associated. External IP: 172.27.4.223, port: be24d6e9-411b-44e0-9e80-fd3b3563fddf. Aug 18 11:34:34.671867 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:34:34.781502 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a63fb8ba-8103-4d2a-a81f-f3b44b51a062 tempest-TestShelveInstance-995297295 tempest-TestShelveInstance-995297295-project] Router f9fba6ab-c472-4ff2-9a49-9998fae2661c has already been hosted by L3 agent 5a2ac145-53e3-4597-a9e7-c52b4336ae58 {{(pid=106378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 11:34:34.881460 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a63fb8ba-8103-4d2a-a81f-f3b44b51a062 tempest-TestShelveInstance-995297295 tempest-TestShelveInstance-995297295-project] Notify agent at l3_agent.dv-cinder-853450-2-iscsi the message routers_updated {{(pid=106378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 11:34:34.891618 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1660661e-5b82-4f46-b03f-56c5aa67d430 None None] Sync routers for ids ['f9fba6ab-c472-4ff2-9a49-9998fae2661c'] in dv-cinder-853450-2-iscsi {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 11:34:34.902258 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a63fb8ba-8103-4d2a-a81f-f3b44b51a062 tempest-TestShelveInstance-995297295 tempest-TestShelveInstance-995297295-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22494'] for floatingip (None), before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:34:34.903186 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1660661e-5b82-4f46-b03f-56c5aa67d430 None None] Routers {'f9fba6ab-c472-4ff2-9a49-9998fae2661c'} bound to L3 agent in host dv-cinder-853450-2-iscsi {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 18 11:34:34.904036 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-1660661e-5b82-4f46-b03f-56c5aa67d430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853450-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-18T11:07:43Z,description=,heartbeat_timestamp=2022-08-18T11:34:13Z,host='dv-cinder-853450-2-iscsi',id=5a2ac145-53e3-4597-a9e7-c52b4336ae58,load=0,resource_versions=,resources_synced=,started_at=2022-08-18T11:07:43Z,topic='l3_agent')) {'router_ids': ['f9fba6ab-c472-4ff2-9a49-9998fae2661c'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:34:34.923008 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:INSERT=1,neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:34:34.937543 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [None req-a63fb8ba-8103-4d2a-a81f-f3b44b51a062 tempest-TestShelveInstance-995297295 tempest-TestShelveInstance-995297295-project] 10.222.0.16 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7563765 Aug 18 11:34:34.937543 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b111deb-a80d-480b-9e42-8ae4c63a0fb6', 'tag': 'be24d6e9-411b-44e0-9e80-fd3b3563fddf'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 18 11:34:34.938628 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c862ab1b2ee120cb5e2e4f2725a0fe0d7acaf57f657006002d91667c9b4c94a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82d03c41-f0fb-4378-b776-a704b74df814" -d '{"events": [{"name": "network-changed", "server_uuid": "8b111deb-a80d-480b-9e42-8ae4c63a0fb6", "tag": "be24d6e9-411b-44e0-9e80-fd3b3563fddf"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:34:34.977116 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Aug 2022 11:34:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c3b1e39-c0cd-45d8-8c85-08fe0a4da944 x-openstack-request-id: req-1c3b1e39-c0cd-45d8-8c85-08fe0a4da944 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:34:34.977603 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b111deb-a80d-480b-9e42-8ae4c63a0fb6", "tag": "be24d6e9-411b-44e0-9e80-fd3b3563fddf", "status": "completed", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:34:34.978057 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1c3b1e39-c0cd-45d8-8c85-08fe0a4da944 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:34:34.978619 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c3b1e39-c0cd-45d8-8c85-08fe0a4da944'] response: {'name': 'network-changed', 'server_uuid': '8b111deb-a80d-480b-9e42-8ae4c63a0fb6', 'tag': 'be24d6e9-411b-44e0-9e80-fd3b3563fddf', 'status': 'completed', 'code': 200} Aug 18 11:34:35.020107 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-1660661e-5b82-4f46-b03f-56c5aa67d430 None None] Set router f9fba6ab-c472-4ff2-9a49-9998fae2661c gateway port host: dv-cinder-853450-2-iscsi {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 18 11:34:35.036980 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d03c41-f0fb-4378-b776-a704b74df814 req-75f2e8df-0e4d-43dc-a328-c0fa931f1e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:34:35.038514 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-82d03c41-f0fb-4378-b776-a704b74df814 req-75f2e8df-0e4d-43dc-a328-c0fa931f1e66 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=f215c3a85f1c428496d1862a5c72067c&device_id=8b111deb-a80d-480b-9e42-8ae4c63a0fb6 HTTP/1.1" status: 200 len: 1129 time: 0.0399776 Aug 18 11:34:35.138508 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d03c41-f0fb-4378-b776-a704b74df814 req-79e2aea2-86ba-4c5e-8fed-f10f03275095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:34:35.139977 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-82d03c41-f0fb-4378-b776-a704b74df814 req-79e2aea2-86ba-4c5e-8fed-f10f03275095 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=cb34bfd6-afd9-49aa-9df8-61facb4f70ee HTTP/1.1" status: 200 len: 909 time: 0.0958583 Aug 18 11:34:35.206636 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-82d03c41-f0fb-4378-b776-a704b74df814 req-fe8d8b80-f307-4665-8f44-f2b93c37c5e7 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=be24d6e9-411b-44e0-9e80-fd3b3563fddf HTTP/1.1" status: 200 len: 999 time: 0.0603991 Aug 18 11:34:35.253856 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d03c41-f0fb-4378-b776-a704b74df814 req-148fdac5-f1fd-41e9-91fb-1c2e343f452e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:34:35.255382 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-82d03c41-f0fb-4378-b776-a704b74df814 req-148fdac5-f1fd-41e9-91fb-1c2e343f452e service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=5f6fc857-d41d-46a6-aab6-5047e21bc185 HTTP/1.1" status: 200 len: 847 time: 0.0429935 Aug 18 11:34:35.302499 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d03c41-f0fb-4378-b776-a704b74df814 req-4e00e1dc-d5c4-4c8d-9926-2395dff4151e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:34:35.303982 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-82d03c41-f0fb-4378-b776-a704b74df814 req-4e00e1dc-d5c4-4c8d-9926-2395dff4151e service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=cb34bfd6-afd9-49aa-9df8-61facb4f70ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0431647 Aug 18 11:34:35.318192 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-1660661e-5b82-4f46-b03f-56c5aa67d430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9fba6ab-c472-4ff2-9a49-9998fae2661c', 'name': 'tempest-TestShelveInstance-439937011-router', 'tenant_id': 'f215c3a85f1c428496d1862a5c72067c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'external_fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.246'}], 'enable_snat': True}, 'gw_port_id': 'd95a176d-df34-4a45-b905-0ccdc0fa0ea0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T11:33:41Z', 'updated_at': '2022-08-18T11:33:44Z', 'revision_number': 4, 'project_id': 'f215c3a85f1c428496d1862a5c72067c', 'gw_port': {'id': 'd95a176d-df34-4a45-b905-0ccdc0fa0ea0', 'name': '', 'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:26:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9fba6ab-c472-4ff2-9a49-9998fae2661c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853450-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:33:42Z', 'updated_at': '2022-08-18T11:33:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853450-2-iscsi', '_floatingips': [{'id': '4f80cc45-e0f6-4330-85ea-5222b8aa86ff', 'tenant_id': 'f215c3a85f1c428496d1862a5c72067c', 'floating_ip_address': '172.27.4.223', 'floating_network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'router_id': 'f9fba6ab-c472-4ff2-9a49-9998fae2661c', 'port_id': 'be24d6e9-411b-44e0-9e80-fd3b3563fddf', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 748, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb34bfd6-afd9-49aa-9df8-61facb4f70ee', 'mac_address': 'fa:16:3e:11:e6:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b111deb-a80d-480b-9e42-8ae4c63a0fb6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-18T11:34:33Z', 'updated_at': '2022-08-18T11:34:33Z', 'revision_number': 0, 'project_id': 'f215c3a85f1c428496d1862a5c72067c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15077d47-5dbe-4a2d-820c-8d1010e44b2d', 'name': '', 'network_id': 'cb34bfd6-afd9-49aa-9df8-61facb4f70ee', 'tenant_id': 'f215c3a85f1c428496d1862a5c72067c', 'mac_address': 'fa:16:3e:af:37:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9fba6ab-c472-4ff2-9a49-9998fae2661c', 'device_owner': 'network:router_interface', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '5f6fc857-d41d-46a6-aab6-5047e21bc185', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853450-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:33:43Z', 'updated_at': '2022-08-18T11:33:49Z', 'revision_number': 5, 'project_id': 'f215c3a85f1c428496d1862a5c72067c', 'subnets': [{'id': '5f6fc857-d41d-46a6-aab6-5047e21bc185', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853450-2-iscsi', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:34:35.343200 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1660661e-5b82-4f46-b03f-56c5aa67d430 None None] Checking router: f9fba6ab-c472-4ff2-9a49-9998fae2661c for host: dv-cinder-853450-2-iscsi {{(pid=106381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 11:34:35.351517 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1660661e-5b82-4f46-b03f-56c5aa67d430 None None] Routers {'f9fba6ab-c472-4ff2-9a49-9998fae2661c'} bound to L3 agent in host dv-cinder-853450-2-iscsi {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 18 11:34:35.352274 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-1660661e-5b82-4f46-b03f-56c5aa67d430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853450-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-18T11:07:43Z,description=,heartbeat_timestamp=2022-08-18T11:34:13Z,host='dv-cinder-853450-2-iscsi',id=5a2ac145-53e3-4597-a9e7-c52b4336ae58,load=0,resource_versions=,resources_synced=,started_at=2022-08-18T11:07:43Z,topic='l3_agent')) {'router_ids': ['f9fba6ab-c472-4ff2-9a49-9998fae2661c'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:34:35.396010 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-82d03c41-f0fb-4378-b776-a704b74df814 req-947757b9-34b5-476b-b85e-0490c06f2681 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/cb34bfd6-afd9-49aa-9df8-61facb4f70ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855706 Aug 18 11:34:35.454314 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-1660661e-5b82-4f46-b03f-56c5aa67d430 None None] Set router f9fba6ab-c472-4ff2-9a49-9998fae2661c gateway port host: dv-cinder-853450-2-iscsi {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 18 11:34:35.492767 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-82d03c41-f0fb-4378-b776-a704b74df814 req-631f414c-1321-4199-b835-040ed4df2173 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/cb34bfd6-afd9-49aa-9df8-61facb4f70ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903742 Aug 18 11:34:35.666806 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-1660661e-5b82-4f46-b03f-56c5aa67d430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9fba6ab-c472-4ff2-9a49-9998fae2661c', 'name': 'tempest-TestShelveInstance-439937011-router', 'tenant_id': 'f215c3a85f1c428496d1862a5c72067c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'external_fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.246'}], 'enable_snat': True}, 'gw_port_id': 'd95a176d-df34-4a45-b905-0ccdc0fa0ea0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T11:33:41Z', 'updated_at': '2022-08-18T11:33:44Z', 'revision_number': 4, 'project_id': 'f215c3a85f1c428496d1862a5c72067c', 'gw_port': {'id': 'd95a176d-df34-4a45-b905-0ccdc0fa0ea0', 'name': '', 'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:26:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9fba6ab-c472-4ff2-9a49-9998fae2661c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853450-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:33:42Z', 'updated_at': '2022-08-18T11:33:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853450-2-iscsi', '_floatingips': [{'id': '4f80cc45-e0f6-4330-85ea-5222b8aa86ff', 'tenant_id': 'f215c3a85f1c428496d1862a5c72067c', 'floating_ip_address': '172.27.4.223', 'floating_network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'router_id': 'f9fba6ab-c472-4ff2-9a49-9998fae2661c', 'port_id': 'be24d6e9-411b-44e0-9e80-fd3b3563fddf', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 748, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb34bfd6-afd9-49aa-9df8-61facb4f70ee', 'mac_address': 'fa:16:3e:11:e6:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b111deb-a80d-480b-9e42-8ae4c63a0fb6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-18T11:34:33Z', 'updated_at': '2022-08-18T11:34:33Z', 'revision_number': 0, 'project_id': 'f215c3a85f1c428496d1862a5c72067c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15077d47-5dbe-4a2d-820c-8d1010e44b2d', 'name': '', 'network_id': 'cb34bfd6-afd9-49aa-9df8-61facb4f70ee', 'tenant_id': 'f215c3a85f1c428496d1862a5c72067c', 'mac_address': 'fa:16:3e:af:37:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9fba6ab-c472-4ff2-9a49-9998fae2661c', 'device_owner': 'network:router_interface', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '5f6fc857-d41d-46a6-aab6-5047e21bc185', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853450-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:33:43Z', 'updated_at': '2022-08-18T11:33:49Z', 'revision_number': 5, 'project_id': 'f215c3a85f1c428496d1862a5c72067c', 'subnets': [{'id': '5f6fc857-d41d-46a6-aab6-5047e21bc185', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853450-2-iscsi', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:34:35.690316 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1660661e-5b82-4f46-b03f-56c5aa67d430 None None] The sync data for ids ['f9fba6ab-c472-4ff2-9a49-9998fae2661c'] in dv-cinder-853450-2-iscsi is: [{'id': 'f9fba6ab-c472-4ff2-9a49-9998fae2661c', 'name': 'tempest-TestShelveInstance-439937011-router', 'tenant_id': 'f215c3a85f1c428496d1862a5c72067c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'external_fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.246'}], 'enable_snat': True}, 'gw_port_id': 'd95a176d-df34-4a45-b905-0ccdc0fa0ea0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T11:33:41Z', 'updated_at': '2022-08-18T11:33:44Z', 'revision_number': 4, 'project_id': 'f215c3a85f1c428496d1862a5c72067c', 'gw_port': {'id': 'd95a176d-df34-4a45-b905-0ccdc0fa0ea0', 'name': '', 'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:26:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9fba6ab-c472-4ff2-9a49-9998fae2661c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853450-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:33:42Z', 'updated_at': '2022-08-18T11:33:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853450-2-iscsi', '_floatingips': [{'id': '4f80cc45-e0f6-4330-85ea-5222b8aa86ff', 'tenant_id': 'f215c3a85f1c428496d1862a5c72067c', 'floating_ip_address': '172.27.4.223', 'floating_network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'router_id': 'f9fba6ab-c472-4ff2-9a49-9998fae2661c', 'port_id': 'be24d6e9-411b-44e0-9e80-fd3b3563fddf', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 748, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb34bfd6-afd9-49aa-9df8-61facb4f70ee', 'mac_address': 'fa:16:3e:11:e6:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b111deb-a80d-480b-9e42-8ae4c63a0fb6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-18T11:34:33Z', 'updated_at': '2022-08-18T11:34:33Z', 'revision_number': 0, 'project_id': 'f215c3a85f1c428496d1862a5c72067c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15077d47-5dbe-4a2d-820c-8d1010e44b2d', 'name': '', 'network_id': 'cb34bfd6-afd9-49aa-9df8-61facb4f70ee', 'tenant_id': 'f215c3a85f1c428496d1862a5c72067c', 'mac_address': 'fa:16:3e:af:37:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9fba6ab-c472-4ff2-9a49-9998fae2661c', 'device_owner': 'network:router_interface', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '5f6fc857-d41d-46a6-aab6-5047e21bc185', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853450-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:33:43Z', 'updated_at': '2022-08-18T11:33:49Z', 'revision_number': 5, 'project_id': 'f215c3a85f1c428496d1862a5c72067c', 'subnets': [{'id': '5f6fc857-d41d-46a6-aab6-5047e21bc185', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 11:34:35.894671 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b15203c-325d-41f6-bdd8-b17b57f3834a None None] New status for floating IP 4f80cc45-e0f6-4330-85ea-5222b8aa86ff: ACTIVE {{(pid=106380) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 18 11:34:35.973094 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:34:36.763601 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (0c451e2b-fe38-44d1-984c-2dd7bcedf4dc), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:34:37.389053 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.agents_db [None req-8a9264f7-88d3-4c8b-91d1-adcc6bb37de7 None None] Agent healthcheck: found 6 active agents {{(pid=106381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 11:34:41.026101 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-a1766438-e0d4-4af1-8cc1-aa9f9db6362a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (c499a017-4b38-4967-b050-d4094e1a7564), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:34:43.412430 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-d5739b02-e04e-4b36-a829-5253fa480407 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (5a2ac145-53e3-4597-a9e7-c52b4336ae58), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:34:44.756650 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-a5cc8183-7213-4642-9d48-bc0d47940d29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (29720577-1c8f-43c1-a8be-c2a14df8d65e), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:34:45.487474 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=80,neutron:DELETE=1 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:34:45.489371 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=47 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:34:46.003247 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (69d4285f-736d-41a6-a99e-1994eed59bce), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:34:46.551517 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c68edff8-e550-48a3-9de2-17badfe483c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (307af099-d926-4e52-9df3-0cd09baf3c81), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:34:47.384549 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=86 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:34:47.385380 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=90 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:34:56.544352 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:UPDATE=3,neutron:SELECT=11 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:34:56.546284 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=22,neutron:UPDATE=5 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:35:02.203489 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=2 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:35:02.214603 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=6 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:35:06.792000 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (0c451e2b-fe38-44d1-984c-2dd7bcedf4dc), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:35:11.030887 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-524f0bac-1d0d-4590-b197-dd0a28335462 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (c499a017-4b38-4967-b050-d4094e1a7564), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:35:13.413858 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-bf7a6f34-893c-4871-938d-7d41871f6b83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (5a2ac145-53e3-4597-a9e7-c52b4336ae58), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:35:14.388576 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.agents_db [None req-8a9264f7-88d3-4c8b-91d1-adcc6bb37de7 None None] Agent healthcheck: found 6 active agents {{(pid=106381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 11:35:14.759320 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-a5cc8183-7213-4642-9d48-bc0d47940d29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (29720577-1c8f-43c1-a8be-c2a14df8d65e), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:35:16.007204 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (69d4285f-736d-41a6-a99e-1994eed59bce), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:35:16.554132 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c68edff8-e550-48a3-9de2-17badfe483c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (307af099-d926-4e52-9df3-0cd09baf3c81), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:35:20.649583 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-53f54a97-6602-4c25-b144-f8a5ecf90e59 req-9613fd45-b63d-4625-a8fb-f8ff1e8f644c service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=8b111deb-a80d-480b-9e42-8ae4c63a0fb6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0379958 Aug 18 11:35:20.731882 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f54a97-6602-4c25-b144-f8a5ecf90e59 req-7d81f5a6-7bca-4203-ad49-ca092d4a5c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:35:20.733386 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-53f54a97-6602-4c25-b144-f8a5ecf90e59 req-7d81f5a6-7bca-4203-ad49-ca092d4a5c85 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=f215c3a85f1c428496d1862a5c72067c&device_id=8b111deb-a80d-480b-9e42-8ae4c63a0fb6 HTTP/1.1" status: 200 len: 1129 time: 0.0394099 Aug 18 11:35:20.840078 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f54a97-6602-4c25-b144-f8a5ecf90e59 req-d3d8be38-f94a-42cd-af5e-cd7f769582a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:35:20.841565 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-53f54a97-6602-4c25-b144-f8a5ecf90e59 req-d3d8be38-f94a-42cd-af5e-cd7f769582a6 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=cb34bfd6-afd9-49aa-9df8-61facb4f70ee HTTP/1.1" status: 200 len: 909 time: 0.0899034 Aug 18 11:35:20.906132 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-53f54a97-6602-4c25-b144-f8a5ecf90e59 req-4f3aea5f-fed7-40d4-b5d9-368362226e43 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=be24d6e9-411b-44e0-9e80-fd3b3563fddf HTTP/1.1" status: 200 len: 1001 time: 0.0575879 Aug 18 11:35:20.957349 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f54a97-6602-4c25-b144-f8a5ecf90e59 req-fe578fac-b3d8-43ea-89b4-972cbb9090d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:35:20.958770 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-53f54a97-6602-4c25-b144-f8a5ecf90e59 req-fe578fac-b3d8-43ea-89b4-972cbb9090d5 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=5f6fc857-d41d-46a6-aab6-5047e21bc185 HTTP/1.1" status: 200 len: 847 time: 0.0472472 Aug 18 11:35:21.004596 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f54a97-6602-4c25-b144-f8a5ecf90e59 req-32fc197e-c422-447f-bcae-dad156b0109e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:35:21.006077 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-53f54a97-6602-4c25-b144-f8a5ecf90e59 req-32fc197e-c422-447f-bcae-dad156b0109e service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=cb34bfd6-afd9-49aa-9df8-61facb4f70ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0395787 Aug 18 11:35:21.099750 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-53f54a97-6602-4c25-b144-f8a5ecf90e59 req-af70dbfb-2988-47ed-9889-6197b3d6ce7e service neutron] 10.222.0.20 "GET /networking/v2.0/networks/cb34bfd6-afd9-49aa-9df8-61facb4f70ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866442 Aug 18 11:35:21.190572 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-53f54a97-6602-4c25-b144-f8a5ecf90e59 req-7a2fc606-4ba3-41a4-9eb5-15a9b5eeec69 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/cb34bfd6-afd9-49aa-9df8-61facb4f70ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834186 Aug 18 11:35:24.383446 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=1 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:35:24.384099 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=1 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:35:26.548447 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:35:26.550376 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:35:31.181895 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=50 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:35:31.187524 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=51 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:35:36.795135 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (0c451e2b-fe38-44d1-984c-2dd7bcedf4dc), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:35:39.291154 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=2 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:35:39.291753 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:35:41.033028 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e7ec3835-e3b9-44a0-8756-b2f630fd1e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (c499a017-4b38-4967-b050-d4094e1a7564), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:35:43.414925 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-2c6a6acc-e57f-4b66-ba9d-f7fbad48dd70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (5a2ac145-53e3-4597-a9e7-c52b4336ae58), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:35:44.765194 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-a5cc8183-7213-4642-9d48-bc0d47940d29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (29720577-1c8f-43c1-a8be-c2a14df8d65e), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:35:46.011003 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (69d4285f-736d-41a6-a99e-1994eed59bce), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:35:46.556526 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c68edff8-e550-48a3-9de2-17badfe483c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (307af099-d926-4e52-9df3-0cd09baf3c81), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:35:51.387899 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.agents_db [None req-8a9264f7-88d3-4c8b-91d1-adcc6bb37de7 None None] Agent healthcheck: found 6 active agents {{(pid=106381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 11:36:00.556335 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=23,neutron:UPDATE=2 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:36:00.557345 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=21,neutron:UPDATE=4 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:36:01.382443 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=1 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:36:01.383176 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=1 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:36:06.797801 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (0c451e2b-fe38-44d1-984c-2dd7bcedf4dc), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:36:11.036941 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-f9bb4941-973a-4154-ad5f-0265a570d3bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (c499a017-4b38-4967-b050-d4094e1a7564), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:36:13.416660 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-38300231-ba64-423b-b831-37c9b61ccd0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (5a2ac145-53e3-4597-a9e7-c52b4336ae58), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:36:14.766194 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-a5cc8183-7213-4642-9d48-bc0d47940d29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (29720577-1c8f-43c1-a8be-c2a14df8d65e), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:36:16.015233 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (69d4285f-736d-41a6-a99e-1994eed59bce), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:36:16.202619 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=2 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:36:16.208492 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=4 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:36:16.560876 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c68edff8-e550-48a3-9de2-17badfe483c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (307af099-d926-4e52-9df3-0cd09baf3c81), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:36:21.976375 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-d5509f1c-d438-4b07-9351-32780feed6d1 req-e6ed31c7-c312-45e4-ac62-5d2740b35636 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=8b111deb-a80d-480b-9e42-8ae4c63a0fb6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0385661 Aug 18 11:36:22.062543 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5509f1c-d438-4b07-9351-32780feed6d1 req-b2952135-6705-445a-a7b8-31e38ea2d332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:36:22.064018 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-d5509f1c-d438-4b07-9351-32780feed6d1 req-b2952135-6705-445a-a7b8-31e38ea2d332 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=f215c3a85f1c428496d1862a5c72067c&device_id=8b111deb-a80d-480b-9e42-8ae4c63a0fb6 HTTP/1.1" status: 200 len: 1129 time: 0.0447440 Aug 18 11:36:22.165769 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5509f1c-d438-4b07-9351-32780feed6d1 req-5ff345d1-d929-4f26-939a-7fe075d28759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:36:22.167210 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-d5509f1c-d438-4b07-9351-32780feed6d1 req-5ff345d1-d929-4f26-939a-7fe075d28759 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=cb34bfd6-afd9-49aa-9df8-61facb4f70ee HTTP/1.1" status: 200 len: 909 time: 0.0850170 Aug 18 11:36:22.232508 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-d5509f1c-d438-4b07-9351-32780feed6d1 req-2715f8ef-e2a5-4a4e-b36c-bb63c6ca1819 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=be24d6e9-411b-44e0-9e80-fd3b3563fddf HTTP/1.1" status: 200 len: 1001 time: 0.0583339 Aug 18 11:36:22.280429 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5509f1c-d438-4b07-9351-32780feed6d1 req-7e2bc089-dab2-4ece-a491-c985ab269815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:36:22.281820 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-d5509f1c-d438-4b07-9351-32780feed6d1 req-7e2bc089-dab2-4ece-a491-c985ab269815 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=5f6fc857-d41d-46a6-aab6-5047e21bc185 HTTP/1.1" status: 200 len: 847 time: 0.0432699 Aug 18 11:36:22.324311 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5509f1c-d438-4b07-9351-32780feed6d1 req-8d408192-46b9-4ab1-830d-9576f5945109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:36:22.325859 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-d5509f1c-d438-4b07-9351-32780feed6d1 req-8d408192-46b9-4ab1-830d-9576f5945109 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=cb34bfd6-afd9-49aa-9df8-61facb4f70ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0382867 Aug 18 11:36:22.418860 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-d5509f1c-d438-4b07-9351-32780feed6d1 req-5e3d5051-1c48-4eac-a164-0d1e236d727d service neutron] 10.222.0.20 "GET /networking/v2.0/networks/cb34bfd6-afd9-49aa-9df8-61facb4f70ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871074 Aug 18 11:36:22.507582 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-d5509f1c-d438-4b07-9351-32780feed6d1 req-5f398125-df61-4eea-8945-0bf85019752d service neutron] 10.222.0.20 "GET /networking/v2.0/networks/cb34bfd6-afd9-49aa-9df8-61facb4f70ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825160 Aug 18 11:36:24.127066 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.wsgi [req-e7e67782-be08-446f-aa27-670b145220b8 req-4f9bca2b-adb6-4fae-a49f-19454fc4b413 service neutron] (106379) timed out ('10.222.0.16', 56076) {{(pid=106379) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Aug 18 11:36:24.308144 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.wsgi [req-e7e67782-be08-446f-aa27-670b145220b8 req-3ae8bdf3-fe06-4971-8ae9-b9344c107b25 tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] (106378) timed out ('10.222.0.16', 56084) {{(pid=106378) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Aug 18 11:36:26.554417 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:36:26.556375 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:36:28.386891 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.agents_db [None req-8a9264f7-88d3-4c8b-91d1-adcc6bb37de7 None None] Agent healthcheck: found 6 active agents {{(pid=106381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 11:36:32.502278 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=49 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:36:32.504313 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=52 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:36:36.806544 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (0c451e2b-fe38-44d1-984c-2dd7bcedf4dc), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:36:40.554220 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=16 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:36:40.554960 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=12 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:36:41.039901 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-6bac19bc-9050-4c01-bf1e-8f9ad4b741bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (c499a017-4b38-4967-b050-d4094e1a7564), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:36:43.420663 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-fa7eb0c8-ad0d-44ea-8e10-80cee7470d50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (5a2ac145-53e3-4597-a9e7-c52b4336ae58), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:36:44.768413 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-a5cc8183-7213-4642-9d48-bc0d47940d29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (29720577-1c8f-43c1-a8be-c2a14df8d65e), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:36:46.019724 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (69d4285f-736d-41a6-a99e-1994eed59bce), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:36:46.563061 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c68edff8-e550-48a3-9de2-17badfe483c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (307af099-d926-4e52-9df3-0cd09baf3c81), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:36:53.186777 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b09913f-4447-4e1d-b0d2-d30bca649885 req-7ab6bc68-c3d5-4a20-a66d-4e325b5dd9b7 tempest-TestShelveInstance-995297295 tempest-TestShelveInstance-995297295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:36:53.188275 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-3b09913f-4447-4e1d-b0d2-d30bca649885 req-7ab6bc68-c3d5-4a20-a66d-4e325b5dd9b7 tempest-TestShelveInstance-995297295 tempest-TestShelveInstance-995297295-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=8b111deb-a80d-480b-9e42-8ae4c63a0fb6 HTTP/1.1" status: 200 len: 945 time: 0.1328509 Aug 18 11:36:53.199544 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=2 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:36:53.203902 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=4 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:36:53.238901 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-3b09913f-4447-4e1d-b0d2-d30bca649885 req-8efd4683-5917-48b4-8f15-640c611ae9b4 tempest-TestShelveInstance-995297295 tempest-TestShelveInstance-995297295-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b1bf556f-cab1-4a0a-9066-4c9184507626&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449464 Aug 18 11:36:54.413641 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30abcb41-1abf-4f57-b61a-f251a09e4c6f req-8568294a-9c63-40d5-b626-383733e82e16 tempest-TestShelveInstance-995297295 tempest-TestShelveInstance-995297295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:36:54.415705 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-30abcb41-1abf-4f57-b61a-f251a09e4c6f req-8568294a-9c63-40d5-b626-383733e82e16 tempest-TestShelveInstance-995297295 tempest-TestShelveInstance-995297295-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=8b111deb-a80d-480b-9e42-8ae4c63a0fb6 HTTP/1.1" status: 200 len: 945 time: 0.0971727 Aug 18 11:36:54.467006 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-30abcb41-1abf-4f57-b61a-f251a09e4c6f req-7ebbfa6d-2857-4537-bc66-58a76c191235 tempest-TestShelveInstance-995297295 tempest-TestShelveInstance-995297295-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b1bf556f-cab1-4a0a-9066-4c9184507626&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456898 Aug 18 11:36:55.595757 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15508bf-0072-4093-9092-1a6520c7ad87 req-715db8e4-63c9-4b59-a891-03636419bd60 tempest-TestShelveInstance-995297295 tempest-TestShelveInstance-995297295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:36:55.597232 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-c15508bf-0072-4093-9092-1a6520c7ad87 req-715db8e4-63c9-4b59-a891-03636419bd60 tempest-TestShelveInstance-995297295 tempest-TestShelveInstance-995297295-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=8b111deb-a80d-480b-9e42-8ae4c63a0fb6 HTTP/1.1" status: 200 len: 945 time: 0.0506799 Aug 18 11:36:55.646501 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-c15508bf-0072-4093-9092-1a6520c7ad87 req-7280cda1-30e8-4e83-89f0-ea5156e9205d tempest-TestShelveInstance-995297295 tempest-TestShelveInstance-995297295-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b1bf556f-cab1-4a0a-9066-4c9184507626&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438051 Aug 18 11:36:56.557664 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:36:56.559610 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:36:56.766432 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5768e686-c5c7-4662-9568-9301b41c5086 req-e4ff4b6d-2278-46fc-a9a6-01b582414f43 tempest-TestShelveInstance-995297295 tempest-TestShelveInstance-995297295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:36:56.767900 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-5768e686-c5c7-4662-9568-9301b41c5086 req-e4ff4b6d-2278-46fc-a9a6-01b582414f43 tempest-TestShelveInstance-995297295 tempest-TestShelveInstance-995297295-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=8b111deb-a80d-480b-9e42-8ae4c63a0fb6 HTTP/1.1" status: 200 len: 945 time: 0.0465710 Aug 18 11:36:56.816068 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-5768e686-c5c7-4662-9568-9301b41c5086 req-8243857f-6eca-40fa-9a55-84d3bd1a6157 tempest-TestShelveInstance-995297295 tempest-TestShelveInstance-995297295-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b1bf556f-cab1-4a0a-9066-4c9184507626&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424922 Aug 18 11:36:57.933006 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cbbf3f-1288-47c8-ba3a-a2e2ef116e0c req-55b13919-f5c4-430a-9226-67836f8e913f tempest-TestShelveInstance-995297295 tempest-TestShelveInstance-995297295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:36:57.934452 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-f7cbbf3f-1288-47c8-ba3a-a2e2ef116e0c req-55b13919-f5c4-430a-9226-67836f8e913f tempest-TestShelveInstance-995297295 tempest-TestShelveInstance-995297295-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=8b111deb-a80d-480b-9e42-8ae4c63a0fb6 HTTP/1.1" status: 200 len: 945 time: 0.0467892 Aug 18 11:36:57.986285 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-f7cbbf3f-1288-47c8-ba3a-a2e2ef116e0c req-818908fc-2d9e-49d7-a189-d937cf8a688c tempest-TestShelveInstance-995297295 tempest-TestShelveInstance-995297295-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b1bf556f-cab1-4a0a-9066-4c9184507626&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462878 Aug 18 11:36:59.106183 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49574ae2-39d9-4669-b89d-c2feda46503c req-4da1f637-62cb-4a21-87fd-c6ef9cb85e1f tempest-TestShelveInstance-995297295 tempest-TestShelveInstance-995297295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:36:59.107667 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-49574ae2-39d9-4669-b89d-c2feda46503c req-4da1f637-62cb-4a21-87fd-c6ef9cb85e1f tempest-TestShelveInstance-995297295 tempest-TestShelveInstance-995297295-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=8b111deb-a80d-480b-9e42-8ae4c63a0fb6 HTTP/1.1" status: 200 len: 945 time: 0.0482485 Aug 18 11:36:59.156073 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-49574ae2-39d9-4669-b89d-c2feda46503c req-a489ca64-46bb-469c-a50e-a62609358a22 tempest-TestShelveInstance-995297295 tempest-TestShelveInstance-995297295-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b1bf556f-cab1-4a0a-9066-4c9184507626&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428960 Aug 18 11:37:00.272762 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0663a7aa-6577-4366-aac2-9cf8af5a9d1c req-9e880faa-3e61-459d-b11b-8f6b7db231d9 tempest-TestShelveInstance-995297295 tempest-TestShelveInstance-995297295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:37:00.274216 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-0663a7aa-6577-4366-aac2-9cf8af5a9d1c req-9e880faa-3e61-459d-b11b-8f6b7db231d9 tempest-TestShelveInstance-995297295 tempest-TestShelveInstance-995297295-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=8b111deb-a80d-480b-9e42-8ae4c63a0fb6 HTTP/1.1" status: 200 len: 945 time: 0.0463662 Aug 18 11:37:00.324051 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-0663a7aa-6577-4366-aac2-9cf8af5a9d1c req-8549cb44-3f0a-414f-8946-c1a31da9d93b tempest-TestShelveInstance-995297295 tempest-TestShelveInstance-995297295-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b1bf556f-cab1-4a0a-9066-4c9184507626&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434976 Aug 18 11:37:01.446988 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c70e75e-9b82-4f2a-a887-20e79c8c2338 req-018bd0f1-c1b8-4c86-8f92-41e05ad72f36 tempest-TestShelveInstance-995297295 tempest-TestShelveInstance-995297295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:37:01.449383 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-0c70e75e-9b82-4f2a-a887-20e79c8c2338 req-018bd0f1-c1b8-4c86-8f92-41e05ad72f36 tempest-TestShelveInstance-995297295 tempest-TestShelveInstance-995297295-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=8b111deb-a80d-480b-9e42-8ae4c63a0fb6 HTTP/1.1" status: 200 len: 945 time: 0.0510013 Aug 18 11:37:01.500698 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-0c70e75e-9b82-4f2a-a887-20e79c8c2338 req-6cae0eff-5a69-449e-8104-6b766e74f0d7 tempest-TestShelveInstance-995297295 tempest-TestShelveInstance-995297295-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b1bf556f-cab1-4a0a-9066-4c9184507626&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439498 Aug 18 11:37:02.617977 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c543d0fb-312b-46c8-8b97-f2c9c300c272 req-8c8ecd67-e087-4c0d-852e-f7ff99c83cf4 tempest-TestShelveInstance-995297295 tempest-TestShelveInstance-995297295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:37:02.619970 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-c543d0fb-312b-46c8-8b97-f2c9c300c272 req-8c8ecd67-e087-4c0d-852e-f7ff99c83cf4 tempest-TestShelveInstance-995297295 tempest-TestShelveInstance-995297295-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=8b111deb-a80d-480b-9e42-8ae4c63a0fb6 HTTP/1.1" status: 200 len: 945 time: 0.0466225 Aug 18 11:37:02.669980 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-c543d0fb-312b-46c8-8b97-f2c9c300c272 req-fe922d05-18fe-4fa3-a659-b4a75ec60e82 tempest-TestShelveInstance-995297295 tempest-TestShelveInstance-995297295-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b1bf556f-cab1-4a0a-9066-4c9184507626&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443406 Aug 18 11:37:03.233610 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9b3234-9ef7-4427-8c43-82cda41d57a8 req-4429bf58-487e-45b3-b1c2-52d08bcfa44d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:37:03.235141 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-ab9b3234-9ef7-4427-8c43-82cda41d57a8 req-4429bf58-487e-45b3-b1c2-52d08bcfa44d service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=f215c3a85f1c428496d1862a5c72067c&device_id=8b111deb-a80d-480b-9e42-8ae4c63a0fb6 HTTP/1.1" status: 200 len: 1129 time: 0.0407555 Aug 18 11:37:03.329351 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9b3234-9ef7-4427-8c43-82cda41d57a8 req-27cdac63-ef17-4da6-9c20-88d2a92ff594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:37:03.330707 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-ab9b3234-9ef7-4427-8c43-82cda41d57a8 req-27cdac63-ef17-4da6-9c20-88d2a92ff594 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=cb34bfd6-afd9-49aa-9df8-61facb4f70ee HTTP/1.1" status: 200 len: 909 time: 0.0894451 Aug 18 11:37:03.382584 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=100 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:37:03.395564 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-ab9b3234-9ef7-4427-8c43-82cda41d57a8 req-913a9aee-49f1-4ae3-adf6-7fe55d2545ac service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=be24d6e9-411b-44e0-9e80-fd3b3563fddf HTTP/1.1" status: 200 len: 1001 time: 0.0589173 Aug 18 11:37:03.408725 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=100 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:37:03.445703 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9b3234-9ef7-4427-8c43-82cda41d57a8 req-cd7c8d51-cf1e-4155-94e3-011639ef23b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:37:03.447121 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-ab9b3234-9ef7-4427-8c43-82cda41d57a8 req-cd7c8d51-cf1e-4155-94e3-011639ef23b8 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=5f6fc857-d41d-46a6-aab6-5047e21bc185 HTTP/1.1" status: 200 len: 847 time: 0.0449326 Aug 18 11:37:03.490833 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9b3234-9ef7-4427-8c43-82cda41d57a8 req-a6ad5088-9f81-4f1e-9cbd-9e01a8a4d35a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:37:03.492624 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-ab9b3234-9ef7-4427-8c43-82cda41d57a8 req-a6ad5088-9f81-4f1e-9cbd-9e01a8a4d35a service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=cb34bfd6-afd9-49aa-9df8-61facb4f70ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0394604 Aug 18 11:37:03.502121 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.wsgi [req-ab9b3234-9ef7-4427-8c43-82cda41d57a8 req-fb2e4346-9573-4150-a51c-158d034a2ec9 service neutron] http://10.222.0.16:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106378) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 18 11:37:03.503038 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-ab9b3234-9ef7-4427-8c43-82cda41d57a8 req-fb2e4346-9573-4150-a51c-158d034a2ec9 service neutron] 10.222.0.20 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0047309 Aug 18 11:37:03.594135 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-ab9b3234-9ef7-4427-8c43-82cda41d57a8 req-cdb4388a-d6f5-4ea3-9d58-fb80e2228cf2 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/cb34bfd6-afd9-49aa-9df8-61facb4f70ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847569 Aug 18 11:37:03.683622 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-ab9b3234-9ef7-4427-8c43-82cda41d57a8 req-84c9c123-6abc-4148-9520-70a1f441d8a7 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/cb34bfd6-afd9-49aa-9df8-61facb4f70ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834112 Aug 18 11:37:03.792465 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b56eed-4b5c-4ed3-afbd-c9c42002726e req-d96898c6-353a-49db-baf0-2fd5d6d91462 tempest-TestShelveInstance-995297295 tempest-TestShelveInstance-995297295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:37:03.793928 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-d4b56eed-4b5c-4ed3-afbd-c9c42002726e req-d96898c6-353a-49db-baf0-2fd5d6d91462 tempest-TestShelveInstance-995297295 tempest-TestShelveInstance-995297295-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=8b111deb-a80d-480b-9e42-8ae4c63a0fb6 HTTP/1.1" status: 200 len: 945 time: 0.0520523 Aug 18 11:37:03.841836 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-d4b56eed-4b5c-4ed3-afbd-c9c42002726e req-cfe00705-7b04-44b2-9564-bae4b906ac1f tempest-TestShelveInstance-995297295 tempest-TestShelveInstance-995297295-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b1bf556f-cab1-4a0a-9066-4c9184507626&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423512 Aug 18 11:37:04.962622 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58d6aa8-e475-4818-860d-508f27b2d2db req-7cf61024-f469-4468-b31b-b5c16babdf3b tempest-TestShelveInstance-995297295 tempest-TestShelveInstance-995297295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:37:04.964090 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-a58d6aa8-e475-4818-860d-508f27b2d2db req-7cf61024-f469-4468-b31b-b5c16babdf3b tempest-TestShelveInstance-995297295 tempest-TestShelveInstance-995297295-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=8b111deb-a80d-480b-9e42-8ae4c63a0fb6 HTTP/1.1" status: 200 len: 945 time: 0.0462437 Aug 18 11:37:05.012997 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-a58d6aa8-e475-4818-860d-508f27b2d2db req-db26c591-c632-4e71-af50-d289801647ed tempest-TestShelveInstance-995297295 tempest-TestShelveInstance-995297295-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b1bf556f-cab1-4a0a-9066-4c9184507626&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433841 Aug 18 11:37:05.386241 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.agents_db [None req-8a9264f7-88d3-4c8b-91d1-adcc6bb37de7 None None] Agent healthcheck: found 6 active agents {{(pid=106381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 11:37:06.132869 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d260d4e-5ea7-4c45-b107-6bc129851756 req-63b53f9d-f3e0-4e03-a007-799d73645057 tempest-TestShelveInstance-995297295 tempest-TestShelveInstance-995297295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:37:06.134408 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-9d260d4e-5ea7-4c45-b107-6bc129851756 req-63b53f9d-f3e0-4e03-a007-799d73645057 tempest-TestShelveInstance-995297295 tempest-TestShelveInstance-995297295-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=8b111deb-a80d-480b-9e42-8ae4c63a0fb6 HTTP/1.1" status: 200 len: 945 time: 0.0496583 Aug 18 11:37:06.190260 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-9d260d4e-5ea7-4c45-b107-6bc129851756 req-5ff2e719-737c-456c-9571-ba521d67a4a7 tempest-TestShelveInstance-995297295 tempest-TestShelveInstance-995297295-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b1bf556f-cab1-4a0a-9066-4c9184507626&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501637 Aug 18 11:37:06.303645 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.wsgi [req-ae832b1e-f505-4078-a3ca-190ad325dff0 req-ba1d2c93-9d7a-4332-b653-53f60aa3a3fe service neutron] http://10.222.0.16:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106378) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 18 11:37:06.304684 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-ae832b1e-f505-4078-a3ca-190ad325dff0 req-ba1d2c93-9d7a-4332-b653-53f60aa3a3fe service neutron] 10.222.0.16 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0463738 Aug 18 11:37:06.403446 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.16', 33926) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:37:06.503112 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036db18f-3936-45a4-9caf-ea97f9939b99 req-e3f2a7e8-2fcf-4578-be7d-b4ce8e348ddb tempest-TestShelveInstance-995297295 tempest-TestShelveInstance-995297295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:37:06.504580 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-036db18f-3936-45a4-9caf-ea97f9939b99 req-e3f2a7e8-2fcf-4578-be7d-b4ce8e348ddb tempest-TestShelveInstance-995297295 tempest-TestShelveInstance-995297295-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=8b111deb-a80d-480b-9e42-8ae4c63a0fb6 HTTP/1.1" status: 200 len: 945 time: 0.0777605 Aug 18 11:37:06.508268 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-3cf48675-842e-4e26-bcf4-a277aefb8465 req-1a118735-2225-4752-a59b-4460bb518f96 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=8b111deb-a80d-480b-9e42-8ae4c63a0fb6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1037519 Aug 18 11:37:06.521059 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.wsgi [req-3cf48675-842e-4e26-bcf4-a277aefb8465 req-0ad1291b-054a-4041-878e-e657c2b12a89 service neutron] http://10.222.0.16:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106378) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 18 11:37:06.522006 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-3cf48675-842e-4e26-bcf4-a277aefb8465 req-0ad1291b-054a-4041-878e-e657c2b12a89 service neutron] 10.222.0.16 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0051103 Aug 18 11:37:06.552057 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.16', 33930) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:37:06.564789 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-036db18f-3936-45a4-9caf-ea97f9939b99 req-68b03d4c-81d6-48b9-816a-9fb36e4be78f tempest-TestShelveInstance-995297295 tempest-TestShelveInstance-995297295-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b1bf556f-cab1-4a0a-9066-4c9184507626&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546920 Aug 18 11:37:06.602598 dv-cinder-853450-2-iscsi neutron-server[106379]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 18 11:37:06.648086 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf48675-842e-4e26-bcf4-a277aefb8465 req-62b60a63-fa19-462b-ae24-b654816501de tempest-TestShelveInstance-995297295 tempest-TestShelveInstance-995297295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:37:06.649459 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [req-3cf48675-842e-4e26-bcf4-a277aefb8465 req-62b60a63-fa19-462b-ae24-b654816501de tempest-TestShelveInstance-995297295 tempest-TestShelveInstance-995297295-project] 10.222.0.16 "GET /networking/v2.0/ports/be24d6e9-411b-44e0-9e80-fd3b3563fddf HTTP/1.1" status: 200 len: 942 time: 0.0969529 Aug 18 11:37:06.797773 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (0c451e2b-fe38-44d1-984c-2dd7bcedf4dc), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:37:07.689767 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2795f29-27a0-43fb-b691-2f792c6af5a4 req-11cd0cb6-464c-4bbb-8fca-3d5839be1136 tempest-TestShelveInstance-995297295 tempest-TestShelveInstance-995297295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:37:07.691219 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-e2795f29-27a0-43fb-b691-2f792c6af5a4 req-11cd0cb6-464c-4bbb-8fca-3d5839be1136 tempest-TestShelveInstance-995297295 tempest-TestShelveInstance-995297295-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=8b111deb-a80d-480b-9e42-8ae4c63a0fb6 HTTP/1.1" status: 200 len: 945 time: 0.0498548 Aug 18 11:37:07.740439 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-e2795f29-27a0-43fb-b691-2f792c6af5a4 req-a796726b-3352-4586-9007-84429de128f7 tempest-TestShelveInstance-995297295 tempest-TestShelveInstance-995297295-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b1bf556f-cab1-4a0a-9066-4c9184507626&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436468 Aug 18 11:37:07.879236 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf48675-842e-4e26-bcf4-a277aefb8465 req-a02d453b-99c1-48c5-9098-6be36c8e9d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:37:07.880723 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-3cf48675-842e-4e26-bcf4-a277aefb8465 req-a02d453b-99c1-48c5-9098-6be36c8e9d35 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=8b111deb-a80d-480b-9e42-8ae4c63a0fb6&tenant_id=f215c3a85f1c428496d1862a5c72067c HTTP/1.1" status: 200 len: 1129 time: 0.0385957 Aug 18 11:37:07.939867 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf48675-842e-4e26-bcf4-a277aefb8465 req-70e3e906-5ad0-470c-b3b0-95b5941d6e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:37:07.941261 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-3cf48675-842e-4e26-bcf4-a277aefb8465 req-70e3e906-5ad0-470c-b3b0-95b5941d6e4a service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=f215c3a85f1c428496d1862a5c72067c&device_id=8b111deb-a80d-480b-9e42-8ae4c63a0fb6 HTTP/1.1" status: 200 len: 1129 time: 0.0393081 Aug 18 11:37:08.035183 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf48675-842e-4e26-bcf4-a277aefb8465 req-53f4d3bb-e95f-41db-bc33-f43e55329a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:37:08.036937 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-3cf48675-842e-4e26-bcf4-a277aefb8465 req-53f4d3bb-e95f-41db-bc33-f43e55329a20 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=cb34bfd6-afd9-49aa-9df8-61facb4f70ee HTTP/1.1" status: 200 len: 909 time: 0.0880172 Aug 18 11:37:08.078930 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=100 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:37:08.097076 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-3cf48675-842e-4e26-bcf4-a277aefb8465 req-8908ac2a-6b6f-46f6-8bdb-99248c3c0ec3 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=be24d6e9-411b-44e0-9e80-fd3b3563fddf HTTP/1.1" status: 200 len: 1001 time: 0.0543547 Aug 18 11:37:08.137760 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=100 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:37:08.148752 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf48675-842e-4e26-bcf4-a277aefb8465 req-13c273a3-4dfa-42ee-ba14-cab600049a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:37:08.150164 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-3cf48675-842e-4e26-bcf4-a277aefb8465 req-13c273a3-4dfa-42ee-ba14-cab600049a10 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=5f6fc857-d41d-46a6-aab6-5047e21bc185 HTTP/1.1" status: 200 len: 847 time: 0.0474653 Aug 18 11:37:08.194213 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf48675-842e-4e26-bcf4-a277aefb8465 req-331582ec-2a03-4a1d-a41a-3d9854043c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:37:08.195578 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-3cf48675-842e-4e26-bcf4-a277aefb8465 req-331582ec-2a03-4a1d-a41a-3d9854043c9d service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=cb34bfd6-afd9-49aa-9df8-61facb4f70ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0389235 Aug 18 11:37:08.282550 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-3cf48675-842e-4e26-bcf4-a277aefb8465 req-33f72d72-c33f-48c9-8112-b8bd0f8a39b8 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/cb34bfd6-afd9-49aa-9df8-61facb4f70ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809846 Aug 18 11:37:08.374505 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-3cf48675-842e-4e26-bcf4-a277aefb8465 req-9eb95a2b-e179-4af0-ac5e-efe736e608bf service neutron] 10.222.0.20 "GET /networking/v2.0/networks/cb34bfd6-afd9-49aa-9df8-61facb4f70ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865042 Aug 18 11:37:08.858863 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc70ba87-b697-4691-a982-c97747a1eecb req-85d07f86-2f22-4729-a3ad-884f79350281 tempest-TestShelveInstance-995297295 tempest-TestShelveInstance-995297295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:37:08.860328 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-cc70ba87-b697-4691-a982-c97747a1eecb req-85d07f86-2f22-4729-a3ad-884f79350281 tempest-TestShelveInstance-995297295 tempest-TestShelveInstance-995297295-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=8b111deb-a80d-480b-9e42-8ae4c63a0fb6 HTTP/1.1" status: 200 len: 945 time: 0.0463440 Aug 18 11:37:08.872838 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Device be24d6e9-411b-44e0-9e80-fd3b3563fddf no longer exists at agent hyperv_hv-cinder-85345 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 11:37:08.909253 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-cc70ba87-b697-4691-a982-c97747a1eecb req-03326ede-c9b3-43e8-8592-e5a370ac5ea6 tempest-TestShelveInstance-995297295 tempest-TestShelveInstance-995297295-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b1bf556f-cab1-4a0a-9066-4c9184507626&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433867 Aug 18 11:37:08.946043 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Current status of the port be24d6e9-411b-44e0-9e80-fd3b3563fddf is: ACTIVE; New status is: DOWN {{(pid=106380) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 11:37:08.946433 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (be24d6e9-411b-44e0-9e80-fd3b3563fddf), before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:37:08.968421 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b111deb-a80d-480b-9e42-8ae4c63a0fb6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'be24d6e9-411b-44e0-9e80-fd3b3563fddf'}] {{(pid=106380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 18 11:37:08.970634 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2abfa1ee86993cd756e72fd91a3a01a1a8fb73078c92f04bbbffdb72ec117730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6ed5735-e255-4a11-8c45-7a543cc22c59" -d '{"events": [{"server_uuid": "8b111deb-a80d-480b-9e42-8ae4c63a0fb6", "name": "network-vif-unplugged", "status": "completed", "tag": "be24d6e9-411b-44e0-9e80-fd3b3563fddf"}]}' {{(pid=106380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:37:08.983932 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] For port be24d6e9-411b-44e0-9e80-fd3b3563fddf, host hv-cinder-85345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85345',level=0,port_id=be24d6e9-411b-44e0-9e80-fd3b3563fddf,segment=NetworkSegment(8900eaba-5c51-45e8-8464-9b2961f08a13),segment_id=8900eaba-5c51-45e8-8464-9b2961f08a13)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:37:08.989257 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732803053689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732802528799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732802528817'] for port (be24d6e9-411b-44e0-9e80-fd3b3563fddf), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:37:09.036523 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Pushing event updated for resources: {'Port': ['ID=be24d6e9-411b-44e0-9e80-fd3b3563fddf,revision_number=6']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:37:09.044693 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:37:09.045036 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:37:09.045373 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:37:09.045706 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:37:09.046035 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:37:09.046366 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:37:09.046687 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:37:09.047006 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:37:09.047325 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:37:09.047642 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:37:09.047962 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:37:09.048308 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:37:09.048624 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:37:09.048936 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:37:09.049248 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:37:09.071825 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 18 Aug 2022 11:37:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4e83b43-8417-436a-889d-3272b52dc7eb x-openstack-request-id: req-f4e83b43-8417-436a-889d-3272b52dc7eb {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:37:09.072140 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b111deb-a80d-480b-9e42-8ae4c63a0fb6", "name": "network-vif-unplugged", "status": "completed", "tag": "be24d6e9-411b-44e0-9e80-fd3b3563fddf", "code": 200}]} {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:37:09.072536 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f4e83b43-8417-436a-889d-3272b52dc7eb {{(pid=106380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:37:09.072934 dv-cinder-853450-2-iscsi neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f4e83b43-8417-436a-889d-3272b52dc7eb'] response: {'server_uuid': '8b111deb-a80d-480b-9e42-8ae4c63a0fb6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'be24d6e9-411b-44e0-9e80-fd3b3563fddf', 'code': 200} Aug 18 11:37:10.034453 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574a6722-f040-49b2-8cc7-d5ee00dca6e2 req-6c69e093-641e-4cdc-baab-a469a205ecb6 tempest-TestShelveInstance-995297295 tempest-TestShelveInstance-995297295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:37:10.035918 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-574a6722-f040-49b2-8cc7-d5ee00dca6e2 req-6c69e093-641e-4cdc-baab-a469a205ecb6 tempest-TestShelveInstance-995297295 tempest-TestShelveInstance-995297295-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=8b111deb-a80d-480b-9e42-8ae4c63a0fb6 HTTP/1.1" status: 200 len: 943 time: 0.0499511 Aug 18 11:37:10.085698 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-574a6722-f040-49b2-8cc7-d5ee00dca6e2 req-47025081-bef1-4cbe-82b7-59bbc2c804a9 tempest-TestShelveInstance-995297295 tempest-TestShelveInstance-995297295-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b1bf556f-cab1-4a0a-9066-4c9184507626&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433402 Aug 18 11:37:11.044026 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-13988daf-8dec-4636-9476-9719c330d4e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (c499a017-4b38-4967-b050-d4094e1a7564), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:37:11.207264 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd0eac4-51f9-4ff4-a8b6-4b4790cdac8e req-e875ef18-059f-4754-b3bc-b7421601acdd tempest-TestShelveInstance-995297295 tempest-TestShelveInstance-995297295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:37:11.208741 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-5cd0eac4-51f9-4ff4-a8b6-4b4790cdac8e req-e875ef18-059f-4754-b3bc-b7421601acdd tempest-TestShelveInstance-995297295 tempest-TestShelveInstance-995297295-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=8b111deb-a80d-480b-9e42-8ae4c63a0fb6 HTTP/1.1" status: 200 len: 943 time: 0.0486884 Aug 18 11:37:11.257593 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-5cd0eac4-51f9-4ff4-a8b6-4b4790cdac8e req-fb80dd43-90ae-4d18-8a3b-6ce6f6dd20da tempest-TestShelveInstance-995297295 tempest-TestShelveInstance-995297295-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b1bf556f-cab1-4a0a-9066-4c9184507626&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431430 Aug 18 11:37:12.381489 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c9f44b-13c9-4267-80f3-95f35ecfd2b3 req-3d686940-3f29-4385-9c34-2f54feaf76b2 tempest-TestShelveInstance-995297295 tempest-TestShelveInstance-995297295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:37:12.383182 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-e3c9f44b-13c9-4267-80f3-95f35ecfd2b3 req-3d686940-3f29-4385-9c34-2f54feaf76b2 tempest-TestShelveInstance-995297295 tempest-TestShelveInstance-995297295-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=8b111deb-a80d-480b-9e42-8ae4c63a0fb6 HTTP/1.1" status: 200 len: 943 time: 0.0499084 Aug 18 11:37:12.432618 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-e3c9f44b-13c9-4267-80f3-95f35ecfd2b3 req-44f6ffc2-c3fb-4abb-8faa-cfd88ea66b2b tempest-TestShelveInstance-995297295 tempest-TestShelveInstance-995297295-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b1bf556f-cab1-4a0a-9066-4c9184507626&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424149 Aug 18 11:37:13.552891 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-ed95bf6a-470e-4c49-bc85-0c6aceb54928 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (5a2ac145-53e3-4597-a9e7-c52b4336ae58), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:37:13.558453 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9af9aa0-fb7c-4280-a3f2-1cf7a5a59237 req-5ef0893b-7548-4be2-92c5-3cab276e395e tempest-TestShelveInstance-995297295 tempest-TestShelveInstance-995297295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:37:13.559946 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-d9af9aa0-fb7c-4280-a3f2-1cf7a5a59237 req-5ef0893b-7548-4be2-92c5-3cab276e395e tempest-TestShelveInstance-995297295 tempest-TestShelveInstance-995297295-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=8b111deb-a80d-480b-9e42-8ae4c63a0fb6 HTTP/1.1" status: 200 len: 943 time: 0.0488901 Aug 18 11:37:13.609495 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-d9af9aa0-fb7c-4280-a3f2-1cf7a5a59237 req-2ae75ea2-aac5-4106-8c15-35699210907f tempest-TestShelveInstance-995297295 tempest-TestShelveInstance-995297295-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b1bf556f-cab1-4a0a-9066-4c9184507626&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438850 Aug 18 11:37:14.727968 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdf1c34-e27b-43ed-8d10-31f028cc0c36 req-ead5fc18-be19-4192-b354-a7893854e70a tempest-TestShelveInstance-995297295 tempest-TestShelveInstance-995297295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:37:14.730145 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-ccdf1c34-e27b-43ed-8d10-31f028cc0c36 req-ead5fc18-be19-4192-b354-a7893854e70a tempest-TestShelveInstance-995297295 tempest-TestShelveInstance-995297295-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=8b111deb-a80d-480b-9e42-8ae4c63a0fb6 HTTP/1.1" status: 200 len: 943 time: 0.0473328 Aug 18 11:37:14.770531 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-a5cc8183-7213-4642-9d48-bc0d47940d29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (29720577-1c8f-43c1-a8be-c2a14df8d65e), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:37:14.782598 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-ccdf1c34-e27b-43ed-8d10-31f028cc0c36 req-2069569a-5fa9-4296-8483-69a93ec75283 tempest-TestShelveInstance-995297295 tempest-TestShelveInstance-995297295-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b1bf556f-cab1-4a0a-9066-4c9184507626&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468833 Aug 18 11:37:15.381352 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=1 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:37:15.385658 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=1 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:37:15.467334 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7890f89-97c4-4e60-846b-cf2894a3659d req-9032adfc-191a-47bd-b8fa-f90652757851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:37:15.468850 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-b7890f89-97c4-4e60-846b-cf2894a3659d req-9032adfc-191a-47bd-b8fa-f90652757851 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=8b111deb-a80d-480b-9e42-8ae4c63a0fb6 HTTP/1.1" status: 200 len: 1127 time: 0.0831523 Aug 18 11:37:15.519251 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-b7890f89-97c4-4e60-846b-cf2894a3659d req-cd85b98d-9d28-4d53-912c-1b76f40a47fd service neutron] 10.222.0.20 "GET /networking/v2.0/security-groups?id=b1bf556f-cab1-4a0a-9066-4c9184507626&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438571 Aug 18 11:37:15.908407 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5d76ed-51ef-4b5e-a2c3-86caba6ca187 req-89dc49d3-ab2e-4736-b590-bba19cab6c55 tempest-TestShelveInstance-995297295 tempest-TestShelveInstance-995297295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:37:15.909842 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-3a5d76ed-51ef-4b5e-a2c3-86caba6ca187 req-89dc49d3-ab2e-4736-b590-bba19cab6c55 tempest-TestShelveInstance-995297295 tempest-TestShelveInstance-995297295-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=8b111deb-a80d-480b-9e42-8ae4c63a0fb6 HTTP/1.1" status: 200 len: 943 time: 0.0466166 Aug 18 11:37:15.957787 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-3a5d76ed-51ef-4b5e-a2c3-86caba6ca187 req-04b84bce-35a2-4f7a-a0ee-b928c1f0c5e1 tempest-TestShelveInstance-995297295 tempest-TestShelveInstance-995297295-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b1bf556f-cab1-4a0a-9066-4c9184507626&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421450 Aug 18 11:37:16.021959 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (69d4285f-736d-41a6-a99e-1994eed59bce), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:37:16.565836 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c68edff8-e550-48a3-9de2-17badfe483c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (307af099-d926-4e52-9df3-0cd09baf3c81), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:37:16.635403 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=3 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:37:16.640420 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=4 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:37:16.943549 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Device be24d6e9-411b-44e0-9e80-fd3b3563fddf details requested by agent hyperv_hv-cinder-85345 with host hv-cinder-85345 {{(pid=106380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 11:37:17.046065 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=100 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:37:17.050505 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=100 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:37:17.050676 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] For port be24d6e9-411b-44e0-9e80-fd3b3563fddf, host hv-cinder-85345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85345',level=0,port_id=be24d6e9-411b-44e0-9e80-fd3b3563fddf,segment=NetworkSegment(8900eaba-5c51-45e8-8464-9b2961f08a13),segment_id=8900eaba-5c51-45e8-8464-9b2961f08a13)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:37:17.063060 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Returning: {'device': 'be24d6e9-411b-44e0-9e80-fd3b3563fddf', 'network_id': 'cb34bfd6-afd9-49aa-9df8-61facb4f70ee', 'port_id': 'be24d6e9-411b-44e0-9e80-fd3b3563fddf', 'mac_address': 'fa:16:3e:11:e6:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 969, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f6fc857-d41d-46a6-aab6-5047e21bc185', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 11:37:17.090237 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294d4f67-0f21-4df1-9528-841854c67d81 req-fd8f475f-73a7-408b-82e3-2c0af0251957 tempest-TestShelveInstance-995297295 tempest-TestShelveInstance-995297295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:37:17.091356 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-294d4f67-0f21-4df1-9528-841854c67d81 req-fd8f475f-73a7-408b-82e3-2c0af0251957 tempest-TestShelveInstance-995297295 tempest-TestShelveInstance-995297295-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=8b111deb-a80d-480b-9e42-8ae4c63a0fb6 HTTP/1.1" status: 200 len: 943 time: 0.0558164 Aug 18 11:37:17.101713 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Current status of the port be24d6e9-411b-44e0-9e80-fd3b3563fddf is: DOWN; New status is: BUILD {{(pid=106380) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 11:37:17.102235 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (be24d6e9-411b-44e0-9e80-fd3b3563fddf), before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:37:17.118090 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.notifiers.nova [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be24d6e9-411b-44e0-9e80-fd3b3563fddf {{(pid=106380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 18 11:37:17.140130 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] For port be24d6e9-411b-44e0-9e80-fd3b3563fddf, host hv-cinder-85345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85345',level=0,port_id=be24d6e9-411b-44e0-9e80-fd3b3563fddf,segment=NetworkSegment(8900eaba-5c51-45e8-8464-9b2961f08a13),segment_id=8900eaba-5c51-45e8-8464-9b2961f08a13)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:37:17.144281 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732803053689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732802528799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732802528817'] for port (be24d6e9-411b-44e0-9e80-fd3b3563fddf), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:37:17.145984 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-294d4f67-0f21-4df1-9528-841854c67d81 req-b1b936bf-e539-4a1f-968f-f41b639204d4 tempest-TestShelveInstance-995297295 tempest-TestShelveInstance-995297295-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b1bf556f-cab1-4a0a-9066-4c9184507626&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452220 Aug 18 11:37:17.193059 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Pushing event updated for resources: {'Port': ['ID=be24d6e9-411b-44e0-9e80-fd3b3563fddf,revision_number=7']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:37:17.536656 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] get_ports_and_sgs() called for port_ids ['be24d6e9-411b-44e0-9e80-fd3b3563fddf'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 18 11:37:17.701361 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:37:18.264076 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33978338-0ab2-4210-a9fb-c28f357ff52b req-14948968-c439-4d1e-a292-03d1eaf8a6cd tempest-TestShelveInstance-995297295 tempest-TestShelveInstance-995297295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:37:18.265552 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-33978338-0ab2-4210-a9fb-c28f357ff52b req-14948968-c439-4d1e-a292-03d1eaf8a6cd tempest-TestShelveInstance-995297295 tempest-TestShelveInstance-995297295-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=8b111deb-a80d-480b-9e42-8ae4c63a0fb6 HTTP/1.1" status: 200 len: 944 time: 0.0473442 Aug 18 11:37:18.314866 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-33978338-0ab2-4210-a9fb-c28f357ff52b req-fc069b0a-f20a-419d-89e8-d658f7232d17 tempest-TestShelveInstance-995297295 tempest-TestShelveInstance-995297295-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b1bf556f-cab1-4a0a-9066-4c9184507626&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437236 Aug 18 11:37:18.939144 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Device be24d6e9-411b-44e0-9e80-fd3b3563fddf up at agent hyperv_hv-cinder-85345 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 11:37:18.943173 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:37:18.984407 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Provisioning complete for port be24d6e9-411b-44e0-9e80-fd3b3563fddf triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 18 11:37:18.984782 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619404'] for port (be24d6e9-411b-44e0-9e80-fd3b3563fddf), provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:37:19.057564 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Current status of the port be24d6e9-411b-44e0-9e80-fd3b3563fddf is: BUILD; New status is: ACTIVE {{(pid=106380) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 11:37:19.057949 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622393'] for port (be24d6e9-411b-44e0-9e80-fd3b3563fddf), before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:37:19.079972 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b111deb-a80d-480b-9e42-8ae4c63a0fb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be24d6e9-411b-44e0-9e80-fd3b3563fddf'}] {{(pid=106380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 18 11:37:19.082193 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2abfa1ee86993cd756e72fd91a3a01a1a8fb73078c92f04bbbffdb72ec117730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-950b480d-a28f-4d66-be3c-208d3843c7b4" -d '{"events": [{"server_uuid": "8b111deb-a80d-480b-9e42-8ae4c63a0fb6", "name": "network-vif-plugged", "status": "completed", "tag": "be24d6e9-411b-44e0-9e80-fd3b3563fddf"}]}' {{(pid=106380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:37:19.094903 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] For port be24d6e9-411b-44e0-9e80-fd3b3563fddf, host hv-cinder-85345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85345',level=0,port_id=be24d6e9-411b-44e0-9e80-fd3b3563fddf,segment=NetworkSegment(8900eaba-5c51-45e8-8464-9b2961f08a13),segment_id=8900eaba-5c51-45e8-8464-9b2961f08a13)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:37:19.099102 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732803053689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732802528799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732802528817'] for port (be24d6e9-411b-44e0-9e80-fd3b3563fddf), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:37:19.123924 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Aug 2022 11:37:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dda043e-d645-4308-a110-c1ecd639c20a x-openstack-request-id: req-9dda043e-d645-4308-a110-c1ecd639c20a {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:37:19.124231 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b111deb-a80d-480b-9e42-8ae4c63a0fb6", "name": "network-vif-plugged", "status": "completed", "tag": "be24d6e9-411b-44e0-9e80-fd3b3563fddf", "code": 200}]} {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:37:19.124487 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9dda043e-d645-4308-a110-c1ecd639c20a {{(pid=106380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:37:19.124879 dv-cinder-853450-2-iscsi neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9dda043e-d645-4308-a110-c1ecd639c20a'] response: {'server_uuid': '8b111deb-a80d-480b-9e42-8ae4c63a0fb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be24d6e9-411b-44e0-9e80-fd3b3563fddf', 'code': 200} Aug 18 11:37:19.147757 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Pushing event updated for resources: {'Port': ['ID=be24d6e9-411b-44e0-9e80-fd3b3563fddf,revision_number=8']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:37:23.965390 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-af129aa7-201f-486f-bec2-f7a33f6c7320 req-89733e56-1c13-4182-b88a-df65d5a57b06 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=8b111deb-a80d-480b-9e42-8ae4c63a0fb6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0377524 Aug 18 11:37:24.050565 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af129aa7-201f-486f-bec2-f7a33f6c7320 req-4e0a8a22-d117-41be-9073-a08fb13e7019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:37:24.052042 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-af129aa7-201f-486f-bec2-f7a33f6c7320 req-4e0a8a22-d117-41be-9073-a08fb13e7019 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=f215c3a85f1c428496d1862a5c72067c&device_id=8b111deb-a80d-480b-9e42-8ae4c63a0fb6 HTTP/1.1" status: 200 len: 1129 time: 0.0436497 Aug 18 11:37:24.154207 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af129aa7-201f-486f-bec2-f7a33f6c7320 req-ab4417be-94f3-455f-a68c-1ddbebdb6f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:37:24.155644 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-af129aa7-201f-486f-bec2-f7a33f6c7320 req-ab4417be-94f3-455f-a68c-1ddbebdb6f19 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=cb34bfd6-afd9-49aa-9df8-61facb4f70ee HTTP/1.1" status: 200 len: 909 time: 0.0858822 Aug 18 11:37:24.223716 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-af129aa7-201f-486f-bec2-f7a33f6c7320 req-65c314df-b950-44e7-baad-5ad2e102fdaa service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=be24d6e9-411b-44e0-9e80-fd3b3563fddf HTTP/1.1" status: 200 len: 1001 time: 0.0620883 Aug 18 11:37:24.270586 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af129aa7-201f-486f-bec2-f7a33f6c7320 req-ac37fbc2-2d31-4c26-aa86-2a1620cb2e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:37:24.271973 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-af129aa7-201f-486f-bec2-f7a33f6c7320 req-ac37fbc2-2d31-4c26-aa86-2a1620cb2e05 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=5f6fc857-d41d-46a6-aab6-5047e21bc185 HTTP/1.1" status: 200 len: 847 time: 0.0424016 Aug 18 11:37:24.315171 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af129aa7-201f-486f-bec2-f7a33f6c7320 req-9edd840a-772f-42d6-8ce8-d9bfacb09e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:37:24.316613 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-af129aa7-201f-486f-bec2-f7a33f6c7320 req-9edd840a-772f-42d6-8ce8-d9bfacb09e8b service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=cb34bfd6-afd9-49aa-9df8-61facb4f70ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0388992 Aug 18 11:37:24.671548 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-af129aa7-201f-486f-bec2-f7a33f6c7320 req-c9b8f7cf-1a04-42ba-96dd-7e99491aee50 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/cb34bfd6-afd9-49aa-9df8-61facb4f70ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3481960 Aug 18 11:37:24.764623 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-af129aa7-201f-486f-bec2-f7a33f6c7320 req-2979eaa5-a7dc-41fb-8b0d-942fbf4ee930 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/cb34bfd6-afd9-49aa-9df8-61facb4f70ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861504 Aug 18 11:37:29.140285 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=35,neutron:UPDATE=1 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:37:29.146333 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=26,neutron:UPDATE=1 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:37:34.760466 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=61 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:37:34.761229 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=74 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:37:36.811793 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (0c451e2b-fe38-44d1-984c-2dd7bcedf4dc), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:37:39.297550 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=5 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:37:39.298209 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:37:41.046454 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-be783d7a-b0eb-4354-b716-08910602f86e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (c499a017-4b38-4967-b050-d4094e1a7564), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:37:42.385198 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.agents_db [None req-8a9264f7-88d3-4c8b-91d1-adcc6bb37de7 None None] Agent healthcheck: found 6 active agents {{(pid=106381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 11:37:43.425350 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e544b678-9d42-49d1-b69b-14cf19224246 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (5a2ac145-53e3-4597-a9e7-c52b4336ae58), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:37:44.773887 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-a5cc8183-7213-4642-9d48-bc0d47940d29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (29720577-1c8f-43c1-a8be-c2a14df8d65e), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:37:46.029748 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (69d4285f-736d-41a6-a99e-1994eed59bce), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:37:46.569350 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c68edff8-e550-48a3-9de2-17badfe483c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (307af099-d926-4e52-9df3-0cd09baf3c81), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:37:52.379311 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=1 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:37:52.380007 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=1 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:38:00.558905 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=24,neutron:UPDATE=2 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:38:00.560947 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=20,neutron:UPDATE=4 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:38:06.812858 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (0c451e2b-fe38-44d1-984c-2dd7bcedf4dc), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:38:07.204674 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=3 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:38:07.208780 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=3 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:38:11.048028 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-4095d31d-026b-4b11-9585-dbe83629c021 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (c499a017-4b38-4967-b050-d4094e1a7564), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:38:13.427441 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-a9c749e7-b2bf-48fc-9fe8-6dc4fae3a0d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (5a2ac145-53e3-4597-a9e7-c52b4336ae58), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:38:14.776427 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-a5cc8183-7213-4642-9d48-bc0d47940d29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (29720577-1c8f-43c1-a8be-c2a14df8d65e), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:38:16.023529 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (69d4285f-736d-41a6-a99e-1994eed59bce), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:38:16.574374 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c68edff8-e550-48a3-9de2-17badfe483c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (307af099-d926-4e52-9df3-0cd09baf3c81), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:38:19.383623 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.agents_db [None req-8a9264f7-88d3-4c8b-91d1-adcc6bb37de7 None None] Agent healthcheck: found 6 active agents {{(pid=106381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 11:38:24.974537 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-fe839558-11e5-4dfb-a739-8a019a669336 req-98b19d62-d278-4ff3-aa53-7e51bbb6fd16 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=8b111deb-a80d-480b-9e42-8ae4c63a0fb6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0393629 Aug 18 11:38:25.054115 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe839558-11e5-4dfb-a739-8a019a669336 req-0914af18-03d4-4ae5-a153-4293ad02ea6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:38:25.055599 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-fe839558-11e5-4dfb-a739-8a019a669336 req-0914af18-03d4-4ae5-a153-4293ad02ea6a service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=f215c3a85f1c428496d1862a5c72067c&device_id=8b111deb-a80d-480b-9e42-8ae4c63a0fb6 HTTP/1.1" status: 200 len: 1129 time: 0.0401256 Aug 18 11:38:25.161321 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe839558-11e5-4dfb-a739-8a019a669336 req-680c8523-3eff-4c4b-8dfc-04146f3b816d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:38:25.162762 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-fe839558-11e5-4dfb-a739-8a019a669336 req-680c8523-3eff-4c4b-8dfc-04146f3b816d service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=cb34bfd6-afd9-49aa-9df8-61facb4f70ee HTTP/1.1" status: 200 len: 909 time: 0.0884099 Aug 18 11:38:25.234197 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-fe839558-11e5-4dfb-a739-8a019a669336 req-efd4e2df-1339-419e-8fe6-f6e6afdb466a service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=be24d6e9-411b-44e0-9e80-fd3b3563fddf HTTP/1.1" status: 200 len: 1001 time: 0.0632257 Aug 18 11:38:25.282041 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe839558-11e5-4dfb-a739-8a019a669336 req-ab0168c2-005c-401e-b807-6364455f920e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:38:25.283470 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-fe839558-11e5-4dfb-a739-8a019a669336 req-ab0168c2-005c-401e-b807-6364455f920e service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=5f6fc857-d41d-46a6-aab6-5047e21bc185 HTTP/1.1" status: 200 len: 847 time: 0.0434844 Aug 18 11:38:25.330541 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe839558-11e5-4dfb-a739-8a019a669336 req-003f0507-b3ca-416b-97d3-427aa84ffbae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:38:25.331991 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-fe839558-11e5-4dfb-a739-8a019a669336 req-003f0507-b3ca-416b-97d3-427aa84ffbae service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=cb34bfd6-afd9-49aa-9df8-61facb4f70ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0423181 Aug 18 11:38:25.420374 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-fe839558-11e5-4dfb-a739-8a019a669336 req-7ec2dbea-08a9-49ef-a605-86da113ff0a0 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/cb34bfd6-afd9-49aa-9df8-61facb4f70ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815327 Aug 18 11:38:25.513808 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-fe839558-11e5-4dfb-a739-8a019a669336 req-fca523e4-95de-4db5-9371-6bdb32df47e7 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/cb34bfd6-afd9-49aa-9df8-61facb4f70ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877526 Aug 18 11:38:26.566922 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:38:26.568765 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:38:29.379066 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=1 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:38:29.379809 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=1 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:38:35.504275 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=49 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:38:35.510401 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=52 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:38:36.826803 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (0c451e2b-fe38-44d1-984c-2dd7bcedf4dc), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:38:41.055193 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-492ea59b-9d54-4b66-b678-9e369ca63019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (c499a017-4b38-4967-b050-d4094e1a7564), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:38:43.428943 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-6df12454-1154-40c9-86b9-40ebd38dacdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (5a2ac145-53e3-4597-a9e7-c52b4336ae58), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:38:44.201376 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=16 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:38:44.206346 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=16 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:38:44.779604 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-a5cc8183-7213-4642-9d48-bc0d47940d29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (29720577-1c8f-43c1-a8be-c2a14df8d65e), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:38:46.027321 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (69d4285f-736d-41a6-a99e-1994eed59bce), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:38:46.576277 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c68edff8-e550-48a3-9de2-17badfe483c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (307af099-d926-4e52-9df3-0cd09baf3c81), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:38:54.738809 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.16', 33992) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:38:54.918038 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-d29a7ee3-a6a1-47e9-863d-15ced491470e tempest-TestShelveInstance-995297295 tempest-TestShelveInstance-995297295-project] Deleting port 06db97e3-fd3a-43c3-a47c-ff8e728d6bb6 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 18 11:38:54.918391 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d29a7ee3-a6a1-47e9-863d-15ced491470e tempest-TestShelveInstance-995297295 tempest-TestShelveInstance-995297295-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732803047114'] for port (06db97e3-fd3a-43c3-a47c-ff8e728d6bb6), before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:38:54.996361 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d29a7ee3-a6a1-47e9-863d-15ced491470e tempest-TestShelveInstance-995297295 tempest-TestShelveInstance-995297295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498516'] for port (06db97e3-fd3a-43c3-a47c-ff8e728d6bb6), precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:38:54.996692 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d29a7ee3-a6a1-47e9-863d-15ced491470e tempest-TestShelveInstance-995297295 tempest-TestShelveInstance-995297295-project] Publish callbacks [] for floatingip (06db97e3-fd3a-43c3-a47c-ff8e728d6bb6), precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:38:55.009702 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-d29a7ee3-a6a1-47e9-863d-15ced491470e tempest-TestShelveInstance-995297295 tempest-TestShelveInstance-995297295-project] Calling delete_port for 06db97e3-fd3a-43c3-a47c-ff8e728d6bb6 owned by network:floatingip {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 18 11:38:55.179425 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d29a7ee3-a6a1-47e9-863d-15ced491470e tempest-TestShelveInstance-995297295 tempest-TestShelveInstance-995297295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732803053743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732802528790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11809227'] for port (06db97e3-fd3a-43c3-a47c-ff8e728d6bb6), after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:38:55.213367 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29a7ee3-a6a1-47e9-863d-15ced491470e tempest-TestShelveInstance-995297295 tempest-TestShelveInstance-995297295-project] Pushing event deleted for resources: {'Port': ['ID=06db97e3-fd3a-43c3-a47c-ff8e728d6bb6,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:38:55.235690 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29a7ee3-a6a1-47e9-863d-15ced491470e tempest-TestShelveInstance-995297295 tempest-TestShelveInstance-995297295-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:38:55.236042 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29a7ee3-a6a1-47e9-863d-15ced491470e tempest-TestShelveInstance-995297295 tempest-TestShelveInstance-995297295-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:38:55.236420 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29a7ee3-a6a1-47e9-863d-15ced491470e tempest-TestShelveInstance-995297295 tempest-TestShelveInstance-995297295-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:38:55.236762 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29a7ee3-a6a1-47e9-863d-15ced491470e tempest-TestShelveInstance-995297295 tempest-TestShelveInstance-995297295-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:38:55.237097 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29a7ee3-a6a1-47e9-863d-15ced491470e tempest-TestShelveInstance-995297295 tempest-TestShelveInstance-995297295-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:38:55.237430 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29a7ee3-a6a1-47e9-863d-15ced491470e tempest-TestShelveInstance-995297295 tempest-TestShelveInstance-995297295-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:38:55.237758 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29a7ee3-a6a1-47e9-863d-15ced491470e tempest-TestShelveInstance-995297295 tempest-TestShelveInstance-995297295-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:38:55.238085 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29a7ee3-a6a1-47e9-863d-15ced491470e tempest-TestShelveInstance-995297295 tempest-TestShelveInstance-995297295-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:38:55.238410 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29a7ee3-a6a1-47e9-863d-15ced491470e tempest-TestShelveInstance-995297295 tempest-TestShelveInstance-995297295-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:38:55.238733 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29a7ee3-a6a1-47e9-863d-15ced491470e tempest-TestShelveInstance-995297295 tempest-TestShelveInstance-995297295-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:38:55.239056 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29a7ee3-a6a1-47e9-863d-15ced491470e tempest-TestShelveInstance-995297295 tempest-TestShelveInstance-995297295-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:38:55.239382 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29a7ee3-a6a1-47e9-863d-15ced491470e tempest-TestShelveInstance-995297295 tempest-TestShelveInstance-995297295-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:38:55.239707 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29a7ee3-a6a1-47e9-863d-15ced491470e tempest-TestShelveInstance-995297295 tempest-TestShelveInstance-995297295-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:38:55.240029 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29a7ee3-a6a1-47e9-863d-15ced491470e tempest-TestShelveInstance-995297295 tempest-TestShelveInstance-995297295-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:38:55.240383 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29a7ee3-a6a1-47e9-863d-15ced491470e tempest-TestShelveInstance-995297295 tempest-TestShelveInstance-995297295-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:38:55.283265 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d29a7ee3-a6a1-47e9-863d-15ced491470e tempest-TestShelveInstance-995297295 tempest-TestShelveInstance-995297295-project] Publish callbacks [] for floatingip (4f80cc45-e0f6-4330-85ea-5222b8aa86ff), after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:38:55.283578 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.db.l3_db [None req-d29a7ee3-a6a1-47e9-863d-15ced491470e tempest-TestShelveInstance-995297295 tempest-TestShelveInstance-995297295-project] Floating IP 4f80cc45-e0f6-4330-85ea-5222b8aa86ff disassociated (deleted). External IP: 172.27.4.223, port: be24d6e9-411b-44e0-9e80-fd3b3563fddf. Aug 18 11:38:55.484924 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d29a7ee3-a6a1-47e9-863d-15ced491470e tempest-TestShelveInstance-995297295 tempest-TestShelveInstance-995297295-project] Router f9fba6ab-c472-4ff2-9a49-9998fae2661c has already been hosted by L3 agent 5a2ac145-53e3-4597-a9e7-c52b4336ae58 {{(pid=106378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 11:38:55.588398 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d29a7ee3-a6a1-47e9-863d-15ced491470e tempest-TestShelveInstance-995297295 tempest-TestShelveInstance-995297295-project] Notify agent at l3_agent.dv-cinder-853450-2-iscsi the message routers_updated {{(pid=106378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 11:38:55.593445 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d29a7ee3-a6a1-47e9-863d-15ced491470e tempest-TestShelveInstance-995297295 tempest-TestShelveInstance-995297295-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22494'] for floatingip (None), before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:38:55.598422 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a06116bc-d6fb-4359-aa91-8e17d72b0a92 None None] Sync routers for ids ['f9fba6ab-c472-4ff2-9a49-9998fae2661c'] in dv-cinder-853450-2-iscsi {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 11:38:55.608023 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a06116bc-d6fb-4359-aa91-8e17d72b0a92 None None] Routers {'f9fba6ab-c472-4ff2-9a49-9998fae2661c'} bound to L3 agent in host dv-cinder-853450-2-iscsi {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 18 11:38:55.608715 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-a06116bc-d6fb-4359-aa91-8e17d72b0a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853450-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-18T11:07:43Z,description=,heartbeat_timestamp=2022-08-18T11:38:43Z,host='dv-cinder-853450-2-iscsi',id=5a2ac145-53e3-4597-a9e7-c52b4336ae58,load=0,resource_versions=,resources_synced=,started_at=2022-08-18T11:07:43Z,topic='l3_agent')) {'router_ids': ['f9fba6ab-c472-4ff2-9a49-9998fae2661c'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:38:55.616954 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:38:55.626995 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [None req-d29a7ee3-a6a1-47e9-863d-15ced491470e tempest-TestShelveInstance-995297295 tempest-TestShelveInstance-995297295-project] 10.222.0.16 "DELETE /networking/v2.0/floatingips/4f80cc45-e0f6-4330-85ea-5222b8aa86ff HTTP/1.1" status: 204 len: 168 time: 0.8870792 Aug 18 11:38:55.627945 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b111deb-a80d-480b-9e42-8ae4c63a0fb6', 'tag': 'be24d6e9-411b-44e0-9e80-fd3b3563fddf'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 18 11:38:55.630365 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c862ab1b2ee120cb5e2e4f2725a0fe0d7acaf57f657006002d91667c9b4c94a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c84ab15-5ce6-46f0-b8b4-fe30d5d35e7f" -d '{"events": [{"name": "network-changed", "server_uuid": "8b111deb-a80d-480b-9e42-8ae4c63a0fb6", "tag": "be24d6e9-411b-44e0-9e80-fd3b3563fddf"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:38:55.722603 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-a06116bc-d6fb-4359-aa91-8e17d72b0a92 None None] Set router f9fba6ab-c472-4ff2-9a49-9998fae2661c gateway port host: dv-cinder-853450-2-iscsi {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 18 11:38:55.735314 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Aug 2022 11:38:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-750a2414-eccf-4f45-be28-62f55606fab1 x-openstack-request-id: req-750a2414-eccf-4f45-be28-62f55606fab1 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:38:55.735541 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b111deb-a80d-480b-9e42-8ae4c63a0fb6", "tag": "be24d6e9-411b-44e0-9e80-fd3b3563fddf", "status": "completed", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:38:55.735808 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-750a2414-eccf-4f45-be28-62f55606fab1 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:38:55.736494 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event matching ['req-750a2414-eccf-4f45-be28-62f55606fab1'] response: {'name': 'network-changed', 'server_uuid': '8b111deb-a80d-480b-9e42-8ae4c63a0fb6', 'tag': 'be24d6e9-411b-44e0-9e80-fd3b3563fddf', 'status': 'completed', 'code': 200} Aug 18 11:38:55.800544 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:38:55.804572 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c84ab15-5ce6-46f0-b8b4-fe30d5d35e7f req-cc883fb2-6830-4c80-b285-87f86454458f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:38:55.806082 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-1c84ab15-5ce6-46f0-b8b4-fe30d5d35e7f req-cc883fb2-6830-4c80-b285-87f86454458f service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=f215c3a85f1c428496d1862a5c72067c&device_id=8b111deb-a80d-480b-9e42-8ae4c63a0fb6 HTTP/1.1" status: 200 len: 1129 time: 0.0477407 Aug 18 11:38:55.878689 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc275b4-dd31-4b50-9488-b27da6961bdd req-3abbb523-3db6-4595-8686-0219c16cf8c5 tempest-TestShelveInstance-995297295 tempest-TestShelveInstance-995297295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:38:55.880201 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-9fc275b4-dd31-4b50-9488-b27da6961bdd req-3abbb523-3db6-4595-8686-0219c16cf8c5 tempest-TestShelveInstance-995297295 tempest-TestShelveInstance-995297295-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=8b111deb-a80d-480b-9e42-8ae4c63a0fb6 HTTP/1.1" status: 200 len: 945 time: 0.0544229 Aug 18 11:38:55.931857 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-9fc275b4-dd31-4b50-9488-b27da6961bdd req-b42d3336-451d-42b6-b747-c28434390da4 tempest-TestShelveInstance-995297295 tempest-TestShelveInstance-995297295-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b1bf556f-cab1-4a0a-9066-4c9184507626&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457981 Aug 18 11:38:55.998932 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-a06116bc-d6fb-4359-aa91-8e17d72b0a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9fba6ab-c472-4ff2-9a49-9998fae2661c', 'name': 'tempest-TestShelveInstance-439937011-router', 'tenant_id': 'f215c3a85f1c428496d1862a5c72067c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'external_fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.246'}], 'enable_snat': True}, 'gw_port_id': 'd95a176d-df34-4a45-b905-0ccdc0fa0ea0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T11:33:41Z', 'updated_at': '2022-08-18T11:33:44Z', 'revision_number': 4, 'project_id': 'f215c3a85f1c428496d1862a5c72067c', 'gw_port': {'id': 'd95a176d-df34-4a45-b905-0ccdc0fa0ea0', 'name': '', 'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:26:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9fba6ab-c472-4ff2-9a49-9998fae2661c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853450-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:33:42Z', 'updated_at': '2022-08-18T11:33:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853450-2-iscsi', '_interfaces': [{'id': '15077d47-5dbe-4a2d-820c-8d1010e44b2d', 'name': '', 'network_id': 'cb34bfd6-afd9-49aa-9df8-61facb4f70ee', 'tenant_id': 'f215c3a85f1c428496d1862a5c72067c', 'mac_address': 'fa:16:3e:af:37:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9fba6ab-c472-4ff2-9a49-9998fae2661c', 'device_owner': 'network:router_interface', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '5f6fc857-d41d-46a6-aab6-5047e21bc185', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853450-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:33:43Z', 'updated_at': '2022-08-18T11:33:49Z', 'revision_number': 5, 'project_id': 'f215c3a85f1c428496d1862a5c72067c', 'subnets': [{'id': '5f6fc857-d41d-46a6-aab6-5047e21bc185', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853450-2-iscsi', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:38:56.023158 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a06116bc-d6fb-4359-aa91-8e17d72b0a92 None None] Checking router: f9fba6ab-c472-4ff2-9a49-9998fae2661c for host: dv-cinder-853450-2-iscsi {{(pid=106381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 11:38:56.023882 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:38:56.031920 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a06116bc-d6fb-4359-aa91-8e17d72b0a92 None None] Routers {'f9fba6ab-c472-4ff2-9a49-9998fae2661c'} bound to L3 agent in host dv-cinder-853450-2-iscsi {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 18 11:38:56.032547 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-a06116bc-d6fb-4359-aa91-8e17d72b0a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853450-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-18T11:07:43Z,description=,heartbeat_timestamp=2022-08-18T11:38:43Z,host='dv-cinder-853450-2-iscsi',id=5a2ac145-53e3-4597-a9e7-c52b4336ae58,load=0,resource_versions=,resources_synced=,started_at=2022-08-18T11:07:43Z,topic='l3_agent')) {'router_ids': ['f9fba6ab-c472-4ff2-9a49-9998fae2661c'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:38:56.129937 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-a06116bc-d6fb-4359-aa91-8e17d72b0a92 None None] Set router f9fba6ab-c472-4ff2-9a49-9998fae2661c gateway port host: dv-cinder-853450-2-iscsi {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 18 11:38:56.309204 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-a06116bc-d6fb-4359-aa91-8e17d72b0a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9fba6ab-c472-4ff2-9a49-9998fae2661c', 'name': 'tempest-TestShelveInstance-439937011-router', 'tenant_id': 'f215c3a85f1c428496d1862a5c72067c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'external_fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.246'}], 'enable_snat': True}, 'gw_port_id': 'd95a176d-df34-4a45-b905-0ccdc0fa0ea0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T11:33:41Z', 'updated_at': '2022-08-18T11:33:44Z', 'revision_number': 4, 'project_id': 'f215c3a85f1c428496d1862a5c72067c', 'gw_port': {'id': 'd95a176d-df34-4a45-b905-0ccdc0fa0ea0', 'name': '', 'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:26:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9fba6ab-c472-4ff2-9a49-9998fae2661c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853450-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:33:42Z', 'updated_at': '2022-08-18T11:33:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853450-2-iscsi', '_interfaces': [{'id': '15077d47-5dbe-4a2d-820c-8d1010e44b2d', 'name': '', 'network_id': 'cb34bfd6-afd9-49aa-9df8-61facb4f70ee', 'tenant_id': 'f215c3a85f1c428496d1862a5c72067c', 'mac_address': 'fa:16:3e:af:37:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9fba6ab-c472-4ff2-9a49-9998fae2661c', 'device_owner': 'network:router_interface', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '5f6fc857-d41d-46a6-aab6-5047e21bc185', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853450-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:33:43Z', 'updated_at': '2022-08-18T11:33:49Z', 'revision_number': 5, 'project_id': 'f215c3a85f1c428496d1862a5c72067c', 'subnets': [{'id': '5f6fc857-d41d-46a6-aab6-5047e21bc185', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853450-2-iscsi', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:38:56.332622 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a06116bc-d6fb-4359-aa91-8e17d72b0a92 None None] The sync data for ids ['f9fba6ab-c472-4ff2-9a49-9998fae2661c'] in dv-cinder-853450-2-iscsi is: [{'id': 'f9fba6ab-c472-4ff2-9a49-9998fae2661c', 'name': 'tempest-TestShelveInstance-439937011-router', 'tenant_id': 'f215c3a85f1c428496d1862a5c72067c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'external_fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.246'}], 'enable_snat': True}, 'gw_port_id': 'd95a176d-df34-4a45-b905-0ccdc0fa0ea0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T11:33:41Z', 'updated_at': '2022-08-18T11:33:44Z', 'revision_number': 4, 'project_id': 'f215c3a85f1c428496d1862a5c72067c', 'gw_port': {'id': 'd95a176d-df34-4a45-b905-0ccdc0fa0ea0', 'name': '', 'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:26:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9fba6ab-c472-4ff2-9a49-9998fae2661c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853450-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:33:42Z', 'updated_at': '2022-08-18T11:33:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853450-2-iscsi', '_interfaces': [{'id': '15077d47-5dbe-4a2d-820c-8d1010e44b2d', 'name': '', 'network_id': 'cb34bfd6-afd9-49aa-9df8-61facb4f70ee', 'tenant_id': 'f215c3a85f1c428496d1862a5c72067c', 'mac_address': 'fa:16:3e:af:37:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9fba6ab-c472-4ff2-9a49-9998fae2661c', 'device_owner': 'network:router_interface', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '5f6fc857-d41d-46a6-aab6-5047e21bc185', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853450-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:33:43Z', 'updated_at': '2022-08-18T11:33:49Z', 'revision_number': 5, 'project_id': 'f215c3a85f1c428496d1862a5c72067c', 'subnets': [{'id': '5f6fc857-d41d-46a6-aab6-5047e21bc185', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 11:38:56.382576 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.agents_db [None req-8a9264f7-88d3-4c8b-91d1-adcc6bb37de7 None None] Agent healthcheck: found 6 active agents {{(pid=106381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 11:38:56.556873 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10f68bb3-f851-4841-b368-7b3143b369e0 None None] New status for floating IP 4f80cc45-e0f6-4330-85ea-5222b8aa86ff: DOWN {{(pid=106380) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 18 11:38:56.586350 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=8,neutron:UPDATE=5 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:38:56.893230 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c84ab15-5ce6-46f0-b8b4-fe30d5d35e7f req-024ba336-f42c-4ba2-978a-60cccf2bc017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:38:56.894591 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-1c84ab15-5ce6-46f0-b8b4-fe30d5d35e7f req-024ba336-f42c-4ba2-978a-60cccf2bc017 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=cb34bfd6-afd9-49aa-9df8-61facb4f70ee HTTP/1.1" status: 200 len: 909 time: 0.0891571 Aug 18 11:38:56.953370 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-1c84ab15-5ce6-46f0-b8b4-fe30d5d35e7f req-53cc459d-2232-4ea1-86ef-565071411c69 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=be24d6e9-411b-44e0-9e80-fd3b3563fddf HTTP/1.1" status: 200 len: 217 time: 0.0327830 Aug 18 11:38:57.002811 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c84ab15-5ce6-46f0-b8b4-fe30d5d35e7f req-8c0b42cc-9b23-4510-85fe-cc3345d766f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:38:57.004302 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-1c84ab15-5ce6-46f0-b8b4-fe30d5d35e7f req-8c0b42cc-9b23-4510-85fe-cc3345d766f1 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=5f6fc857-d41d-46a6-aab6-5047e21bc185 HTTP/1.1" status: 200 len: 847 time: 0.0444493 Aug 18 11:38:57.054779 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e7ee95-93b5-46ee-a703-c46578e2cfff req-0a8312f6-2ffc-4db2-bca5-f93f3ecbe615 tempest-TestShelveInstance-995297295 tempest-TestShelveInstance-995297295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:38:57.056390 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-26e7ee95-93b5-46ee-a703-c46578e2cfff req-0a8312f6-2ffc-4db2-bca5-f93f3ecbe615 tempest-TestShelveInstance-995297295 tempest-TestShelveInstance-995297295-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=8b111deb-a80d-480b-9e42-8ae4c63a0fb6 HTTP/1.1" status: 200 len: 945 time: 0.0467923 Aug 18 11:38:57.118061 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-26e7ee95-93b5-46ee-a703-c46578e2cfff req-70c30753-c9ac-481d-b034-cd29748005b2 tempest-TestShelveInstance-995297295 tempest-TestShelveInstance-995297295-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b1bf556f-cab1-4a0a-9066-4c9184507626&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555444 Aug 18 11:38:57.145856 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c84ab15-5ce6-46f0-b8b4-fe30d5d35e7f req-3280b554-cea4-4dc9-83ca-40c131ef9bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:38:57.147250 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-1c84ab15-5ce6-46f0-b8b4-fe30d5d35e7f req-3280b554-cea4-4dc9-83ca-40c131ef9bfb service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=cb34bfd6-afd9-49aa-9df8-61facb4f70ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0471778 Aug 18 11:38:57.515896 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-1c84ab15-5ce6-46f0-b8b4-fe30d5d35e7f req-13ba560d-bf95-4c6a-899e-416177d0cb0d service neutron] 10.222.0.20 "GET /networking/v2.0/networks/cb34bfd6-afd9-49aa-9df8-61facb4f70ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252062 Aug 18 11:38:57.522244 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05684ef2-14d3-421d-b5d1-03d47e26ef24 req-deeec6ca-ce6c-47d3-b068-ba6ddbfed5d4 tempest-TestShelveInstance-995297295 tempest-TestShelveInstance-995297295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 11:38:57.523540 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-05684ef2-14d3-421d-b5d1-03d47e26ef24 req-deeec6ca-ce6c-47d3-b068-ba6ddbfed5d4 tempest-TestShelveInstance-995297295 tempest-TestShelveInstance-995297295-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=8b111deb-a80d-480b-9e42-8ae4c63a0fb6 HTTP/1.1" status: 200 len: 945 time: 0.0730538 Aug 18 11:38:57.683465 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [req-05684ef2-14d3-421d-b5d1-03d47e26ef24 req-c300ebbc-b6ce-4fd7-8acc-297f0dc2a6d6 tempest-TestShelveInstance-995297295 tempest-TestShelveInstance-995297295-project] Deleting port be24d6e9-411b-44e0-9e80-fd3b3563fddf {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 18 11:38:57.683811 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-05684ef2-14d3-421d-b5d1-03d47e26ef24 req-c300ebbc-b6ce-4fd7-8acc-297f0dc2a6d6 tempest-TestShelveInstance-995297295 tempest-TestShelveInstance-995297295-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732803047114'] for port (be24d6e9-411b-44e0-9e80-fd3b3563fddf), before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:38:57.701199 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-1c84ab15-5ce6-46f0-b8b4-fe30d5d35e7f req-a2cb222b-e4d0-4296-b2da-850b7af03352 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/cb34bfd6-afd9-49aa-9df8-61facb4f70ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1762266 Aug 18 11:38:57.779964 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-05684ef2-14d3-421d-b5d1-03d47e26ef24 req-c300ebbc-b6ce-4fd7-8acc-297f0dc2a6d6 tempest-TestShelveInstance-995297295 tempest-TestShelveInstance-995297295-project] For port be24d6e9-411b-44e0-9e80-fd3b3563fddf, host hv-cinder-85345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85345',level=0,port_id=be24d6e9-411b-44e0-9e80-fd3b3563fddf,segment=NetworkSegment(8900eaba-5c51-45e8-8464-9b2961f08a13),segment_id=8900eaba-5c51-45e8-8464-9b2961f08a13)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:38:57.780256 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-05684ef2-14d3-421d-b5d1-03d47e26ef24 req-c300ebbc-b6ce-4fd7-8acc-297f0dc2a6d6 tempest-TestShelveInstance-995297295 tempest-TestShelveInstance-995297295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498516'] for port (be24d6e9-411b-44e0-9e80-fd3b3563fddf), precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:38:57.797013 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [req-05684ef2-14d3-421d-b5d1-03d47e26ef24 req-c300ebbc-b6ce-4fd7-8acc-297f0dc2a6d6 tempest-TestShelveInstance-995297295 tempest-TestShelveInstance-995297295-project] Calling delete_port for be24d6e9-411b-44e0-9e80-fd3b3563fddf owned by compute:nova {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 18 11:38:57.896767 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:38:57.907392 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:38:57.925759 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-05684ef2-14d3-421d-b5d1-03d47e26ef24 req-c300ebbc-b6ce-4fd7-8acc-297f0dc2a6d6 tempest-TestShelveInstance-995297295 tempest-TestShelveInstance-995297295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732803053743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732802528790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11809227'] for port (be24d6e9-411b-44e0-9e80-fd3b3563fddf), after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:38:57.951128 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c300ebbc-b6ce-4fd7-8acc-297f0dc2a6d6 tempest-TestShelveInstance-995297295 tempest-TestShelveInstance-995297295-project] Pushing event deleted for resources: {'Port': ['ID=be24d6e9-411b-44e0-9e80-fd3b3563fddf,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:38:58.000688 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [req-05684ef2-14d3-421d-b5d1-03d47e26ef24 req-c300ebbc-b6ce-4fd7-8acc-297f0dc2a6d6 tempest-TestShelveInstance-995297295 tempest-TestShelveInstance-995297295-project] No DVR routers for this DVR port be24d6e9-411b-44e0-9e80-fd3b3563fddf on host hv-cinder-85345 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 18 11:38:58.003154 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-05684ef2-14d3-421d-b5d1-03d47e26ef24 req-c300ebbc-b6ce-4fd7-8acc-297f0dc2a6d6 tempest-TestShelveInstance-995297295 tempest-TestShelveInstance-995297295-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22494'] for port (None), before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:38:58.006456 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-05684ef2-14d3-421d-b5d1-03d47e26ef24 req-c300ebbc-b6ce-4fd7-8acc-297f0dc2a6d6 tempest-TestShelveInstance-995297295 tempest-TestShelveInstance-995297295-project] 10.222.0.20 "DELETE /networking/v2.0/ports/be24d6e9-411b-44e0-9e80-fd3b3563fddf HTTP/1.1" status: 204 len: 173 time: 0.4744470 Aug 18 11:38:58.006892 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b111deb-a80d-480b-9e42-8ae4c63a0fb6', 'name': 'network-vif-deleted', 'tag': 'be24d6e9-411b-44e0-9e80-fd3b3563fddf'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 18 11:38:58.009144 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c862ab1b2ee120cb5e2e4f2725a0fe0d7acaf57f657006002d91667c9b4c94a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebc01030-1917-49aa-97a0-54bedf62a1a1" -d '{"events": [{"server_uuid": "8b111deb-a80d-480b-9e42-8ae4c63a0fb6", "name": "network-vif-deleted", "tag": "be24d6e9-411b-44e0-9e80-fd3b3563fddf"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:38:58.049644 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Aug 2022 11:38:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff72f2c1-50d4-42f6-9390-4e4192c6d711 x-openstack-request-id: req-ff72f2c1-50d4-42f6-9390-4e4192c6d711 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:38:58.049936 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b111deb-a80d-480b-9e42-8ae4c63a0fb6", "name": "network-vif-deleted", "tag": "be24d6e9-411b-44e0-9e80-fd3b3563fddf", "status": "completed", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:38:58.050191 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ff72f2c1-50d4-42f6-9390-4e4192c6d711 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:38:58.050594 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff72f2c1-50d4-42f6-9390-4e4192c6d711'] response: {'server_uuid': '8b111deb-a80d-480b-9e42-8ae4c63a0fb6', 'name': 'network-vif-deleted', 'tag': 'be24d6e9-411b-44e0-9e80-fd3b3563fddf', 'status': 'completed', 'code': 200} Aug 18 11:38:58.218711 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [req-904a6ce9-df73-4c23-b073-4f3098cf3609 req-998fcf58-29cb-4429-a4b4-70400c5a5e92 tempest-TestShelveInstance-995297295 tempest-TestShelveInstance-995297295-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=8b111deb-a80d-480b-9e42-8ae4c63a0fb6 HTTP/1.1" status: 200 len: 210 time: 0.0280225 Aug 18 11:38:59.285341 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.16', 34022) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:38:59.342912 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-82cb94d9-6725-40fd-ba9c-66ce113d7034 tempest-TestShelveInstance-995297295 tempest-TestShelveInstance-995297295-project] Publish callbacks [] for security_group (b1bf556f-cab1-4a0a-9066-4c9184507626), before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:38:59.366710 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-82cb94d9-6725-40fd-ba9c-66ce113d7034 tempest-TestShelveInstance-995297295 tempest-TestShelveInstance-995297295-project] Publish callbacks [] for security_group (b1bf556f-cab1-4a0a-9066-4c9184507626), precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:38:59.428791 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-82cb94d9-6725-40fd-ba9c-66ce113d7034 tempest-TestShelveInstance-995297295 tempest-TestShelveInstance-995297295-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433130'] for security_group (b1bf556f-cab1-4a0a-9066-4c9184507626), after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:38:59.431316 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-82cb94d9-6725-40fd-ba9c-66ce113d7034 tempest-TestShelveInstance-995297295 tempest-TestShelveInstance-995297295-project] Publish callbacks [] for security_group (None), before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:38:59.432472 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [None req-82cb94d9-6725-40fd-ba9c-66ce113d7034 tempest-TestShelveInstance-995297295 tempest-TestShelveInstance-995297295-project] 10.222.0.16 "DELETE /networking/v2.0/security-groups/b1bf556f-cab1-4a0a-9066-4c9184507626 HTTP/1.1" status: 204 len: 168 time: 0.1476171 Aug 18 11:38:59.442952 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cb94d9-6725-40fd-ba9c-66ce113d7034 tempest-TestShelveInstance-995297295 tempest-TestShelveInstance-995297295-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1bf556f-cab1-4a0a-9066-4c9184507626,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:38:59.483103 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.16', 34026) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:38:59.902968 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-85dc996e-6803-42ca-947e-06abe1f92e80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-516699'] for router_interface (f9fba6ab-c472-4ff2-9a49-9998fae2661c), before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:39:00.118677 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-85dc996e-6803-42ca-947e-06abe1f92e80 admin admin] Deleting port 15077d47-5dbe-4a2d-820c-8d1010e44b2d {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 18 11:39:00.119008 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-85dc996e-6803-42ca-947e-06abe1f92e80 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732803047114'] for port (15077d47-5dbe-4a2d-820c-8d1010e44b2d), before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:39:00.195770 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-85dc996e-6803-42ca-947e-06abe1f92e80 admin admin] For port 15077d47-5dbe-4a2d-820c-8d1010e44b2d, host dv-cinder-853450-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853450-2-iscsi',level=0,port_id=15077d47-5dbe-4a2d-820c-8d1010e44b2d,segment=NetworkSegment(8900eaba-5c51-45e8-8464-9b2961f08a13),segment_id=8900eaba-5c51-45e8-8464-9b2961f08a13)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:39:00.196121 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-85dc996e-6803-42ca-947e-06abe1f92e80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498516'] for port (15077d47-5dbe-4a2d-820c-8d1010e44b2d), precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:39:00.211483 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-85dc996e-6803-42ca-947e-06abe1f92e80 admin admin] Calling delete_port for 15077d47-5dbe-4a2d-820c-8d1010e44b2d owned by network:router_interface {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 18 11:39:00.219032 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:39:00.249128 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:39:00.388564 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-85dc996e-6803-42ca-947e-06abe1f92e80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732803053743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732802528790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11809227'] for port (15077d47-5dbe-4a2d-820c-8d1010e44b2d), after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:39:00.418785 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85dc996e-6803-42ca-947e-06abe1f92e80 admin admin] Pushing event deleted for resources: {'Port': ['ID=15077d47-5dbe-4a2d-820c-8d1010e44b2d,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:39:00.578558 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-85dc996e-6803-42ca-947e-06abe1f92e80 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3683472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-519371'] for router_interface (f9fba6ab-c472-4ff2-9a49-9998fae2661c), after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:39:00.787291 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85dc996e-6803-42ca-947e-06abe1f92e80 admin admin] Router f9fba6ab-c472-4ff2-9a49-9998fae2661c has already been hosted by L3 agent 5a2ac145-53e3-4597-a9e7-c52b4336ae58 {{(pid=106378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 11:39:01.177039 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85dc996e-6803-42ca-947e-06abe1f92e80 admin admin] Notify agent at l3_agent.dv-cinder-853450-2-iscsi the message routers_updated {{(pid=106378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 11:39:01.181916 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [None req-85dc996e-6803-42ca-947e-06abe1f92e80 admin admin] 10.222.0.16 "PUT /networking/v2.0/routers/f9fba6ab-c472-4ff2-9a49-9998fae2661c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6977460 Aug 18 11:39:01.184451 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.16', 34030) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:39:01.188847 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1cc9e28-69c3-4e68-8c32-84013d2f656d None None] Sync routers for ids ['f9fba6ab-c472-4ff2-9a49-9998fae2661c'] in dv-cinder-853450-2-iscsi {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 11:39:01.198661 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1cc9e28-69c3-4e68-8c32-84013d2f656d None None] Routers {'f9fba6ab-c472-4ff2-9a49-9998fae2661c'} bound to L3 agent in host dv-cinder-853450-2-iscsi {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 18 11:39:01.199275 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-b1cc9e28-69c3-4e68-8c32-84013d2f656d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853450-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-18T11:07:43Z,description=,heartbeat_timestamp=2022-08-18T11:38:43Z,host='dv-cinder-853450-2-iscsi',id=5a2ac145-53e3-4597-a9e7-c52b4336ae58,load=0,resource_versions=,resources_synced=,started_at=2022-08-18T11:07:43Z,topic='l3_agent')) {'router_ids': ['f9fba6ab-c472-4ff2-9a49-9998fae2661c'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:39:01.293370 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2db06cac-fe5e-47fd-be09-2260285ce83e admin admin] Publish callbacks [] for router (f9fba6ab-c472-4ff2-9a49-9998fae2661c), before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:39:01.311011 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-b1cc9e28-69c3-4e68-8c32-84013d2f656d None None] Set router f9fba6ab-c472-4ff2-9a49-9998fae2661c gateway port host: dv-cinder-853450-2-iscsi {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 18 11:39:01.387204 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:39:01.397887 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2db06cac-fe5e-47fd-be09-2260285ce83e admin admin] Publish callbacks [] for router_gateway (f9fba6ab-c472-4ff2-9a49-9998fae2661c), before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:39:01.402266 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:39:01.445065 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-2db06cac-fe5e-47fd-be09-2260285ce83e admin admin] Deleting port d95a176d-df34-4a45-b905-0ccdc0fa0ea0 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 18 11:39:01.445320 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2db06cac-fe5e-47fd-be09-2260285ce83e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732803047114'] for port (d95a176d-df34-4a45-b905-0ccdc0fa0ea0), before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:39:01.472886 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=100 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:39:01.481903 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-b1cc9e28-69c3-4e68-8c32-84013d2f656d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9fba6ab-c472-4ff2-9a49-9998fae2661c', 'name': 'tempest-TestShelveInstance-439937011-router', 'tenant_id': 'f215c3a85f1c428496d1862a5c72067c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'external_fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.246'}], 'enable_snat': True}, 'gw_port_id': 'd95a176d-df34-4a45-b905-0ccdc0fa0ea0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T11:33:41Z', 'updated_at': '2022-08-18T11:39:00Z', 'revision_number': 5, 'project_id': 'f215c3a85f1c428496d1862a5c72067c', 'gw_port': {'id': 'd95a176d-df34-4a45-b905-0ccdc0fa0ea0', 'name': '', 'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:26:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9fba6ab-c472-4ff2-9a49-9998fae2661c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853450-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:33:42Z', 'updated_at': '2022-08-18T11:33:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853450-2-iscsi'}], 'dv-cinder-853450-2-iscsi', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:39:01.510241 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1cc9e28-69c3-4e68-8c32-84013d2f656d None None] Checking router: f9fba6ab-c472-4ff2-9a49-9998fae2661c for host: dv-cinder-853450-2-iscsi {{(pid=106381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 11:39:01.519222 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1cc9e28-69c3-4e68-8c32-84013d2f656d None None] Routers {'f9fba6ab-c472-4ff2-9a49-9998fae2661c'} bound to L3 agent in host dv-cinder-853450-2-iscsi {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 18 11:39:01.519823 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-b1cc9e28-69c3-4e68-8c32-84013d2f656d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853450-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-18T11:07:43Z,description=,heartbeat_timestamp=2022-08-18T11:38:43Z,host='dv-cinder-853450-2-iscsi',id=5a2ac145-53e3-4597-a9e7-c52b4336ae58,load=0,resource_versions=,resources_synced=,started_at=2022-08-18T11:07:43Z,topic='l3_agent')) {'router_ids': ['f9fba6ab-c472-4ff2-9a49-9998fae2661c'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:39:01.526185 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-2db06cac-fe5e-47fd-be09-2260285ce83e admin admin] For port d95a176d-df34-4a45-b905-0ccdc0fa0ea0, host dv-cinder-853450-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853450-2-iscsi',level=0,port_id=d95a176d-df34-4a45-b905-0ccdc0fa0ea0,segment=NetworkSegment(67ba5125-9fc9-4a45-924f-a98fceaf00fb),segment_id=67ba5125-9fc9-4a45-924f-a98fceaf00fb)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:39:01.526600 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2db06cac-fe5e-47fd-be09-2260285ce83e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498516'] for port (d95a176d-df34-4a45-b905-0ccdc0fa0ea0), precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:39:01.540298 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-2db06cac-fe5e-47fd-be09-2260285ce83e admin admin] Calling delete_port for d95a176d-df34-4a45-b905-0ccdc0fa0ea0 owned by network:router_gateway {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 18 11:39:01.555408 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Device be24d6e9-411b-44e0-9e80-fd3b3563fddf no longer exists at agent hyperv_hv-cinder-85345 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 11:39:01.574470 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] No Port match for: be24d6e9-411b-44e0-9e80-fd3b3563fddf {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 18 11:39:01.574816 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Device be24d6e9-411b-44e0-9e80-fd3b3563fddf not bound to the agent host hv-cinder-85345 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 11:39:01.595697 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=100 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:39:01.602017 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-b1cc9e28-69c3-4e68-8c32-84013d2f656d None None] Set router f9fba6ab-c472-4ff2-9a49-9998fae2661c gateway port host: None {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 18 11:39:01.654991 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-b1cc9e28-69c3-4e68-8c32-84013d2f656d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9fba6ab-c472-4ff2-9a49-9998fae2661c', 'name': 'tempest-TestShelveInstance-439937011-router', 'tenant_id': 'f215c3a85f1c428496d1862a5c72067c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T11:33:41Z', 'updated_at': '2022-08-18T11:39:01Z', 'revision_number': 6, 'project_id': 'f215c3a85f1c428496d1862a5c72067c', 'gw_port_host': None}], 'dv-cinder-853450-2-iscsi', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:39:01.686615 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1cc9e28-69c3-4e68-8c32-84013d2f656d None None] The sync data for ids ['f9fba6ab-c472-4ff2-9a49-9998fae2661c'] in dv-cinder-853450-2-iscsi is: [{'id': 'f9fba6ab-c472-4ff2-9a49-9998fae2661c', 'name': 'tempest-TestShelveInstance-439937011-router', 'tenant_id': 'f215c3a85f1c428496d1862a5c72067c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T11:33:41Z', 'updated_at': '2022-08-18T11:39:01Z', 'revision_number': 6, 'project_id': 'f215c3a85f1c428496d1862a5c72067c', 'gw_port_host': None}] {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 11:39:01.742460 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2db06cac-fe5e-47fd-be09-2260285ce83e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732803053743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732802528790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11809227'] for port (d95a176d-df34-4a45-b905-0ccdc0fa0ea0), after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:39:01.768962 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db06cac-fe5e-47fd-be09-2260285ce83e admin admin] Pushing event deleted for resources: {'Port': ['ID=d95a176d-df34-4a45-b905-0ccdc0fa0ea0,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:39:01.834325 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2db06cac-fe5e-47fd-be09-2260285ce83e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-519452'] for router_gateway (f9fba6ab-c472-4ff2-9a49-9998fae2661c), after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:39:01.924141 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2db06cac-fe5e-47fd-be09-2260285ce83e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13573'] for router (f9fba6ab-c472-4ff2-9a49-9998fae2661c), precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:39:01.926324 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2db06cac-fe5e-47fd-be09-2260285ce83e admin admin] Publish callbacks [] for router_controller (f9fba6ab-c472-4ff2-9a49-9998fae2661c), precommit_delete_associations {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:39:01.969662 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2db06cac-fe5e-47fd-be09-2260285ce83e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-519326'] for router (f9fba6ab-c472-4ff2-9a49-9998fae2661c), after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:39:01.970117 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2db06cac-fe5e-47fd-be09-2260285ce83e admin admin] Fanout notify agent at l3_agent the message router_deleted on router f9fba6ab-c472-4ff2-9a49-9998fae2661c {{(pid=106378) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 11:39:01.974817 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2db06cac-fe5e-47fd-be09-2260285ce83e admin admin] Publish callbacks [] for router (None), before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:39:01.975956 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [None req-2db06cac-fe5e-47fd-be09-2260285ce83e admin admin] 10.222.0.16 "DELETE /networking/v2.0/routers/f9fba6ab-c472-4ff2-9a49-9998fae2661c HTTP/1.1" status: 204 len: 168 time: 0.7904720 Aug 18 11:39:01.978471 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.16', 34032) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:39:02.022694 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.db.db_base_plugin_v2 [None req-8eff0a80-e277-4ed2-90aa-e5f3ab89257d admin admin] Deleting subnet 5f6fc857-d41d-46a6-aab6-5047e21bc185 {{(pid=106378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 18 11:39:02.027495 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8eff0a80-e277-4ed2-90aa-e5f3ab89257d admin admin] Publish callbacks [] for subnet (5f6fc857-d41d-46a6-aab6-5047e21bc185), before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:39:02.067080 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8eff0a80-e277-4ed2-90aa-e5f3ab89257d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11810236'] for subnet (5f6fc857-d41d-46a6-aab6-5047e21bc185), precommit_delete_associations {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:39:02.146221 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8eff0a80-e277-4ed2-90aa-e5f3ab89257d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3613534'] for subnet (5f6fc857-d41d-46a6-aab6-5047e21bc185), precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:39:02.197939 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8eff0a80-e277-4ed2-90aa-e5f3ab89257d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3613479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11809182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11843840'] for subnet (5f6fc857-d41d-46a6-aab6-5047e21bc185), after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:39:02.230373 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8eff0a80-e277-4ed2-90aa-e5f3ab89257d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682417'] for subnet (None), before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:39:02.234567 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [None req-8eff0a80-e277-4ed2-90aa-e5f3ab89257d admin admin] 10.222.0.16 "DELETE /networking/v2.0/subnets/5f6fc857-d41d-46a6-aab6-5047e21bc185 HTTP/1.1" status: 204 len: 168 time: 0.2549465 Aug 18 11:39:02.235595 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eff0a80-e277-4ed2-90aa-e5f3ab89257d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5f6fc857-d41d-46a6-aab6-5047e21bc185,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:39:02.236462 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-047e7d03-dce8-4e6a-812a-67b6d7c087cb None None] Network cb34bfd6-afd9-49aa-9df8-61facb4f70ee requested from dv-cinder-853450-2-iscsi {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 18 11:39:02.237275 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.16', 34034) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:39:02.306628 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a3f7c173-ecc9-4e10-89bd-3f3d406a461d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3592451'] for network (cb34bfd6-afd9-49aa-9df8-61facb4f70ee), before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:39:02.349593 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-a3f7c173-ecc9-4e10-89bd-3f3d406a461d admin admin] Deleting port d1e516ef-e02d-4092-9a45-55f4b9e990c8 {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 18 11:39:02.349939 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a3f7c173-ecc9-4e10-89bd-3f3d406a461d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732803047114'] for port (d1e516ef-e02d-4092-9a45-55f4b9e990c8), before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:39:02.415599 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.db [None req-a3f7c173-ecc9-4e10-89bd-3f3d406a461d admin admin] For port d1e516ef-e02d-4092-9a45-55f4b9e990c8, host dv-cinder-853450-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853450-2-iscsi',level=0,port_id=d1e516ef-e02d-4092-9a45-55f4b9e990c8,segment=NetworkSegment(8900eaba-5c51-45e8-8464-9b2961f08a13),segment_id=8900eaba-5c51-45e8-8464-9b2961f08a13)] {{(pid=106379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:39:02.415956 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a3f7c173-ecc9-4e10-89bd-3f3d406a461d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498516'] for port (d1e516ef-e02d-4092-9a45-55f4b9e990c8), precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:39:02.429650 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-a3f7c173-ecc9-4e10-89bd-3f3d406a461d admin admin] Calling delete_port for d1e516ef-e02d-4092-9a45-55f4b9e990c8 owned by network:dhcp {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 18 11:39:02.458718 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f18e2897-d6a3-49fd-8025-441494c33690 None None] DHCP port deletion for cb34bfd6-afd9-49aa-9df8-61facb4f70ee request from dv-cinder-853450-2-iscsi {{(pid=106380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 18 11:39:02.498343 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-f18e2897-d6a3-49fd-8025-441494c33690 None None] Deleting port d1e516ef-e02d-4092-9a45-55f4b9e990c8 {{(pid=106380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 18 11:39:02.498640 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-f18e2897-d6a3-49fd-8025-441494c33690 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732803047114'] for port (d1e516ef-e02d-4092-9a45-55f4b9e990c8), before_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:39:02.509051 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a3f7c173-ecc9-4e10-89bd-3f3d406a461d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732803053743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732802528790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638927'] for port (d1e516ef-e02d-4092-9a45-55f4b9e990c8), after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:39:02.538343 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f7c173-ecc9-4e10-89bd-3f3d406a461d admin admin] Pushing event deleted for resources: {'Port': ['ID=d1e516ef-e02d-4092-9a45-55f4b9e990c8,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:39:02.543038 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3f7c173-ecc9-4e10-89bd-3f3d406a461d admin admin] No DVR routers for this DVR port d1e516ef-e02d-4092-9a45-55f4b9e990c8 on host dv-cinder-853450-2-iscsi {{(pid=106379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 18 11:39:02.553091 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f7c173-ecc9-4e10-89bd-3f3d406a461d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:39:02.554020 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f7c173-ecc9-4e10-89bd-3f3d406a461d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:39:02.554374 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f7c173-ecc9-4e10-89bd-3f3d406a461d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:39:02.554720 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f7c173-ecc9-4e10-89bd-3f3d406a461d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:39:02.555070 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f7c173-ecc9-4e10-89bd-3f3d406a461d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:39:02.555405 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f7c173-ecc9-4e10-89bd-3f3d406a461d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:39:02.555737 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f7c173-ecc9-4e10-89bd-3f3d406a461d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:39:02.556064 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f7c173-ecc9-4e10-89bd-3f3d406a461d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:39:02.556413 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f7c173-ecc9-4e10-89bd-3f3d406a461d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:39:02.556745 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f7c173-ecc9-4e10-89bd-3f3d406a461d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:39:02.557072 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f7c173-ecc9-4e10-89bd-3f3d406a461d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:39:02.557406 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f7c173-ecc9-4e10-89bd-3f3d406a461d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:39:02.557848 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f7c173-ecc9-4e10-89bd-3f3d406a461d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:39:02.558034 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f7c173-ecc9-4e10-89bd-3f3d406a461d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:39:02.558360 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f7c173-ecc9-4e10-89bd-3f3d406a461d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:39:02.569173 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-f18e2897-d6a3-49fd-8025-441494c33690 None None] For port d1e516ef-e02d-4092-9a45-55f4b9e990c8, host dv-cinder-853450-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853450-2-iscsi',level=0,port_id=d1e516ef-e02d-4092-9a45-55f4b9e990c8,segment=NetworkSegment(8900eaba-5c51-45e8-8464-9b2961f08a13),segment_id=8900eaba-5c51-45e8-8464-9b2961f08a13)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:39:02.569701 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-f18e2897-d6a3-49fd-8025-441494c33690 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498516'] for port (d1e516ef-e02d-4092-9a45-55f4b9e990c8), precommit_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:39:02.583423 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-f18e2897-d6a3-49fd-8025-441494c33690 None None] Calling delete_port for d1e516ef-e02d-4092-9a45-55f4b9e990c8 owned by network:dhcp {{(pid=106380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 18 11:39:02.629188 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a3f7c173-ecc9-4e10-89bd-3f3d406a461d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3613349', 'neutron.services.segments.db._delete_segments_for_network-8732802979220'] for network (cb34bfd6-afd9-49aa-9df8-61facb4f70ee), precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:39:02.650806 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.services.segments.db [None req-a3f7c173-ecc9-4e10-89bd-3f3d406a461d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb34bfd6-afd9-49aa-9df8-61facb4f70ee']}} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:39:02.661384 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.services.segments.db [None req-a3f7c173-ecc9-4e10-89bd-3f3d406a461d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8900eaba-5c51-45e8-8464-9b2961f08a13') {'for_net_delete': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:39:02.661683 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.services.segments.db [None req-a3f7c173-ecc9-4e10-89bd-3f3d406a461d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8900eaba-5c51-45e8-8464-9b2961f08a13') {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:39:02.665529 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-f18e2897-d6a3-49fd-8025-441494c33690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732803053743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732802528790'] for port (d1e516ef-e02d-4092-9a45-55f4b9e990c8), after_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:39:02.673104 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a3f7c173-ecc9-4e10-89bd-3f3d406a461d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732802979283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11092011'] for segment (8900eaba-5c51-45e8-8464-9b2961f08a13), before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:39:02.686983 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a3f7c173-ecc9-4e10-89bd-3f3d406a461d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3609830'] for segment (8900eaba-5c51-45e8-8464-9b2961f08a13), precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:39:02.690316 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18e2897-d6a3-49fd-8025-441494c33690 None None] Pushing event deleted for resources: {'Port': ['ID=d1e516ef-e02d-4092-9a45-55f4b9e990c8,revision_number=None']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:39:02.695198 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3f7c173-ecc9-4e10-89bd-3f3d406a461d admin admin] Releasing vlan 969 on physical network physnet1 to pool {{(pid=106379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 11:39:02.695713 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a3f7c173-ecc9-4e10-89bd-3f3d406a461d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3609830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1638972'] for segment (8900eaba-5c51-45e8-8464-9b2961f08a13), after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:39:02.702754 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f18e2897-d6a3-49fd-8025-441494c33690 None None] No DVR routers for this DVR port d1e516ef-e02d-4092-9a45-55f4b9e990c8 on host dv-cinder-853450-2-iscsi {{(pid=106380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 18 11:39:02.709332 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18e2897-d6a3-49fd-8025-441494c33690 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:39:02.709332 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18e2897-d6a3-49fd-8025-441494c33690 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:39:02.709995 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18e2897-d6a3-49fd-8025-441494c33690 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:39:02.709995 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18e2897-d6a3-49fd-8025-441494c33690 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:39:02.710241 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18e2897-d6a3-49fd-8025-441494c33690 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:39:02.710762 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18e2897-d6a3-49fd-8025-441494c33690 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:39:02.711786 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18e2897-d6a3-49fd-8025-441494c33690 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:39:02.712312 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18e2897-d6a3-49fd-8025-441494c33690 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:39:02.712812 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18e2897-d6a3-49fd-8025-441494c33690 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:39:02.713305 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18e2897-d6a3-49fd-8025-441494c33690 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:39:02.713812 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18e2897-d6a3-49fd-8025-441494c33690 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:39:02.714319 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18e2897-d6a3-49fd-8025-441494c33690 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:39:02.714905 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18e2897-d6a3-49fd-8025-441494c33690 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:39:02.715245 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18e2897-d6a3-49fd-8025-441494c33690 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:39:02.715571 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18e2897-d6a3-49fd-8025-441494c33690 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853450-2-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:39:02.767788 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a3f7c173-ecc9-4e10-89bd-3f3d406a461d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3613358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-519472'] for network (cb34bfd6-afd9-49aa-9df8-61facb4f70ee), after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:39:02.774867 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a3f7c173-ecc9-4e10-89bd-3f3d406a461d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682417'] for network (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:39:02.780791 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-a3f7c173-ecc9-4e10-89bd-3f3d406a461d admin admin] 10.222.0.16 "DELETE /networking/v2.0/networks/cb34bfd6-afd9-49aa-9df8-61facb4f70ee HTTP/1.1" status: 204 len: 168 time: 0.5422075 Aug 18 11:39:02.784143 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.16', 34042) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:39:02.828480 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.services.segments.plugin [-] Segment 8900eaba-5c51-45e8-8464-9b2961f08a13 resource provider aggregate not found Aug 18 11:39:02.831879 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f7c173-ecc9-4e10-89bd-3f3d406a461d admin admin] Pushing event deleted for resources: {'Network': ['ID=cb34bfd6-afd9-49aa-9df8-61facb4f70ee,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:39:02.850650 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.services.segments.plugin [-] Segment 8900eaba-5c51-45e8-8464-9b2961f08a13 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8900eaba-5c51-45e8-8464-9b2961f08a13 found for delete ", "request_id": "req-ad297cb5-e7ac-4141-9ed4-bec829e3dabb"}]} Aug 18 11:39:03.109948 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-13e6b8a6-bda6-4ebb-9bdb-64169f485568 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-516699'] for router_interface (934cf6c5-b8db-47c2-a2b5-ce89cd164466), before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:39:03.152564 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:39:03.187287 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:39:03.330207 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-13e6b8a6-bda6-4ebb-9bdb-64169f485568 admin admin] Deleting port 81556be7-3952-4b61-9590-8a98354e479d {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 18 11:39:03.330942 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-13e6b8a6-bda6-4ebb-9bdb-64169f485568 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732803047114'] for port (81556be7-3952-4b61-9590-8a98354e479d), before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:39:03.337645 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Device 15077d47-5dbe-4a2d-820c-8d1010e44b2d no longer exists at agent ovs-agent-dv-cinder-853450-2-iscsi {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 11:39:03.358505 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] No Port match for: 15077d47-5dbe-4a2d-820c-8d1010e44b2d {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 18 11:39:03.358849 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Device 15077d47-5dbe-4a2d-820c-8d1010e44b2d not bound to the agent host dv-cinder-853450-2-iscsi {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 11:39:03.359270 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Device d1e516ef-e02d-4092-9a45-55f4b9e990c8 no longer exists at agent ovs-agent-dv-cinder-853450-2-iscsi {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 11:39:03.376622 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] No Port match for: d1e516ef-e02d-4092-9a45-55f4b9e990c8 {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 18 11:39:03.376965 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Device d1e516ef-e02d-4092-9a45-55f4b9e990c8 not bound to the agent host dv-cinder-853450-2-iscsi {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 11:39:03.377377 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Device d95a176d-df34-4a45-b905-0ccdc0fa0ea0 no longer exists at agent ovs-agent-dv-cinder-853450-2-iscsi {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 11:39:03.397683 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] No Port match for: d95a176d-df34-4a45-b905-0ccdc0fa0ea0 {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 18 11:39:03.398027 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Device d95a176d-df34-4a45-b905-0ccdc0fa0ea0 not bound to the agent host dv-cinder-853450-2-iscsi {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 11:39:03.416292 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.db [None req-13e6b8a6-bda6-4ebb-9bdb-64169f485568 admin admin] For port 81556be7-3952-4b61-9590-8a98354e479d, host dv-cinder-853450-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853450-2-iscsi',level=0,port_id=81556be7-3952-4b61-9590-8a98354e479d,segment=NetworkSegment(e93d3aa2-088d-4b00-929e-1f5a513dd1a4),segment_id=e93d3aa2-088d-4b00-929e-1f5a513dd1a4)] {{(pid=106379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:39:03.416650 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-13e6b8a6-bda6-4ebb-9bdb-64169f485568 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498516'] for port (81556be7-3952-4b61-9590-8a98354e479d), precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:39:03.429979 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-13e6b8a6-bda6-4ebb-9bdb-64169f485568 admin admin] Calling delete_port for 81556be7-3952-4b61-9590-8a98354e479d owned by network:router_interface {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 18 11:39:03.603173 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-13e6b8a6-bda6-4ebb-9bdb-64169f485568 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732803053743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732802528790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638927'] for port (81556be7-3952-4b61-9590-8a98354e479d), after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:39:03.627809 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e6b8a6-bda6-4ebb-9bdb-64169f485568 admin admin] Pushing event deleted for resources: {'Port': ['ID=81556be7-3952-4b61-9590-8a98354e479d,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:39:03.803647 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-13e6b8a6-bda6-4ebb-9bdb-64169f485568 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3683472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-519371'] for router_interface (934cf6c5-b8db-47c2-a2b5-ce89cd164466), after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:39:03.992672 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:39:04.008682 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13e6b8a6-bda6-4ebb-9bdb-64169f485568 admin admin] Router 934cf6c5-b8db-47c2-a2b5-ce89cd164466 has already been hosted by L3 agent 5a2ac145-53e3-4597-a9e7-c52b4336ae58 {{(pid=106379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 11:39:04.011602 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:39:04.112445 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13e6b8a6-bda6-4ebb-9bdb-64169f485568 admin admin] Notify agent at l3_agent.dv-cinder-853450-2-iscsi the message routers_updated {{(pid=106379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 11:39:04.117975 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-13e6b8a6-bda6-4ebb-9bdb-64169f485568 admin admin] 10.222.0.16 "PUT /networking/v2.0/routers/934cf6c5-b8db-47c2-a2b5-ce89cd164466/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3343430 Aug 18 11:39:04.120839 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.16', 34046) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:39:04.121912 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faa7c9d7-4330-40b6-8c1d-5638b9db9df1 None None] Sync routers for ids ['934cf6c5-b8db-47c2-a2b5-ce89cd164466'] in dv-cinder-853450-2-iscsi {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 11:39:04.134198 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faa7c9d7-4330-40b6-8c1d-5638b9db9df1 None None] Routers {'934cf6c5-b8db-47c2-a2b5-ce89cd164466'} bound to L3 agent in host dv-cinder-853450-2-iscsi {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 18 11:39:04.134867 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-faa7c9d7-4330-40b6-8c1d-5638b9db9df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853450-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-18T11:07:43Z,description=,heartbeat_timestamp=2022-08-18T11:38:43Z,host='dv-cinder-853450-2-iscsi',id=5a2ac145-53e3-4597-a9e7-c52b4336ae58,load=0,resource_versions=,resources_synced=,started_at=2022-08-18T11:07:43Z,topic='l3_agent')) {'router_ids': ['934cf6c5-b8db-47c2-a2b5-ce89cd164466'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:39:04.226143 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-2d652232-e9e8-4698-bd24-32ae86ca2d50 admin admin] Publish callbacks [] for router (934cf6c5-b8db-47c2-a2b5-ce89cd164466), before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:39:04.235963 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-faa7c9d7-4330-40b6-8c1d-5638b9db9df1 None None] Set router 934cf6c5-b8db-47c2-a2b5-ce89cd164466 gateway port host: dv-cinder-853450-2-iscsi {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 18 11:39:04.410582 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-faa7c9d7-4330-40b6-8c1d-5638b9db9df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '934cf6c5-b8db-47c2-a2b5-ce89cd164466', 'name': 'tempest-TestShelveInstance-371296556-router', 'tenant_id': 'c3c85d5165774e80812175604ae1d2cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'external_fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.221'}], 'enable_snat': True}, 'gw_port_id': '25ff6e53-7d44-4475-9450-94d3adf3dbe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T11:33:46Z', 'updated_at': '2022-08-18T11:39:03Z', 'revision_number': 5, 'project_id': 'c3c85d5165774e80812175604ae1d2cf', 'gw_port': {'id': '25ff6e53-7d44-4475-9450-94d3adf3dbe4', 'name': '', 'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:5f:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '934cf6c5-b8db-47c2-a2b5-ce89cd164466', 'device_owner': 'network:router_gateway', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853450-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:33:46Z', 'updated_at': '2022-08-18T11:33:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853450-2-iscsi'}], 'dv-cinder-853450-2-iscsi', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:39:04.437801 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faa7c9d7-4330-40b6-8c1d-5638b9db9df1 None None] Checking router: 934cf6c5-b8db-47c2-a2b5-ce89cd164466 for host: dv-cinder-853450-2-iscsi {{(pid=106380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 11:39:04.446805 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faa7c9d7-4330-40b6-8c1d-5638b9db9df1 None None] Routers {'934cf6c5-b8db-47c2-a2b5-ce89cd164466'} bound to L3 agent in host dv-cinder-853450-2-iscsi {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 18 11:39:04.447429 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-faa7c9d7-4330-40b6-8c1d-5638b9db9df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853450-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-18T11:07:43Z,description=,heartbeat_timestamp=2022-08-18T11:38:43Z,host='dv-cinder-853450-2-iscsi',id=5a2ac145-53e3-4597-a9e7-c52b4336ae58,load=0,resource_versions=,resources_synced=,started_at=2022-08-18T11:07:43Z,topic='l3_agent')) {'router_ids': ['934cf6c5-b8db-47c2-a2b5-ce89cd164466'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:39:04.559380 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-2d652232-e9e8-4698-bd24-32ae86ca2d50 admin admin] Publish callbacks [] for router_gateway (934cf6c5-b8db-47c2-a2b5-ce89cd164466), before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:39:04.560175 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-faa7c9d7-4330-40b6-8c1d-5638b9db9df1 None None] Set router 934cf6c5-b8db-47c2-a2b5-ce89cd164466 gateway port host: dv-cinder-853450-2-iscsi {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 18 11:39:04.603525 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-2d652232-e9e8-4698-bd24-32ae86ca2d50 admin admin] Deleting port 25ff6e53-7d44-4475-9450-94d3adf3dbe4 {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 18 11:39:04.603863 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-2d652232-e9e8-4698-bd24-32ae86ca2d50 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732803047114'] for port (25ff6e53-7d44-4475-9450-94d3adf3dbe4), before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:39:04.694771 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.db [None req-2d652232-e9e8-4698-bd24-32ae86ca2d50 admin admin] For port 25ff6e53-7d44-4475-9450-94d3adf3dbe4, host dv-cinder-853450-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853450-2-iscsi',level=0,port_id=25ff6e53-7d44-4475-9450-94d3adf3dbe4,segment=NetworkSegment(67ba5125-9fc9-4a45-924f-a98fceaf00fb),segment_id=67ba5125-9fc9-4a45-924f-a98fceaf00fb)] {{(pid=106379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:39:04.695051 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-2d652232-e9e8-4698-bd24-32ae86ca2d50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498516'] for port (25ff6e53-7d44-4475-9450-94d3adf3dbe4), precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:39:04.709024 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-2d652232-e9e8-4698-bd24-32ae86ca2d50 admin admin] Calling delete_port for 25ff6e53-7d44-4475-9450-94d3adf3dbe4 owned by network:router_gateway {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 18 11:39:04.792873 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:39:04.844777 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:39:04.857604 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-faa7c9d7-4330-40b6-8c1d-5638b9db9df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '934cf6c5-b8db-47c2-a2b5-ce89cd164466', 'name': 'tempest-TestShelveInstance-371296556-router', 'tenant_id': 'c3c85d5165774e80812175604ae1d2cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'external_fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.221'}], 'enable_snat': True}, 'gw_port_id': '25ff6e53-7d44-4475-9450-94d3adf3dbe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T11:33:46Z', 'updated_at': '2022-08-18T11:39:03Z', 'revision_number': 5, 'project_id': 'c3c85d5165774e80812175604ae1d2cf', 'gw_port': {'id': '25ff6e53-7d44-4475-9450-94d3adf3dbe4', 'name': '', 'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:5f:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '934cf6c5-b8db-47c2-a2b5-ce89cd164466', 'device_owner': 'network:router_gateway', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853450-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:33:46Z', 'updated_at': '2022-08-18T11:33:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853450-2-iscsi'}], 'dv-cinder-853450-2-iscsi', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:39:04.878485 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-2d652232-e9e8-4698-bd24-32ae86ca2d50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732803053743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732802528790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638927'] for port (25ff6e53-7d44-4475-9450-94d3adf3dbe4), after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:39:04.882739 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faa7c9d7-4330-40b6-8c1d-5638b9db9df1 None None] The sync data for ids ['934cf6c5-b8db-47c2-a2b5-ce89cd164466'] in dv-cinder-853450-2-iscsi is: [{'id': '934cf6c5-b8db-47c2-a2b5-ce89cd164466', 'name': 'tempest-TestShelveInstance-371296556-router', 'tenant_id': 'c3c85d5165774e80812175604ae1d2cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'external_fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.221'}], 'enable_snat': True}, 'gw_port_id': '25ff6e53-7d44-4475-9450-94d3adf3dbe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T11:33:46Z', 'updated_at': '2022-08-18T11:39:03Z', 'revision_number': 5, 'project_id': 'c3c85d5165774e80812175604ae1d2cf', 'gw_port': {'id': '25ff6e53-7d44-4475-9450-94d3adf3dbe4', 'name': '', 'network_id': 'c4d5f339-67bc-4c12-8231-94aca87a7153', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:5f:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '934cf6c5-b8db-47c2-a2b5-ce89cd164466', 'device_owner': 'network:router_gateway', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'ip_address': '172.27.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853450-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T11:33:46Z', 'updated_at': '2022-08-18T11:33:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76ee03a1-e6cb-4518-8461-de8749842f4e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853450-2-iscsi'}] {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 11:39:04.910415 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d652232-e9e8-4698-bd24-32ae86ca2d50 admin admin] Pushing event deleted for resources: {'Port': ['ID=25ff6e53-7d44-4475-9450-94d3adf3dbe4,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:39:04.971388 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-2d652232-e9e8-4698-bd24-32ae86ca2d50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-519452'] for router_gateway (934cf6c5-b8db-47c2-a2b5-ce89cd164466), after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:39:05.058680 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-2d652232-e9e8-4698-bd24-32ae86ca2d50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13573'] for router (934cf6c5-b8db-47c2-a2b5-ce89cd164466), precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:39:05.061497 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-2d652232-e9e8-4698-bd24-32ae86ca2d50 admin admin] Publish callbacks [] for router_controller (934cf6c5-b8db-47c2-a2b5-ce89cd164466), precommit_delete_associations {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:39:05.106109 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-2d652232-e9e8-4698-bd24-32ae86ca2d50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-519326'] for router (934cf6c5-b8db-47c2-a2b5-ce89cd164466), after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:39:05.106815 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d652232-e9e8-4698-bd24-32ae86ca2d50 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 934cf6c5-b8db-47c2-a2b5-ce89cd164466 {{(pid=106379) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 11:39:05.111508 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-2d652232-e9e8-4698-bd24-32ae86ca2d50 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:39:05.112917 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-2d652232-e9e8-4698-bd24-32ae86ca2d50 admin admin] 10.222.0.16 "DELETE /networking/v2.0/routers/934cf6c5-b8db-47c2-a2b5-ce89cd164466 HTTP/1.1" status: 204 len: 168 time: 0.9911437 Aug 18 11:39:05.115617 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.16', 34048) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:39:05.160968 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.db.db_base_plugin_v2 [None req-e531cf9d-364d-4cae-a8b4-2900e6bf8e72 admin admin] Deleting subnet 26ce4fd4-17f5-494c-b588-524ffc896e81 {{(pid=106378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 18 11:39:05.163829 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:UPDATE=2 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:39:05.164673 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e531cf9d-364d-4cae-a8b4-2900e6bf8e72 admin admin] Publish callbacks [] for subnet (26ce4fd4-17f5-494c-b588-524ffc896e81), before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:39:05.193200 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:UPDATE=5,neutron:SELECT=88,neutron:DELETE=7 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:39:05.202649 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e531cf9d-364d-4cae-a8b4-2900e6bf8e72 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11810236'] for subnet (26ce4fd4-17f5-494c-b588-524ffc896e81), precommit_delete_associations {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:39:05.286161 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e531cf9d-364d-4cae-a8b4-2900e6bf8e72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3613534'] for subnet (26ce4fd4-17f5-494c-b588-524ffc896e81), precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:39:05.345581 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e531cf9d-364d-4cae-a8b4-2900e6bf8e72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3613479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11809182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11843840'] for subnet (26ce4fd4-17f5-494c-b588-524ffc896e81), after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:39:05.368869 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7820f59-7191-4b92-b562-b21909ae1a0d None None] Network 5d661c76-4771-4045-91db-b22039ed22bc requested from dv-cinder-853450-2-iscsi {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 18 11:39:05.388559 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e531cf9d-364d-4cae-a8b4-2900e6bf8e72 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682417'] for subnet (None), before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:39:05.392079 dv-cinder-853450-2-iscsi neutron-server[106378]: INFO neutron.wsgi [None req-e531cf9d-364d-4cae-a8b4-2900e6bf8e72 admin admin] 10.222.0.16 "DELETE /networking/v2.0/subnets/26ce4fd4-17f5-494c-b588-524ffc896e81 HTTP/1.1" status: 204 len: 168 time: 0.2754276 Aug 18 11:39:05.393576 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e531cf9d-364d-4cae-a8b4-2900e6bf8e72 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=26ce4fd4-17f5-494c-b588-524ffc896e81,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:39:05.394721 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.16', 34050) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:39:05.421755 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Device 81556be7-3952-4b61-9590-8a98354e479d no longer exists at agent ovs-agent-dv-cinder-853450-2-iscsi {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 11:39:05.452279 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=8 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:39:05.452725 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] No Port match for: 81556be7-3952-4b61-9590-8a98354e479d {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 18 11:39:05.453161 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Device 81556be7-3952-4b61-9590-8a98354e479d not bound to the agent host dv-cinder-853450-2-iscsi {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 11:39:05.470893 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-4ace0c09-5161-451e-8cae-b5f453e0f91e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3592451'] for network (5d661c76-4771-4045-91db-b22039ed22bc), before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:39:05.478244 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:39:05.521991 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-4ace0c09-5161-451e-8cae-b5f453e0f91e admin admin] Deleting port f16ac3ad-1d99-46df-8e4a-c6755bb71aa0 {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 18 11:39:05.522340 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-4ace0c09-5161-451e-8cae-b5f453e0f91e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732803047114'] for port (f16ac3ad-1d99-46df-8e4a-c6755bb71aa0), before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:39:05.557142 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-332f4e32-6a71-4115-a4bd-361df60aaf3a None None] DHCP port deletion for 5d661c76-4771-4045-91db-b22039ed22bc request from dv-cinder-853450-2-iscsi {{(pid=106380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 18 11:39:05.596884 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.db [None req-4ace0c09-5161-451e-8cae-b5f453e0f91e admin admin] For port f16ac3ad-1d99-46df-8e4a-c6755bb71aa0, host dv-cinder-853450-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853450-2-iscsi',level=0,port_id=f16ac3ad-1d99-46df-8e4a-c6755bb71aa0,segment=NetworkSegment(e93d3aa2-088d-4b00-929e-1f5a513dd1a4),segment_id=e93d3aa2-088d-4b00-929e-1f5a513dd1a4)] {{(pid=106379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:39:05.597903 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-4ace0c09-5161-451e-8cae-b5f453e0f91e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498516'] for port (f16ac3ad-1d99-46df-8e4a-c6755bb71aa0), precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:39:05.598846 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-332f4e32-6a71-4115-a4bd-361df60aaf3a None None] Deleting port f16ac3ad-1d99-46df-8e4a-c6755bb71aa0 {{(pid=106380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 18 11:39:05.599217 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-332f4e32-6a71-4115-a4bd-361df60aaf3a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732803047114'] for port (f16ac3ad-1d99-46df-8e4a-c6755bb71aa0), before_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:39:05.612034 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-4ace0c09-5161-451e-8cae-b5f453e0f91e admin admin] Calling delete_port for f16ac3ad-1d99-46df-8e4a-c6755bb71aa0 owned by network:dhcp {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 18 11:39:05.665500 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-332f4e32-6a71-4115-a4bd-361df60aaf3a None None] For port f16ac3ad-1d99-46df-8e4a-c6755bb71aa0, host dv-cinder-853450-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853450-2-iscsi',level=0,port_id=f16ac3ad-1d99-46df-8e4a-c6755bb71aa0,segment=NetworkSegment(e93d3aa2-088d-4b00-929e-1f5a513dd1a4),segment_id=e93d3aa2-088d-4b00-929e-1f5a513dd1a4)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:39:05.666071 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-332f4e32-6a71-4115-a4bd-361df60aaf3a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498516'] for port (f16ac3ad-1d99-46df-8e4a-c6755bb71aa0), precommit_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:39:05.679120 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-332f4e32-6a71-4115-a4bd-361df60aaf3a None None] Calling delete_port for f16ac3ad-1d99-46df-8e4a-c6755bb71aa0 owned by network:dhcp {{(pid=106380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 18 11:39:05.696994 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-4ace0c09-5161-451e-8cae-b5f453e0f91e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732803053743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732802528790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638927'] for port (f16ac3ad-1d99-46df-8e4a-c6755bb71aa0), after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:39:05.727555 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ace0c09-5161-451e-8cae-b5f453e0f91e admin admin] No DVR routers for this DVR port f16ac3ad-1d99-46df-8e4a-c6755bb71aa0 on host dv-cinder-853450-2-iscsi {{(pid=106379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 18 11:39:05.733028 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ace0c09-5161-451e-8cae-b5f453e0f91e admin admin] Pushing event deleted for resources: {'Port': ['ID=f16ac3ad-1d99-46df-8e4a-c6755bb71aa0,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:39:05.761696 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-332f4e32-6a71-4115-a4bd-361df60aaf3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3622328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732803053743', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732802528790'] for port (f16ac3ad-1d99-46df-8e4a-c6755bb71aa0), after_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:39:05.784068 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332f4e32-6a71-4115-a4bd-361df60aaf3a None None] Pushing event deleted for resources: {'Port': ['ID=f16ac3ad-1d99-46df-8e4a-c6755bb71aa0,revision_number=None']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:39:05.789572 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-332f4e32-6a71-4115-a4bd-361df60aaf3a None None] No DVR routers for this DVR port f16ac3ad-1d99-46df-8e4a-c6755bb71aa0 on host dv-cinder-853450-2-iscsi {{(pid=106380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 18 11:39:05.805321 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-4ace0c09-5161-451e-8cae-b5f453e0f91e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3613349', 'neutron.services.segments.db._delete_segments_for_network-8732802979220'] for network (5d661c76-4771-4045-91db-b22039ed22bc), precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:39:05.826411 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.services.segments.db [None req-4ace0c09-5161-451e-8cae-b5f453e0f91e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d661c76-4771-4045-91db-b22039ed22bc']}} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:39:05.835846 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.services.segments.db [None req-4ace0c09-5161-451e-8cae-b5f453e0f91e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e93d3aa2-088d-4b00-929e-1f5a513dd1a4') {'for_net_delete': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:39:05.836148 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.services.segments.db [None req-4ace0c09-5161-451e-8cae-b5f453e0f91e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e93d3aa2-088d-4b00-929e-1f5a513dd1a4') {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:39:05.845817 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-4ace0c09-5161-451e-8cae-b5f453e0f91e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732802979283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11092011'] for segment (e93d3aa2-088d-4b00-929e-1f5a513dd1a4), before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:39:05.859491 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-4ace0c09-5161-451e-8cae-b5f453e0f91e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3609830'] for segment (e93d3aa2-088d-4b00-929e-1f5a513dd1a4), precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:39:05.865753 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ace0c09-5161-451e-8cae-b5f453e0f91e admin admin] Releasing vlan 970 on physical network physnet1 to pool {{(pid=106379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 11:39:05.866170 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-4ace0c09-5161-451e-8cae-b5f453e0f91e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3609830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1638972'] for segment (e93d3aa2-088d-4b00-929e-1f5a513dd1a4), after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:39:05.914087 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.services.segments.plugin [-] Segment e93d3aa2-088d-4b00-929e-1f5a513dd1a4 resource provider aggregate not found Aug 18 11:39:05.937236 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.services.segments.plugin [-] Segment e93d3aa2-088d-4b00-929e-1f5a513dd1a4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e93d3aa2-088d-4b00-929e-1f5a513dd1a4 found for delete ", "request_id": "req-5a71d4f8-bed9-4159-86ba-ae0d59108f80"}]} Aug 18 11:39:05.941676 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-4ace0c09-5161-451e-8cae-b5f453e0f91e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3613358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-519472'] for network (5d661c76-4771-4045-91db-b22039ed22bc), after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:39:05.947256 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-4ace0c09-5161-451e-8cae-b5f453e0f91e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682417'] for network (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:39:05.950307 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-4ace0c09-5161-451e-8cae-b5f453e0f91e admin admin] 10.222.0.16 "DELETE /networking/v2.0/networks/5d661c76-4771-4045-91db-b22039ed22bc HTTP/1.1" status: 204 len: 168 time: 0.5535722 Aug 18 11:39:05.961976 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ace0c09-5161-451e-8cae-b5f453e0f91e admin admin] Pushing event deleted for resources: {'Network': ['ID=5d661c76-4771-4045-91db-b22039ed22bc,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:39:06.069592 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.16', 34058) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:39:06.109834 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-07c79d6e-351f-433e-861a-3f38ad665da8 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=f215c3a85f1c428496d1862a5c72067c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0389712 Aug 18 11:39:06.112292 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.16', 34060) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:39:06.160156 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-4b9a93af-8077-4ce2-9f01-c47e5116017b admin admin] Publish callbacks [] for security_group (56b3c148-faab-4e55-ab1d-302700cca067), before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:39:06.180181 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-4b9a93af-8077-4ce2-9f01-c47e5116017b admin admin] Publish callbacks [] for security_group (56b3c148-faab-4e55-ab1d-302700cca067), precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:39:06.228250 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-4b9a93af-8077-4ce2-9f01-c47e5116017b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433130'] for security_group (56b3c148-faab-4e55-ab1d-302700cca067), after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:39:06.230969 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-4b9a93af-8077-4ce2-9f01-c47e5116017b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:39:06.232232 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-4b9a93af-8077-4ce2-9f01-c47e5116017b admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/56b3c148-faab-4e55-ab1d-302700cca067 HTTP/1.1" status: 204 len: 168 time: 0.1189764 Aug 18 11:39:06.240030 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9a93af-8077-4ce2-9f01-c47e5116017b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56b3c148-faab-4e55-ab1d-302700cca067,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:39:06.559633 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.16', 34066) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:39:06.602861 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-0e856ea8-0a97-49bc-94ef-837a0a60029f admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=c3c85d5165774e80812175604ae1d2cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0415244 Aug 18 11:39:06.605349 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.16', 34068) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 11:39:06.653456 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-2e108146-dd87-407e-b192-db5b58d6a275 admin admin] Publish callbacks [] for security_group (a93dbe4d-3c59-428e-9899-3481eac998db), before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:39:06.674318 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-2e108146-dd87-407e-b192-db5b58d6a275 admin admin] Publish callbacks [] for security_group (a93dbe4d-3c59-428e-9899-3481eac998db), precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:39:06.721833 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-2e108146-dd87-407e-b192-db5b58d6a275 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433130'] for security_group (a93dbe4d-3c59-428e-9899-3481eac998db), after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:39:06.724632 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-2e108146-dd87-407e-b192-db5b58d6a275 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:39:06.725758 dv-cinder-853450-2-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-2e108146-dd87-407e-b192-db5b58d6a275 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/a93dbe4d-3c59-428e-9899-3481eac998db HTTP/1.1" status: 204 len: 168 time: 0.1195261 Aug 18 11:39:06.735159 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e108146-dd87-407e-b192-db5b58d6a275 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a93dbe4d-3c59-428e-9899-3481eac998db,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:39:06.825915 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (0c451e2b-fe38-44d1-984c-2dd7bcedf4dc), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:39:07.337229 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Device 25ff6e53-7d44-4475-9450-94d3adf3dbe4 no longer exists at agent ovs-agent-dv-cinder-853450-2-iscsi {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 11:39:07.357384 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] No Port match for: 25ff6e53-7d44-4475-9450-94d3adf3dbe4 {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 18 11:39:07.357732 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Device 25ff6e53-7d44-4475-9450-94d3adf3dbe4 not bound to the agent host dv-cinder-853450-2-iscsi {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 11:39:07.358153 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Device f16ac3ad-1d99-46df-8e4a-c6755bb71aa0 no longer exists at agent ovs-agent-dv-cinder-853450-2-iscsi {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 11:39:07.377250 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] No Port match for: f16ac3ad-1d99-46df-8e4a-c6755bb71aa0 {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 18 11:39:07.377600 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Device f16ac3ad-1d99-46df-8e4a-c6755bb71aa0 not bound to the agent host dv-cinder-853450-2-iscsi {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 11:39:11.047568 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-dac11853-c253-4205-b92b-613307a4e612 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (c499a017-4b38-4967-b050-d4094e1a7564), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:39:13.431384 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-24c55834-fc15-4297-a69f-e3b6d7e58559 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (5a2ac145-53e3-4597-a9e7-c52b4336ae58), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:39:14.782572 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-a5cc8183-7213-4642-9d48-bc0d47940d29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (29720577-1c8f-43c1-a8be-c2a14df8d65e), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:39:15.349437 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=15 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:39:15.357478 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=24,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:39:16.030673 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (69d4285f-736d-41a6-a99e-1994eed59bce), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:39:16.579328 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c68edff8-e550-48a3-9de2-17badfe483c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (307af099-d926-4e52-9df3-0cd09baf3c81), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:39:16.729088 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=86,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:39:16.730043 dv-cinder-853450-2-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=89,neutron:DELETE=10 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:39:21.197664 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=16 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:39:21.202630 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=7 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:39:26.572656 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=53,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:39:26.574541 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=55,neutron:DELETE=3,neutron:UPDATE=4 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:39:33.381869 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.agents_db [None req-8a9264f7-88d3-4c8b-91d1-adcc6bb37de7 None None] Agent healthcheck: found 6 active agents {{(pid=106381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 11:39:36.847475 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (0c451e2b-fe38-44d1-984c-2dd7bcedf4dc), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:39:39.302778 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:39:41.049645 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-dfedc537-a3e7-4289-a036-e836e01c6239 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (c499a017-4b38-4967-b050-d4094e1a7564), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:39:43.376771 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=2 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:39:43.437049 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e3e387a8-67a3-49cd-9f20-b52f26a71712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (5a2ac145-53e3-4597-a9e7-c52b4336ae58), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:39:44.784561 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-a5cc8183-7213-4642-9d48-bc0d47940d29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (29720577-1c8f-43c1-a8be-c2a14df8d65e), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:39:46.033422 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (69d4285f-736d-41a6-a99e-1994eed59bce), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:39:46.588419 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c68edff8-e550-48a3-9de2-17badfe483c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (307af099-d926-4e52-9df3-0cd09baf3c81), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:39:58.194859 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=2 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:39:59.277321 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=6 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:40:00.564148 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=19,neutron:UPDATE=2 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:40:00.564917 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=25,neutron:UPDATE=4 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:40:06.858187 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (0c451e2b-fe38-44d1-984c-2dd7bcedf4dc), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:40:10.381159 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.agents_db [None req-8a9264f7-88d3-4c8b-91d1-adcc6bb37de7 None None] Agent healthcheck: found 6 active agents {{(pid=106381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 11:40:11.053146 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-0796ec0f-ac5d-45b9-a75f-732c4bac844a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (c499a017-4b38-4967-b050-d4094e1a7564), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:40:13.429330 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-b8265fd1-b90c-4ca0-ac75-15c9145b6066 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (5a2ac145-53e3-4597-a9e7-c52b4336ae58), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:40:14.788144 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-a5cc8183-7213-4642-9d48-bc0d47940d29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (29720577-1c8f-43c1-a8be-c2a14df8d65e), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:40:16.038652 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (69d4285f-736d-41a6-a99e-1994eed59bce), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:40:16.588219 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c68edff8-e550-48a3-9de2-17badfe483c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (307af099-d926-4e52-9df3-0cd09baf3c81), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:40:20.376048 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=2 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:40:26.582281 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:40:26.584373 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:40:36.855130 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (0c451e2b-fe38-44d1-984c-2dd7bcedf4dc), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:40:40.564847 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=14 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:40:40.565712 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=18 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:40:41.054883 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-05868038-a87c-4a99-8992-6977f6065483 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (c499a017-4b38-4967-b050-d4094e1a7564), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:40:43.431198 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-0f04a75f-4ff9-48bb-9319-823e3f760419 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (5a2ac145-53e3-4597-a9e7-c52b4336ae58), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:40:44.791262 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-a5cc8183-7213-4642-9d48-bc0d47940d29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (29720577-1c8f-43c1-a8be-c2a14df8d65e), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:40:46.042724 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (69d4285f-736d-41a6-a99e-1994eed59bce), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:40:46.591369 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c68edff8-e550-48a3-9de2-17badfe483c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (307af099-d926-4e52-9df3-0cd09baf3c81), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:40:47.378911 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.agents_db [None req-8a9264f7-88d3-4c8b-91d1-adcc6bb37de7 None None] Agent healthcheck: found 6 active agents {{(pid=106381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 11:40:56.579880 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:40:56.587190 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:40:57.374287 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=1 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:40:57.374988 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=1 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:41:06.850372 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (0c451e2b-fe38-44d1-984c-2dd7bcedf4dc), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:41:08.542190 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.wsgi [req-5eaf11ce-3eb5-4518-b46c-3b5187e3e198 req-2cf94b36-daff-4c9b-883f-dd1b5d167462 service neutron] (106378) timed out ('10.222.0.16', 57688) {{(pid=106378) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Aug 18 11:41:08.726260 dv-cinder-853450-2-iscsi neutron-server[106378]: DEBUG neutron.wsgi [req-5eaf11ce-3eb5-4518-b46c-3b5187e3e198 req-64e25dad-9857-4c70-b704-bcd901e92c9c tempest-AttachVolumeShelveTestJSON-1281756942 tempest-AttachVolumeShelveTestJSON-1281756942-project] (106378) timed out ('10.222.0.16', 57696) {{(pid=106378) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Aug 18 11:41:11.061132 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-662ef038-e421-46ec-898b-a73268684af8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (c499a017-4b38-4967-b050-d4094e1a7564), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:41:12.193076 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=3 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:41:12.193788 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=3 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:41:13.433500 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-1d8a9486-045a-479e-8432-faef9d55527d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (5a2ac145-53e3-4597-a9e7-c52b4336ae58), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:41:14.793422 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-a5cc8183-7213-4642-9d48-bc0d47940d29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (29720577-1c8f-43c1-a8be-c2a14df8d65e), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:41:16.045700 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (69d4285f-736d-41a6-a99e-1994eed59bce), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:41:16.594076 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c68edff8-e550-48a3-9de2-17badfe483c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (307af099-d926-4e52-9df3-0cd09baf3c81), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:41:24.377060 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.agents_db [None req-8a9264f7-88d3-4c8b-91d1-adcc6bb37de7 None None] Agent healthcheck: found 6 active agents {{(pid=106381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 11:41:26.588316 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:41:26.590316 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:41:34.372131 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=1 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:41:36.873901 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (0c451e2b-fe38-44d1-984c-2dd7bcedf4dc), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:41:41.062226 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-a440f3da-8ee5-4b53-b7d2-79446752bf2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (c499a017-4b38-4967-b050-d4094e1a7564), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:41:43.436346 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-3192fae6-f6ab-4aa8-8cf6-7b15ab77d3ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (5a2ac145-53e3-4597-a9e7-c52b4336ae58), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:41:44.796790 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-a5cc8183-7213-4642-9d48-bc0d47940d29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (29720577-1c8f-43c1-a8be-c2a14df8d65e), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:41:46.048704 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (69d4285f-736d-41a6-a99e-1994eed59bce), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:41:46.597162 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c68edff8-e550-48a3-9de2-17badfe483c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (307af099-d926-4e52-9df3-0cd09baf3c81), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:41:49.183365 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=3 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:41:49.188440 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:42:00.562877 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=20,neutron:UPDATE=3 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:42:00.566164 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=24,neutron:UPDATE=3 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:42:01.376712 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.agents_db [None req-8a9264f7-88d3-4c8b-91d1-adcc6bb37de7 None None] Agent healthcheck: found 6 active agents {{(pid=106381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 11:42:06.880711 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (0c451e2b-fe38-44d1-984c-2dd7bcedf4dc), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:42:11.064890 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-0f983d52-d55b-47a1-9e16-ec919c975e09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (c499a017-4b38-4967-b050-d4094e1a7564), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:42:11.371000 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=1 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:42:11.376100 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=1 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:42:13.439473 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-1c2bb7a6-61a6-466c-8dd0-24fed5eb1006 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (5a2ac145-53e3-4597-a9e7-c52b4336ae58), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:42:14.798570 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-a5cc8183-7213-4642-9d48-bc0d47940d29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (29720577-1c8f-43c1-a8be-c2a14df8d65e), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:42:16.051481 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (69d4285f-736d-41a6-a99e-1994eed59bce), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:42:16.600989 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c68edff8-e550-48a3-9de2-17badfe483c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (307af099-d926-4e52-9df3-0cd09baf3c81), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:42:26.190876 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=2 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:42:26.194834 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=4 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:42:26.594620 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:42:26.596544 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:42:36.904323 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (0c451e2b-fe38-44d1-984c-2dd7bcedf4dc), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:42:38.375314 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.agents_db [None req-8a9264f7-88d3-4c8b-91d1-adcc6bb37de7 None None] Agent healthcheck: found 6 active agents {{(pid=106381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 11:42:41.067708 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-081c69af-7f88-4787-a08c-e1c91f84141c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (c499a017-4b38-4967-b050-d4094e1a7564), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:42:43.441817 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-27a89e67-5f6e-45a8-83fb-7ec25fd33072 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (5a2ac145-53e3-4597-a9e7-c52b4336ae58), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:42:44.802575 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-a5cc8183-7213-4642-9d48-bc0d47940d29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (29720577-1c8f-43c1-a8be-c2a14df8d65e), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:42:46.054571 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (69d4285f-736d-41a6-a99e-1994eed59bce), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:42:46.605304 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c68edff8-e550-48a3-9de2-17badfe483c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (307af099-d926-4e52-9df3-0cd09baf3c81), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:42:48.370006 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=15 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:42:48.370655 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=13 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:42:56.599374 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:42:56.601361 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:43:03.186167 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=2 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:43:03.191848 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=4 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:43:06.895736 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (0c451e2b-fe38-44d1-984c-2dd7bcedf4dc), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:43:11.069289 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-1b0f5d42-e27f-47b9-a67c-e16266685c7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (c499a017-4b38-4967-b050-d4094e1a7564), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:43:13.444047 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-d0b68929-dc2d-49a1-8f98-ed9f38e36061 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (5a2ac145-53e3-4597-a9e7-c52b4336ae58), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:43:14.804266 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-a5cc8183-7213-4642-9d48-bc0d47940d29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (29720577-1c8f-43c1-a8be-c2a14df8d65e), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:43:15.373206 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.agents_db [None req-8a9264f7-88d3-4c8b-91d1-adcc6bb37de7 None None] Agent healthcheck: found 6 active agents {{(pid=106381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 11:43:16.057703 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (69d4285f-736d-41a6-a99e-1994eed59bce), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:43:16.608823 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c68edff8-e550-48a3-9de2-17badfe483c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (307af099-d926-4e52-9df3-0cd09baf3c81), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:43:25.368589 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=1 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:43:25.369739 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=1 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:43:26.602612 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:43:26.604584 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:43:36.903022 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (0c451e2b-fe38-44d1-984c-2dd7bcedf4dc), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:43:40.176354 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=3 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:43:40.186651 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:DELETE=1,neutron:SELECT=4 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:43:41.072150 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-5cf57ca5-9dc1-4f9e-b463-b05f61dd3c66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (c499a017-4b38-4967-b050-d4094e1a7564), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:43:43.445773 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-3a542ae1-9494-4ae9-bf00-b43042da1169 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (5a2ac145-53e3-4597-a9e7-c52b4336ae58), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:43:44.810494 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-a5cc8183-7213-4642-9d48-bc0d47940d29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (29720577-1c8f-43c1-a8be-c2a14df8d65e), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:43:46.060855 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (69d4285f-736d-41a6-a99e-1994eed59bce), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:43:46.613001 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c68edff8-e550-48a3-9de2-17badfe483c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (307af099-d926-4e52-9df3-0cd09baf3c81), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:43:52.371604 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.agents_db [None req-8a9264f7-88d3-4c8b-91d1-adcc6bb37de7 None None] Agent healthcheck: found 6 active agents {{(pid=106381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 11:44:00.568272 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=21,neutron:UPDATE=2 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:44:00.571010 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=23,neutron:UPDATE=4 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:44:02.367074 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=1 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:44:02.367725 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=1 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:44:06.910134 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (0c451e2b-fe38-44d1-984c-2dd7bcedf4dc), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:44:11.075618 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-959409da-1aa2-4784-8c32-afbb0342f0d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (c499a017-4b38-4967-b050-d4094e1a7564), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:44:13.448427 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-68491e4e-e1da-4646-8a7f-bc6fa46b66f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (5a2ac145-53e3-4597-a9e7-c52b4336ae58), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:44:14.810477 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-a5cc8183-7213-4642-9d48-bc0d47940d29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (29720577-1c8f-43c1-a8be-c2a14df8d65e), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:44:16.064021 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (69d4285f-736d-41a6-a99e-1994eed59bce), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:44:16.618433 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c68edff8-e550-48a3-9de2-17badfe483c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (307af099-d926-4e52-9df3-0cd09baf3c81), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:44:17.180242 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=3 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:44:17.185318 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=3 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:44:26.605270 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:44:26.613434 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:44:29.370465 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG neutron.db.agents_db [None req-8a9264f7-88d3-4c8b-91d1-adcc6bb37de7 None None] Agent healthcheck: found 6 active agents {{(pid=106381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 11:44:36.931582 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e04b479f-a145-441c-b196-9d52803ed6d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (0c451e2b-fe38-44d1-984c-2dd7bcedf4dc), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:44:40.567686 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=11 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:44:40.570276 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=17 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:44:41.078134 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-7d2570cd-3bfe-48c0-96bb-92b32c72082f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (c499a017-4b38-4967-b050-d4094e1a7564), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:44:43.450394 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-638a5f4f-d2f0-42ed-a66a-2a90e79663d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (5a2ac145-53e3-4597-a9e7-c52b4336ae58), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:44:44.812163 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-a5cc8183-7213-4642-9d48-bc0d47940d29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (29720577-1c8f-43c1-a8be-c2a14df8d65e), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:44:46.067174 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9f3a3a59-063e-4195-98bf-308b1ff655ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (69d4285f-736d-41a6-a99e-1994eed59bce), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:44:46.620488 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c68edff8-e550-48a3-9de2-17badfe483c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732802979202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619558'] for agent (307af099-d926-4e52-9df3-0cd09baf3c81), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 11:44:54.184673 dv-cinder-853450-2-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=2 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:44:56.062938 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 11:44:56.615713 dv-cinder-853450-2-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}